diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index cecca1984a7..9af681a4bd7 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -99,6 +99,10 @@ jobs:
         if: matrix.target == 'plugins'
         run: bin/rake plugin:install_all_official
 
+      - name: Pull compatible versions of plugins
+        if: matrix.target == 'plugins'
+        run: bin/rake plugin:pull_compatible_all
+
       - name: Fetch app state cache
         uses: actions/cache@v2
         id: app-cache