diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index ca49f1a3c..0e1702031 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -23,6 +23,14 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v2
 
+        # We need to do this because of how github cache works
+        # I am not sure we can move the cache file, so if we do not do this
+        # make update breaks because the cached compiler is there where the submodules
+        # are meant to go.
+      - name: Submodules
+        run: |
+          git submodule update --init --recursive
+
       - name: Cache nim
         uses: actions/cache@v1
         with:
@@ -58,6 +66,14 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v2
 
+        # We need to do this because of how github cache works
+        # I am not sure we can move the cache file, so if we do not do this
+        # make update breaks because the cached compiler is there where the submodules
+        # are meant to go.
+      - name: Submodules
+        run: |
+          git submodule update --init --recursive
+
       - name: Cache nim
         uses: actions/cache@v1
         with: