diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
index aa7109313..7128018d0 100644
--- a/.github/workflows/docs.yml
+++ b/.github/workflows/docs.yml
@@ -14,11 +14,27 @@ jobs:
   docs:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v1
-      - uses: jiro4989/setup-nim-action@v1
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+        # We need to do this because of how github cache works
+        # I am not sure we can move the cache file, so if we do not do this
+        # make update breaks because the cached compiler is there where the submodules
+        # are meant to go.
+      - name: Submodules
+        run: |
+          git submodule update --init --recursive
+      - name: Cache nim
+        uses: actions/cache@v1
         with:
-          nim-version: ${{ env.nim-version }}
-      - run: nimble doc --index:on --project --out:${{ env.deploy-dir }} ${{ env.nim-src }}
+          path: vendor/nimbus-build-system/vendor/Nim/bin
+          key: ${{ runner.os }}-${{ matrix.env.NPROC }}-nim-${{ hashFiles('.gitmodules') }}
+
+      - name: Install dependencies
+        run: |
+          make -j${NPROC} NIMFLAGS="--parallelBuild:${NPROC}" V=1 update 
+          make -j${NPROC} NIMFLAGS="--parallelBuild:${NPROC}" LOG_LEVEL=TRACE
+      - run: nim doc --index:on --project --out:${{ env.deploy-dir }} ${{ env.nim-src }}
       - name: Deploy documents
         uses: peaceiris/actions-gh-pages@v3
         with: