Add more cargo folders to the CI cache (#2989)

diff --git a/.github/actions/cache/action.yml b/.github/actions/cache/action.yml
index 1e2fe48..bd38123 100644
--- a/.github/actions/cache/action.yml
+++ b/.github/actions/cache/action.yml
@@ -53,7 +53,10 @@
       uses: actions/cache@9255dc7a253b0ccc959486e2bca901246202afeb # v5.0.1
       continue-on-error: true
       with:
-        path: ~/.cargo
+        path: |
+          ~/.cargo
+          build/cargo
+          build/_deps/cargoc-src/
         key: ${{ env.CARGO_CACHE_KEY }}-${{ github.run_id }}
         restore-keys: ${{ env.CARGO_CACHE_KEY }}
       env: