Add turbo / improve Rust build caching in GitHub Actions

.github/workflows/build_test_deploy.yml

@@ -578,42 +578,19 @@ jobs:
           path: ~/.cargo/git
           key: stable-ubuntu-18.04-node@14-cargo-index-trimmed-${{ hashFiles('**/Cargo.lock') }}
 
-      - name: Cache native binary
-        id: binary-cache
-        uses: actions/cache@v2
-        if: ${{ steps.docs-change.outputs.DOCS_CHANGE != 'docs only change' }}
-        with:
-          path: packages/next/native/next-swc.linux-x64-gnu.node
-          key: dev-next-swc-nightly-2021-08-12-linux-x64-gnu-${{ hashFiles('.github/workflows/build_test_deploy.yml', 'packages/next/build/swc/**') }}
-
-      # We use restore-key to pick latest cache.
-      # We will not get exact match, but doc says
-      # "If there are multiple partial matches for a restore key, the action returns the most recently created cache."
-      # So we get latest cache
-      - name: Cache built files
-        uses: actions/cache@v2
-        with:
-          path: ./packages/next/build/swc/target
-          key: next-swc-cargo-cache-ubuntu-18.04--${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            next-swc-cargo-cache-ubuntu-18.04
-
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
+      - run: npm i -g turbo@next
 
       - name: Build
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' && steps.docs-change.outputs.DOCS_CHANGE != 'docs only change' }}
-        run: yarn build-native
+        run: turbo run build-native
         env:
           MACOSX_DEPLOYMENT_TARGET: '10.13'
-        working-directory: packages/next
-
-      - name: Upload artifact
-        uses: actions/upload-artifact@v2.2.4
-        with:
-          name: next-swc-dev-binary
-          path: packages/next/native/next-swc.linux-x64-gnu.node
+          TURBO_TOKEN: ${{ secrets.TURBO_TOKEN }}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Clear the cargo caches
         if: ${{ steps.docs-change.outputs.DOCS_CHANGE != 'docs only change' }}
@@ -740,10 +717,12 @@ jobs:
 
       - name: 'Build'
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
-        run: yarn build-native --release --target ${{ matrix.target }}
+        run: turbo run build-native -- --release --target ${{ matrix.target }}
         env:
           MACOSX_DEPLOYMENT_TARGET: '10.13'
-        working-directory: packages/next
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2.2.4
@@ -785,7 +764,7 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
-
+      - run: npm i -g turbo@next
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
@@ -804,8 +783,11 @@ jobs:
       - name: Build
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
         shell: bash
-        run: yarn build-native --release --target i686-pc-windows-msvc
-        working-directory: packages/next
+        run: turbo run build-native -- --release --target i686-pc-windows-msvc
+        env:
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2
@@ -831,7 +813,7 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
-
+      - run: npm i -g turbo@next
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
@@ -850,8 +832,11 @@ jobs:
       - name: Build
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
         shell: bash
-        run: yarn build-native --release --target aarch64-pc-windows-msvc
-        working-directory: packages/next
+        run: turbo run build-native -- --release --target aarch64-pc-windows-msvc
+        env:
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2
@@ -899,7 +884,7 @@ jobs:
       - name: 'Build'
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
         run: |
-          docker run --rm -v ~/.cargo/git:/root/.cargo/git -v ~/.cargo/registry:/root/.cargo/registry -v $(pwd)/packages/next:/build -w /build builder sh -c "npm i -g @napi-rs/cli@1.2.1 && yarn build-native --release --target x86_64-unknown-linux-musl"
+          docker run --rm -v ~/.cargo/git:/root/.cargo/git -v ~/.cargo/registry:/root/.cargo/registry -v $(pwd)/packages/next:/build -w /build builder sh -c "npm i -g @napi-rs/cli@1.2.1 && npm i -g turbo@next && turbo run build-native -- --release --target x86_64-unknown-linux-musl"
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2
@@ -927,6 +912,7 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
+      - run: npm i -g turbo@next
 
       - name: Install Rust
         uses: actions-rs/toolchain@v1
@@ -957,8 +943,11 @@ jobs:
 
       - name: Cross build aarch64
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
-        run: yarn build-native --release --target aarch64-unknown-linux-gnu
-        working-directory: packages/next
+        run: turbo run build-native -- --release --target aarch64-unknown-linux-gnu
+        env:
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2
@@ -984,7 +973,7 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
-
+      - run: npm i -g turbo
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
@@ -1014,8 +1003,11 @@ jobs:
 
       - name: Cross build aarch64
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
-        run: yarn build-native --release --target aarch64-unknown-linux-musl
-        working-directory: packages/next
+        run: turbo run build-native -- --release --target aarch64-unknown-linux-musl
+        env:
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2
@@ -1043,6 +1035,7 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
+      - run: npm i -g turbo@next
 
       - name: Install Rust
         uses: actions-rs/toolchain@v1
@@ -1073,8 +1066,11 @@ jobs:
 
       - name: Cross build aarch64
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' }}
-        run: yarn build-native --release --target armv7-unknown-linux-gnueabihf
-        working-directory: packages/next
+        run: turbo run build-native -- --release --target armv7-unknown-linux-gnueabihf
+        env:
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2
@@ -1100,6 +1096,7 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
+      - run: npm i -g turbo@next
 
       - name: Install Rust
         uses: actions-rs/toolchain@v1
@@ -1121,8 +1118,11 @@ jobs:
         shell: bash
         run: |
           export CARGO_TARGET_AARCH64_LINUX_ANDROID_LINKER="${ANDROID_NDK_HOME}/toolchains/llvm/prebuilt/darwin-x86_64/bin/aarch64-linux-android24-clang"
-          yarn build-native --release --target aarch64-linux-android
-        working-directory: packages/next
+          turbo run build-native -- --release --target aarch64-linux-android
+        env:
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2

.github/workflows/pull_request_stats.yml

@@ -71,13 +71,16 @@ jobs:
       # since the repo's dependencies aren't installed we need
       # to install napi globally
       - run: npm i -g @napi-rs/cli@1.2.1
+      - run: npm i -g turbo@next
 
       - name: Build
         if: ${{ steps.binary-cache.outputs.cache-hit != 'true' && steps.docs-change.outputs.DOCS_CHANGE != 'docs only change' }}
-        run: yarn build-native
+        run: turbo run build-native
         env:
           MACOSX_DEPLOYMENT_TARGET: '10.13'
-        working-directory: packages/next
+          TURBO_TOKEN: ${{secrets.TURBO_TOKEN}}
+          TURBO_TEAM: nextjs
+          TURBO_PROJECT: nextjs
 
       - name: Upload artifact
         uses: actions/upload-artifact@v2.2.4

package.json

@@ -154,6 +154,7 @@
     "tailwindcss": "1.1.3",
     "taskr": "1.1.0",
     "tree-kill": "1.2.2",
+    "turbo": "0.8.5-next.3",
     "typescript": "4.4.3",
     "wait-port": "0.2.2",
     "web-streams-polyfill": "2.1.1",
@@ -167,5 +168,18 @@
   },
   "engines": {
     "node": ">=12.22.0"
+  },
+  "turbo": {
+    "pipeline": {
+      "build-native": {
+        "dependsOn": [
+          "^build-native"
+        ],
+        "outputs": [
+          "native/*.node",
+          "build/swc/target/**"
+        ]
+      }
+    }
   }
 }