ci/cd optimization (#2051)

• updating Actions versions • adding WarpBuild runners for execution without concurrency limits • tuning triggers/schedules
dgraph-io · May 3, 2024 · a09e983 · a09e983
1 parent fece30f
commit a09e983
Show file tree

Hide file tree

Showing 8 changed files with 32 additions and 56 deletions.
diff --git a/.github/workflows/cd-badger.yml b/.github/workflows/cd-badger.yml
@@ -8,9 +8,9 @@ on:
         type: string
 jobs:
   badger-build-amd64:
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           ref: '${{ github.event.inputs.releasetag }}'
       - name: Get Go Version
@@ -19,7 +19,7 @@ jobs:
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Set up Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Set Badger Release Version
@@ -51,9 +51,9 @@ jobs:
             badger/badger-checksum-linux-amd64.sha256
             badger/badger-linux-amd64.tar.gz
   badger-build-arm64:
-    runs-on: [self-hosted, ARM64]
+    runs-on: warp-ubuntu-latest-arm64-4x
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           ref: '${{ github.event.inputs.releasetag }}'
       - name: Get Go Version
@@ -62,7 +62,7 @@ jobs:
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Set up Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Set Badger Release Version

diff --git a/.github/workflows/ci-aqua-security-trivy-tests.yml b/.github/workflows/ci-aqua-security-trivy-tests.yml
@@ -1,25 +1,20 @@
 name: ci-aqua-security-trivy-tests
 on:
-  push:
-    branches:
-      - main
   pull_request:
     types:
       - opened
       - reopened
       - synchronize
       - ready_for_review
     branches:
-      - main 
-  schedule:
-    - cron: "1 0 * * *"
+      - main
 jobs:
   build:
     name: trivy-tests
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
       - name: Checkout code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Run Trivy vulnerability scanner
         uses: aquasecurity/trivy-action@master
         with:

diff --git a/.github/workflows/ci-badger-bank-tests-nightly.yml b/.github/workflows/ci-badger-bank-tests-nightly.yml
@@ -8,16 +8,16 @@ on:
     - cron: "1 3 * * *"
 jobs:
   badger-bank:
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Get Go Version
         run: |
           #!/bin/bash
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Setup Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Install Dependencies

diff --git a/.github/workflows/ci-badger-bank-tests.yml b/.github/workflows/ci-badger-bank-tests.yml
@@ -1,27 +1,21 @@
 name: ci-badger-bank-tests
 on:
-  push:
-    branches:
-      - main
-      - 'release/v*'
   pull_request:
     branches:
       - main
       - 'release/v*'
-  schedule:
-    - cron: "1 0 * * *"
 jobs:
   badger-bank:
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Get Go Version
         run: |
           #!/bin/bash
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Setup Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Install Dependencies

diff --git a/.github/workflows/ci-badger-tests-coverage.yml b/.github/workflows/ci-badger-tests-coverage.yml
@@ -6,9 +6,9 @@ on:
       - 'release/v*'
 jobs:
   badger-tests-coverage:
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
-      - uses: actions/checkout@v3 # checkout merge commit
+      - uses: actions/checkout@v4 # checkout merge commit
         with:
           ref: "refs/pull/${{ github.event.number }}/merge"
       - name: Get Go Version
@@ -17,7 +17,7 @@ jobs:
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Setup Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Install Dependencies

diff --git a/.github/workflows/ci-badger-tests.yml b/.github/workflows/ci-badger-tests.yml
@@ -1,27 +1,21 @@
 name: ci-badger-tests
 on:
-  push:
-    branches:
-      - main
-      - 'release/v*'
   pull_request:
     branches:
       - main
       - 'release/v*'
-  schedule:
-    - cron: "1 0 * * *"
 jobs:
   badger-tests:
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Get Go Version
         run: |
           #!/bin/bash
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Setup Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Install Dependencies

diff --git a/.github/workflows/ci-dgraph-tests.yml b/.github/workflows/ci-dgraph-tests.yml
@@ -5,10 +5,10 @@ on:
       - main
 jobs:
   dgraph-tests:
-    runs-on: ubuntu-20.04-32gb
+    runs-on: warp-ubuntu-latest-x64-16x
     steps:
       - name: Checkout Dgraph repo
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           repository: dgraph-io/dgraph
           ref: main
@@ -18,14 +18,14 @@ jobs:
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Set up Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: Fetch latest Badger version
         run: |
           go get github.com/dgraph-io/badger/v4@main
       - name: Set up Node
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: 16
       - name: Install protobuf-compiler

diff --git a/.github/workflows/ci-golang-lint.yml b/.github/workflows/ci-golang-lint.yml
@@ -1,37 +1,30 @@
 name: ci-golang-lint
 on:
-  push:
-    branches:
-      - main
-      - 'release/v*'
   pull_request:
     branches:
       - main
       - 'release/v*'
-  schedule:
-    - cron: "1 0 * * *"
 jobs:
   go-lint:
     name: lint
-    runs-on: ubuntu-20.04
+    runs-on: warp-ubuntu-latest-x64-4x
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Get Go Version
         run: |
           #!/bin/bash
           GOVERSION=$({ [ -f .go-version ] && cat .go-version; })
           echo "GOVERSION=$GOVERSION" >> $GITHUB_ENV
       - name: Setup Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GOVERSION }}
       - name: golang-lint
-        env:
-          # prevent OOM
-          GOGC: 10
-        uses: golangci/golangci-lint-action@v3.2.0
+        uses: golangci/golangci-lint-action@v4
         with:
           # Required: the version of golangci-lint is required and must be specified without patch version: we always use the latest patch version.
-          version: v1.48
+          version: latest
           only-new-issues: true
           args: --timeout=10m
+          skip-pkg-cache: true
+          skip-build-cache: true