[BCI-2848] Added TOML support, moved tests to gauntlet, bumped deps #2328
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: e2e_tests_custom_cl | |
| on: | |
| pull_request: | |
| workflow_dispatch: | |
| inputs: | |
| cl_branch_ref: | |
| description: Chainlink repo branch to integrate with | |
| required: true | |
| default: develop | |
| type: string | |
| env: | |
| CL_ECR: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink | |
| CONTRACT_ARTIFACTS_PATH: contracts/target/deploy | |
| MOD_CACHE_VERSION: 1 | |
| # Only run 1 of this workflow at a time per PR | |
| concurrency: | |
| group: integration-tests-solana-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| check_test_compilation: | |
| name: Check integration test compilation | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@44c2b7a8a4ea60a981eaca3cf939b5f4305c123b # v4.1.5 | |
| - name: Setup go | |
| uses: actions/setup-go@cdcb36043654635271a94b9a6d1392de5bb323a7 # v5.0.1 | |
| with: | |
| go-version-file: "go.mod" | |
| check-latest: true | |
| cache: true | |
| - run: cd ./integration-tests && go test -run=xxx ./... | |
| get_projectserum_version: | |
| name: Get ProjectSerum Version | |
| environment: integration | |
| runs-on: ubuntu-latest | |
| outputs: | |
| projectserum_version: ${{ steps.psversion.outputs.projectserum_version }} | |
| steps: | |
| - name: Checkout the repo | |
| uses: actions/checkout@44c2b7a8a4ea60a981eaca3cf939b5f4305c123b # v4.1.5 | |
| - name: Get ProjectSerum Version | |
| id: psversion | |
| uses: ./.github/actions/projectserum_version | |
| e2e_custom_build_artifacts: | |
| name: E2E Custom Build Artifacts | |
| environment: integration | |
| permissions: | |
| id-token: write | |
| contents: read | |
| runs-on: ubuntu-latest-32cores-128GB | |
| needs: [get_projectserum_version] | |
| # container: | |
| # image: projectserum/build:${{ needs.get_projectserum_version.outputs.projectserum_version }} | |
| # env: | |
| # RUSTUP_HOME: "/root/.rustup" | |
| # FORCE_COLOR: 1 | |
| steps: | |
| - name: Checkout the repo | |
| uses: actions/checkout@44c2b7a8a4ea60a981eaca3cf939b5f4305c123b # v4.1.5 | |
| - name: Build contracts | |
| uses: ./.github/actions/build_contract_artifacts | |
| with: | |
| image: projectserum/build | |
| image-version: ${{ needs.get_projectserum_version.outputs.projectserum_version }} | |
| e2e_custom_build_custom_chainlink_image: | |
| name: E2E Custom Build Custom CL Image | |
| runs-on: ubuntu-latest-16cores-64GB | |
| environment: integration | |
| permissions: | |
| id-token: write | |
| contents: read | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| steps: | |
| - name: Get core ref from PR body | |
| if: github.event_name == 'pull_request' | |
| run: | | |
| comment="$(gh pr view https://github.com/${{ github.repository }}/pull/${{ github.event.pull_request.number }} --json body -q '.body')" | |
| # shellcheck disable=SC2086 | |
| core_ref="$(echo $comment | grep -oP 'core ref: \K\S+' || true)" | |
| if [ -n "$core_ref" ]; then | |
| echo "CUSTOM_CORE_REF=${core_ref}" >> "${GITHUB_ENV}" | |
| fi | |
| - name: Check if image exists | |
| id: check-image | |
| uses: smartcontractkit/chainlink-github-actions/docker/image-exists@e29366cdecfe6befff9ab8c3cfe4825218505d58 # v2.3.16 | |
| with: | |
| repository: chainlink | |
| tag: solana.${{ env.CUSTOM_CORE_REF || github.event.inputs.cl_branch_ref || github.sha }} | |
| AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| - name: Build Image | |
| if: steps.check-image.outputs.exists == 'false' | |
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@e29366cdecfe6befff9ab8c3cfe4825218505d58 # v2.3.16 | |
| with: | |
| should_checkout: true | |
| cl_repo: smartcontractkit/chainlink | |
| cl_ref: ${{ env.CUSTOM_CORE_REF || github.event.inputs.cl_branch_ref }} | |
| dep_solana_sha: ${{ github.event.pull_request.head.sha }} | |
| push_tag: ${{ env.CL_ECR }}:solana.${{ env.CUSTOM_CORE_REF || github.event.inputs.cl_branch_ref || github.sha }} | |
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| e2e_custom_run_smoke_tests: | |
| name: E2E Custom Run Smoke Tests | |
| environment: integration | |
| permissions: | |
| checks: write | |
| pull-requests: write | |
| id-token: write | |
| contents: read | |
| runs-on: ubuntu-latest-16cores-64GB | |
| needs: [e2e_custom_build_artifacts, e2e_custom_build_custom_chainlink_image, check_test_compilation] | |
| env: | |
| TEST_SUITE: smoke | |
| TEST_ARGS: -test.timeout 30m | |
| TEST_LOG_LEVEL: debug | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| steps: | |
| - name: Collect Metrics | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: e2e_custom_run_smoke_tests | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: E2E Custom Run Smoke Tests | |
| continue-on-error: true | |
| - name: Get core ref from PR body | |
| if: github.event_name == 'pull_request' | |
| run: | | |
| comment="$(gh pr view https://github.com/${{ github.repository }}/pull/${{ github.event.pull_request.number }} --json body -q '.body')" | |
| # shellcheck disable=SC2086 | |
| core_ref="$(echo $comment | grep -oP 'core ref: \K\S+' || true)" | |
| if [ -n "$core_ref" ]; then | |
| echo "CUSTOM_CORE_REF=${core_ref}" >> "${GITHUB_ENV}" | |
| fi | |
| - name: Checkout the repo | |
| uses: actions/checkout@44c2b7a8a4ea60a981eaca3cf939b5f4305c123b # v4.1.5 | |
| - name: Download Artifacts | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| name: artifacts | |
| path: ${{ env.CONTRACT_ARTIFACTS_PATH }} | |
| - name: Install Solana CLI # required for ensuring the local test validator is configured correctly | |
| run: ./scripts/install-solana-ci.sh | |
| - name: Install gauntlet | |
| run: make build_js | |
| - name: Generate config overrides | |
| run: | # https://github.com/smartcontractkit/chainlink-testing-framework/blob/main/config/README.md | |
| cat << EOF > config.toml | |
| [ChainlinkImage] | |
| image="${{ env.CL_ECR }}" | |
| version="solana.${{ env.CUSTOM_CORE_REF || github.event.inputs.cl_branch_ref || github.sha }}" | |
| [Common] | |
| user="${{ github.actor }}" | |
| internal_docker_repo = "${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com" | |
| EOF | |
| # shellcheck disable=SC2002 | |
| BASE64_CONFIG_OVERRIDE=$(cat config.toml | base64 -w 0) | |
| # shellcheck disable=SC2086 | |
| echo ::add-mask::$BASE64_CONFIG_OVERRIDE | |
| # shellcheck disable=SC2086 | |
| echo "BASE64_CONFIG_OVERRIDE=$BASE64_CONFIG_OVERRIDE" >> $GITHUB_ENV | |
| - name: Run Tests | |
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@e29366cdecfe6befff9ab8c3cfe4825218505d58 # v2.3.16 | |
| with: | |
| test_command_to_run: cd ./integration-tests && go test -timeout 24h -count=1 -run TestSolanaOCRV2Smoke -json $(args) ./smoke 2>&1 | tee /tmp/gotest.log | gotestfmt | |
| test_download_vendor_packages_command: cd ./integration-tests && go mod download | |
| go_mod_path: ./integration-tests/go.mod | |
| cl_repo: ${{ env.CL_ECR }} | |
| cl_image_tag: solana.${{ env.CUSTOM_CORE_REF || github.event.inputs.cl_branch_ref || github.sha }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
| artifacts_name: smoke-test-logs | |
| artifacts_location: ./integration-tests/smoke/logs/ | |
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
| cache_key_id: solana-e2e-${{ env.MOD_CACHE_VERSION }} | |
| cache_restore_only: "false" |