Use actions/tool-cache to download and extract. Enable using the cache #12
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Test setup-spark action | |
on: | |
workflow_dispatch: | |
push: | |
branches: | |
- main | |
pull_request: | |
jobs: | |
test-setup-spark: | |
name: ✅ Run setup Spark | |
runs-on: ${{ matrix.versions.os }} | |
strategy: | |
matrix: | |
versions: | |
- os: 'ubuntu-latest' | |
spark: 3.4.1 | |
hadoop: 3 | |
- os: 'ubuntu-latest' | |
spark: 3.3.2 | |
hadoop: 3 | |
- os: 'ubuntu-latest' | |
spark: 3.0.2 | |
hadoop: 3.2 | |
- os: 'ubuntu-latest' | |
spark: 3.1.2 | |
hadoop: 3.2 | |
- os: 'macos-latest' | |
spark: 3.4.1 | |
hadoop: 3 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v3 | |
- name: npm install | |
run: npm ci | |
- name: Run setup-spark ${{ matrix.versions.spark }} | |
uses: ./ | |
with: | |
spark-version: ${{ matrix.versions.spark }} | |
hadoop-version: ${{ matrix.versions.hadoop }} | |
- name: Check Spark | |
run: | | |
spark-submit --version | |
echo $SPARK_HOME | |
test-setup-spark-scala: | |
name: 🛢️ Test setup with specific Scala version | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
versions: | |
- spark: 3.4.1 | |
hadoop: 3 | |
scala: 2.13 | |
- spark: 3.2.1 | |
hadoop: 3.2 | |
scala: 2.13 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v3 | |
- name: npm install | |
run: npm ci | |
- name: Run setup-spark ${{ matrix.versions.spark }} | |
uses: ./ | |
with: | |
spark-version: ${{ matrix.versions.spark }} | |
hadoop-version: ${{ matrix.versions.hadoop }} | |
scala-version: ${{ matrix.versions.scala }} | |
# spark-url: 'https://archive.apache.org/dist/spark/spark-${{ matrix.spark-version }}/spark-${{ matrix.spark-version }}-bin-hadoop${{ matrix.hadoop-version }}.tgz' | |
- name: Check Spark | |
run: spark-submit --version | |
test-setup-spark-url: | |
name: 🔗 Test setup with given URL | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
versions: | |
- spark: 3.4.1 | |
hadoop: 3 | |
- spark: 3.2.1 | |
hadoop: 3.2 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v3 | |
- name: npm install | |
run: npm ci | |
- name: Run setup-spark ${{ matrix.versions.spark }} | |
uses: ./ | |
with: | |
spark-version: ${{ matrix.versions.spark }} | |
hadoop-version: ${{ matrix.versions.hadoop }} | |
spark-url: 'https://archive.apache.org/dist/spark/spark-${{ matrix.versions.spark }}/spark-${{ matrix.versions.spark }}-bin-hadoop${{ matrix.versions.hadoop }}.tgz' | |
- name: Check Spark | |
run: spark-submit --version | |
CodeQL-analysis: | |
name: 🔎 CodeQL analysis | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
language: ['javascript'] | |
steps: | |
- name: Checkout repository | |
uses: actions/checkout@v3 | |
- name: Initialize CodeQL | |
uses: github/codeql-action/init@v2 | |
with: | |
languages: ${{ matrix.language }} | |
- name: Autobuild | |
uses: github/codeql-action/autobuild@v2 | |
- name: Perform CodeQL Analysis | |
uses: github/codeql-action/analyze@v2 | |
check-license: | |
name: 📜 Check licenses and eslint | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- run: npm ci | |
- run: npm run test |