Skip to content

add email to license #10

add email to license

add email to license #10

Workflow file for this run

name: Test setup-spark action
on:
workflow_dispatch:
push:
branches:
- main
pull_request:
jobs:
test-setup-spark:
name: ✅ Run setup Spark
runs-on: ${{ matrix.versions.os }}
strategy:
matrix:
versions:
- os: 'ubuntu-latest'
spark: 3.4.1
hadoop: 3
- os: 'ubuntu-latest'
spark: 3.3.2
hadoop: 3
- os: 'ubuntu-latest'
spark: 3.0.2
hadoop: 3.2
- os: 'ubuntu-latest'
spark: 3.1.2
hadoop: 3.2
- os: 'macos-latest'
spark: 3.4.1
hadoop: 3
steps:
- name: Checkout
uses: actions/checkout@v3
- name: npm install
run: npm ci
- name: Run setup-spark ${{ matrix.versions.spark }}
uses: ./
with:
spark-version: ${{ matrix.versions.spark }}
hadoop-version: ${{ matrix.versions.hadoop }}
- name: Check Spark
run: |
spark-submit --version
echo $SPARK_HOME
test-setup-spark-scala:
name: 🛢️ Test setup with specific Scala version
runs-on: ubuntu-latest
strategy:
matrix:
versions:
- spark: 3.4.1
hadoop: 3
scala: 2.13
- spark: 3.2.1
hadoop: 3.2
scala: 2.13
steps:
- name: Checkout
uses: actions/checkout@v3
- name: npm install
run: npm ci
- name: Run setup-spark ${{ matrix.versions.spark }}
uses: ./
with:
spark-version: ${{ matrix.versions.spark }}
hadoop-version: ${{ matrix.versions.hadoop }}
scala-version: ${{ matrix.versions.scala }}
# spark-url: 'https://archive.apache.org/dist/spark/spark-${{ matrix.spark-version }}/spark-${{ matrix.spark-version }}-bin-hadoop${{ matrix.hadoop-version }}.tgz'
- name: Check Spark
run: spark-submit --version
test-setup-spark-url:
name: 🔗 Test setup with given URL
runs-on: ubuntu-latest
strategy:
matrix:
versions:
- spark: 3.4.1
hadoop: 3
- spark: 3.2.1
hadoop: 3.2
steps:
- name: Checkout
uses: actions/checkout@v3
- name: npm install
run: npm ci
- name: Run setup-spark ${{ matrix.versions.spark }}
uses: ./
with:
spark-version: ${{ matrix.versions.spark }}
hadoop-version: ${{ matrix.versions.hadoop }}
spark-url: 'https://archive.apache.org/dist/spark/spark-${{ matrix.versions.spark }}/spark-${{ matrix.versions.spark }}-bin-hadoop${{ matrix.versions.hadoop }}.tgz'
- name: Check Spark
run: spark-submit --version
CodeQL-analysis:
name: 🔎 CodeQL analysis
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
language: ['javascript']
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Initialize CodeQL
uses: github/codeql-action/init@v2
with:
languages: ${{ matrix.language }}
- name: Autobuild
uses: github/codeql-action/autobuild@v2
- name: Perform CodeQL Analysis
uses: github/codeql-action/analyze@v2
check-license:
name: 📜 Check licenses and eslint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: npm ci
- run: npm run test