-
Notifications
You must be signed in to change notification settings - Fork 13
102 lines (87 loc) · 2.45 KB
/
test-setup-spark.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
name: Test setup-spark action
on:
workflow_dispatch:
push:
branches:
- main
pull_request:
jobs:
test-setup-spark:
name: Test setup Spark
runs-on: ${{ matrix.versions.os }}
strategy:
matrix:
versions:
- os: 'ubuntu-latest'
spark: 3.0.2
hadoop: 3.2
- os: 'macos-latest'
spark: 3.0.2
hadoop: 3.2
- os: 'ubuntu-latest'
spark: 3.0.3
hadoop: 3.2
- os: 'ubuntu-latest'
spark: 3.1.1
hadoop: 3.2
- os: 'ubuntu-latest'
spark: 3.1.2
hadoop: 3.2
- os: 'ubuntu-latest'
spark: 3.2.1
hadoop: 3.2
- os: 'macos-latest'
spark: 3.2.1
hadoop: 3.2
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Set Node.js 16
uses: actions/setup-node@v3
with:
node-version: 16
- name: npm install
run: npm install
# - name: Lint
# run: npm run format-check
# - name: npm test
# run: npm test
- name: Run setup-spark ${{ matrix.versions.spark }}
uses: ./
with:
spark-version: ${{ matrix.versions.spark }}
hadoop-version: ${{ matrix.versions.hadoop }}
# spark-url: 'https://archive.apache.org/dist/spark/spark-${{ matrix.spark-version }}/spark-${{ matrix.spark-version }}-bin-hadoop3.2.tgz'
- name: Check Spark
run: spark-submit --version
test-setup-scala-version:
name: Test setup with specific Scala version
runs-on: ubuntu-latest
strategy:
matrix:
versions:
- spark: 3.2.1
hadoop: 3.2
scala: 2.13
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Set Node.js 16
uses: actions/setup-node@v3
with:
node-version: 16
- name: npm install
run: npm install
# - name: Lint
# run: npm run format-check
# - name: npm test
# run: npm test
- name: Run setup-spark ${{ matrix.versions.spark }}
uses: ./
with:
spark-version: ${{ matrix.versions.spark }}
hadoop-version: ${{ matrix.versions.hadoop }}
scala-version: ${{ matrix.versions.scala }}
# spark-url: 'https://archive.apache.org/dist/spark/spark-${{ matrix.spark-version }}/spark-${{ matrix.spark-version }}-bin-hadoop3.2.tgz'
- name: Check Spark
run: spark-submit --version