support Spark 3.3.1 version

Signed-off-by: Pawel Leszczynski <leszczynski.pawel@gmail.com>
OpenLineage · Oct 27, 2022 · c0972f7 · c0972f7
1 parent 28eb919
commit c0972f7
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/.circleci/workflows/openlineage-java.yml b/.circleci/workflows/openlineage-java.yml
@@ -22,11 +22,11 @@ workflows:
       - build-integration-spark:
           matrix:
             parameters:
-              spark-version: [ '2.4.6', '3.1.3', '3.2.2', '3.3.0' ]
+              spark-version: [ '2.4.6', '3.1.3', '3.2.2', '3.3.1' ]
       - integration-test-integration-spark:
           matrix:
             parameters:
-              spark-version: [ '2.4.6', '3.1.3', '3.2.2', '3.3.0' ]
+              spark-version: [ '2.4.6', '3.1.3', '3.2.2', '3.3.1' ]
           requires:
             - build-integration-spark
       - publish-snapshot-integration-spark:

diff --git a/integration/README.md b/integration/README.md
@@ -4,6 +4,6 @@
 |Apache Airflow|2.1.*, 2.2.*, 2.3.*|https://github.com/apache/airflow/releases|[README](./airflow/README.md)|Support for Airflow 1.x is deprecated and will be discontinued after September 30th, 2022|
 |Dagster|0.13.8+|https://github.com/dagster-io/dagster/releases|[README](./dagster/README.md)| |
 |dbt|0.20+, 1.3|https://github.com/dbt-labs/dbt-core/releases|[README](./dbt/README.md)| |
-|Apache Spark|2.4.6, 3.1.2, 3.2.1+, 3.3.0|https://github.com/apache/spark/tags|[README](./spark/README.md)| |
+|Apache Spark|2.4.6, 3.1.2, 3.2.1+, 3.3.1|https://github.com/apache/spark/tags|[README](./spark/README.md)| |
 |Apache Flink|1.14.5, 1.15.1|https://github.com/apache/flink/tags|[README](./spark/README.md)| Flink support is currently experimental |
 
diff --git a/integration/spark/gradle.properties b/integration/spark/gradle.properties
@@ -1,4 +1,4 @@
 jdk8.build=true
 version=0.16.0-SNAPSHOT
-spark.version=3.3.0
+spark.version=3.3.1
 org.gradle.jvmargs=-Xmx1G
diff --git a/integration/spark/spark33/build.gradle b/integration/spark/spark33/build.gradle
@@ -40,7 +40,7 @@ repositories {
 archivesBaseName='openlineage-spark-spark3'
 
 ext {
-    sparkVersion = '3.3.0'
+    sparkVersion = '3.3.1'
     jacksonVersion = '2.10.0'
     lombokVersion = '1.18.20'
 }