test: skip PySpark 2 and TF 2.6+ for estimator tests

horovod · Feb 23, 2022 · 554e7ab · 554e7ab
1 parent 0cfdfe3
commit 554e7ab
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/test/integration/test_spark_keras.py b/test/integration/test_spark_keras.py
@@ -72,6 +72,9 @@ def fit(model, train_data, val_data, steps_per_epoch, validation_steps, callback
     return fit
 
 
+@pytest.mark.skipif(LooseVersion(pyspark.__version__) < LooseVersion('3.0.0') and
+                    LooseVersion(tf.__version__) >= LooseVersion('2.6.0'),
+                    reason='Skip PySpark 2 and TF 2.6+ for Keras Estimator failures.')
 class SparkKerasTests(tf.test.TestCase):
     def __init__(self, *args, **kwargs):
         super(SparkKerasTests, self).__init__(*args, **kwargs)