From 4cdc2d7096ee030b35b666a70d48aeeee47388d0 Mon Sep 17 00:00:00 2001 From: angelayi Date: Mon, 4 Mar 2024 09:39:30 -0800 Subject: [PATCH] [dynamo] Remove expected dynamo test failures (#120836) Fixes some of the tests in #120643 Pull Request resolved: https://github.com/pytorch/pytorch/pull/120836 Approved by: https://github.com/zou3519 --- .../TestComparatorOps.test_compare_tensor_scalar | 0 .../TestComparatorOps.test_compare_tensor_tensor | 0 .../TestFakeQuantize.test_fq_module_per_channel | 0 ...TestFakeQuantizeOps.test_fake_quant_per_channel_qparam_range | 0 .../TestFakeQuantizeOps.test_fixed_qparams_fq_module | 0 .../TestFakeQuantizeOps.test_forward_per_channel | 0 .../TestFakeQuantizeOps.test_forward_per_tensor | 0 .../TestFakeQuantizeOps.test_fq_module_per_tensor | 0 .../TestFakeQuantizeOps.test_learnable_backward_per_tensor_cpu | 0 .../TestFakeQuantizeOps.test_learnable_forward_per_channel_cpu | 0 .../TestFusionEval.test_fuse_module_eval_numerics | 0 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_add | 0 .../TestQNNPackOps.test_qnnpack_maxpool2d | 0 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_mul | 0 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_relu | 0 .../TestQuantizedConv.test_qconv1d_unpack | 0 .../TestQuantizedConv.test_qconv2d_unpack | 0 .../TestQuantizedConv.test_qconv3d_unpack | 0 ...tQuantizedLinear.test_qlinear_qnnpack_free_memory_and_unpack | 0 .../TestQuantizedLinear.test_qlinear_unpack | 0 .../TestQuantizedOps.test_add_scalar_relu | 0 test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool2d | 0 test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool3d | 0 test/dynamo_expected_failures/TestQuantizedOps.test_cat | 0 .../TestQuantizedOps.test_channel_shuffle | 0 test/dynamo_expected_failures/TestQuantizedOps.test_equal | 0 test/dynamo_expected_failures/TestQuantizedOps.test_hardtanh | 0 .../TestQuantizedOps.test_leaky_relu_observed_output | 0 test/dynamo_expected_failures/TestQuantizedOps.test_max_pool1d | 0 test/dynamo_expected_failures/TestQuantizedOps.test_max_pool2d | 0 .../TestQuantizedOps.test_mul_scalar_relu | 0 test/dynamo_expected_failures/TestQuantizedOps.test_qcelu | 0 test/dynamo_expected_failures/TestQuantizedOps.test_qclamp | 0 test/dynamo_expected_failures/TestQuantizedOps.test_qelu | 0 test/dynamo_expected_failures/TestQuantizedOps.test_qthreshold | 0 test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid | 0 .../TestQuantizedOps.test_sigmoid_non_observed | 0 torch/_dynamo/trace_rules.py | 2 ++ 38 files changed, 2 insertions(+) delete mode 100644 test/dynamo_expected_failures/TestComparatorOps.test_compare_tensor_scalar delete mode 100644 test/dynamo_expected_failures/TestComparatorOps.test_compare_tensor_tensor delete mode 100644 test/dynamo_expected_failures/TestFakeQuantize.test_fq_module_per_channel delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_fake_quant_per_channel_qparam_range delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_fixed_qparams_fq_module delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_forward_per_channel delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_forward_per_tensor delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_fq_module_per_tensor delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_learnable_backward_per_tensor_cpu delete mode 100644 test/dynamo_expected_failures/TestFakeQuantizeOps.test_learnable_forward_per_channel_cpu delete mode 100644 test/dynamo_expected_failures/TestFusionEval.test_fuse_module_eval_numerics delete mode 100644 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_add delete mode 100644 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_maxpool2d delete mode 100644 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_mul delete mode 100644 test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_relu delete mode 100644 test/dynamo_expected_failures/TestQuantizedConv.test_qconv1d_unpack delete mode 100644 test/dynamo_expected_failures/TestQuantizedConv.test_qconv2d_unpack delete mode 100644 test/dynamo_expected_failures/TestQuantizedConv.test_qconv3d_unpack delete mode 100644 test/dynamo_expected_failures/TestQuantizedLinear.test_qlinear_qnnpack_free_memory_and_unpack delete mode 100644 test/dynamo_expected_failures/TestQuantizedLinear.test_qlinear_unpack delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_add_scalar_relu delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool2d delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool3d delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_cat delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_channel_shuffle delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_equal delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_hardtanh delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_leaky_relu_observed_output delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_max_pool1d delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_max_pool2d delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_mul_scalar_relu delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_qcelu delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_qclamp delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_qelu delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_qthreshold delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid delete mode 100644 test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid_non_observed diff --git a/test/dynamo_expected_failures/TestComparatorOps.test_compare_tensor_scalar b/test/dynamo_expected_failures/TestComparatorOps.test_compare_tensor_scalar deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestComparatorOps.test_compare_tensor_tensor b/test/dynamo_expected_failures/TestComparatorOps.test_compare_tensor_tensor deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantize.test_fq_module_per_channel b/test/dynamo_expected_failures/TestFakeQuantize.test_fq_module_per_channel deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_fake_quant_per_channel_qparam_range b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_fake_quant_per_channel_qparam_range deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_fixed_qparams_fq_module b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_fixed_qparams_fq_module deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_forward_per_channel b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_forward_per_channel deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_forward_per_tensor b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_forward_per_tensor deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_fq_module_per_tensor b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_fq_module_per_tensor deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_learnable_backward_per_tensor_cpu b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_learnable_backward_per_tensor_cpu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFakeQuantizeOps.test_learnable_forward_per_channel_cpu b/test/dynamo_expected_failures/TestFakeQuantizeOps.test_learnable_forward_per_channel_cpu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestFusionEval.test_fuse_module_eval_numerics b/test/dynamo_expected_failures/TestFusionEval.test_fuse_module_eval_numerics deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_add b/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_add deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_maxpool2d b/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_maxpool2d deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_mul b/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_mul deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_relu b/test/dynamo_expected_failures/TestQNNPackOps.test_qnnpack_relu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedConv.test_qconv1d_unpack b/test/dynamo_expected_failures/TestQuantizedConv.test_qconv1d_unpack deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedConv.test_qconv2d_unpack b/test/dynamo_expected_failures/TestQuantizedConv.test_qconv2d_unpack deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedConv.test_qconv3d_unpack b/test/dynamo_expected_failures/TestQuantizedConv.test_qconv3d_unpack deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedLinear.test_qlinear_qnnpack_free_memory_and_unpack b/test/dynamo_expected_failures/TestQuantizedLinear.test_qlinear_qnnpack_free_memory_and_unpack deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedLinear.test_qlinear_unpack b/test/dynamo_expected_failures/TestQuantizedLinear.test_qlinear_unpack deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_add_scalar_relu b/test/dynamo_expected_failures/TestQuantizedOps.test_add_scalar_relu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool2d b/test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool2d deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool3d b/test/dynamo_expected_failures/TestQuantizedOps.test_avg_pool3d deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_cat b/test/dynamo_expected_failures/TestQuantizedOps.test_cat deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_channel_shuffle b/test/dynamo_expected_failures/TestQuantizedOps.test_channel_shuffle deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_equal b/test/dynamo_expected_failures/TestQuantizedOps.test_equal deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_hardtanh b/test/dynamo_expected_failures/TestQuantizedOps.test_hardtanh deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_leaky_relu_observed_output b/test/dynamo_expected_failures/TestQuantizedOps.test_leaky_relu_observed_output deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_max_pool1d b/test/dynamo_expected_failures/TestQuantizedOps.test_max_pool1d deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_max_pool2d b/test/dynamo_expected_failures/TestQuantizedOps.test_max_pool2d deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_mul_scalar_relu b/test/dynamo_expected_failures/TestQuantizedOps.test_mul_scalar_relu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_qcelu b/test/dynamo_expected_failures/TestQuantizedOps.test_qcelu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_qclamp b/test/dynamo_expected_failures/TestQuantizedOps.test_qclamp deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_qelu b/test/dynamo_expected_failures/TestQuantizedOps.test_qelu deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_qthreshold b/test/dynamo_expected_failures/TestQuantizedOps.test_qthreshold deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid b/test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid_non_observed b/test/dynamo_expected_failures/TestQuantizedOps.test_sigmoid_non_observed deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/torch/_dynamo/trace_rules.py b/torch/_dynamo/trace_rules.py index 3bd54a829feb..49080d3c710b 100644 --- a/torch/_dynamo/trace_rules.py +++ b/torch/_dynamo/trace_rules.py @@ -3101,6 +3101,7 @@ def is_numpy(obj) -> bool: # we should use lazy import & skip in the future. THIRDPARTY_SKIPLIST = ( "fx2trt_oss", + "hypothesis", "networkx", "numpy", "omegaconf", @@ -3194,6 +3195,7 @@ def _module_dir(m: types.ModuleType): "torch.random", "torch.sparse", "torch.testing", + "torch.testing._internal.hypothesis_utils", "torch.utils._content_store", "torch.utils._contextlib", "torch.utils._foreach_utils",