From d42cc29f757d4bd798bc2c9c03ef0c8ca1c65f36 Mon Sep 17 00:00:00 2001 From: Boian Petkantchin Date: Fri, 3 Jan 2025 14:52:06 -0800 Subject: [PATCH] Disable Flux transformer tests that hang (#748) Tests introduced by https://github.com/nod-ai/shark-ai/pull/741 would actually hang during IREE compilation without one pending fix. --- sharktank/tests/models/flux/flux_test.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/sharktank/tests/models/flux/flux_test.py b/sharktank/tests/models/flux/flux_test.py index 34dedd4f1..2eeed067f 100644 --- a/sharktank/tests/models/flux/flux_test.py +++ b/sharktank/tests/models/flux/flux_test.py @@ -170,6 +170,12 @@ def runCompareDevRandomSingleLayerIreeAgainstTorchEager( raises=AssertionError, reason="Accuracy is not good enough. The observed absolute error is 8976.53.", ) + @pytest.mark.skip( + reason=( + "Waiting on merging of fix for https://github.com/iree-org/iree/issues/19539. " + "Without it IREE compilation enters an infinite loop." + ) + ) @with_flux_data def testCompareDevRandomSingleLayerIreeBf16AgainstTorchEagerF32(self): self.runCompareDevRandomSingleLayerIreeAgainstTorchEager( @@ -180,6 +186,12 @@ def testCompareDevRandomSingleLayerIreeBf16AgainstTorchEagerF32(self): raises=AssertionError, reason="Accuracy is probably not good enough. The observed absolute error is 73.25.", ) + @pytest.mark.skip( + reason=( + "Waiting on merging of fix for https://github.com/iree-org/iree/issues/19539. " + "Without it IREE compilation enters an infinite loop." + ) + ) @with_flux_data def testCompareDevRandomSingleLayerIreeF32AgainstTorchEagerF32(self): self.runCompareDevRandomSingleLayerIreeAgainstTorchEager(