diff --git a/sharktank/tests/models/flux/flux_test.py b/sharktank/tests/models/flux/flux_test.py index 34dedd4f1..2eeed067f 100644 --- a/sharktank/tests/models/flux/flux_test.py +++ b/sharktank/tests/models/flux/flux_test.py @@ -170,6 +170,12 @@ def runCompareDevRandomSingleLayerIreeAgainstTorchEager( raises=AssertionError, reason="Accuracy is not good enough. The observed absolute error is 8976.53.", ) + @pytest.mark.skip( + reason=( + "Waiting on merging of fix for https://github.com/iree-org/iree/issues/19539. " + "Without it IREE compilation enters an infinite loop." + ) + ) @with_flux_data def testCompareDevRandomSingleLayerIreeBf16AgainstTorchEagerF32(self): self.runCompareDevRandomSingleLayerIreeAgainstTorchEager( @@ -180,6 +186,12 @@ def testCompareDevRandomSingleLayerIreeBf16AgainstTorchEagerF32(self): raises=AssertionError, reason="Accuracy is probably not good enough. The observed absolute error is 73.25.", ) + @pytest.mark.skip( + reason=( + "Waiting on merging of fix for https://github.com/iree-org/iree/issues/19539. " + "Without it IREE compilation enters an infinite loop." + ) + ) @with_flux_data def testCompareDevRandomSingleLayerIreeF32AgainstTorchEagerF32(self): self.runCompareDevRandomSingleLayerIreeAgainstTorchEager(