diff --git a/py-polars/tests/benchmark/run_h2oai_benchmark.py b/py-polars/tests/benchmark/run_h2oai_benchmark.py
index 633dd9475bfa..ed36d8cd1211 100644
--- a/py-polars/tests/benchmark/run_h2oai_benchmark.py
+++ b/py-polars/tests/benchmark/run_h2oai_benchmark.py
@@ -313,7 +313,7 @@
 assert np.isclose(out["v3"].to_list(), 4.7040828499563754e8).all()
 
 # Fail or pass the benchmark based on runtime. Used in the Benchmark CI workflow.
-threshold = 18 if ON_STRINGS else 12
-if total_time > threshold:
-    print(f"query took longer than {threshold}s, may be noise")
-    exit(1)
+# threshold = 18 if ON_STRINGS else 12
+# if total_time > threshold:
+#     print(f"query took longer than {threshold}s, may be noise")
+#     exit(1)