Merge pull request #2026 from Giskard-AI/fix/tests-randomly-failing

Fixed randomly failing tests
Giskard-AI · Sep 18, 2024 · cfc1347 · cfc1347
2 parents 004cca3 + a5c6984
commit cfc1347
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/tests/test_import_giskard.py b/tests/test_import_giskard.py
@@ -9,9 +9,11 @@ def test_import_giskard():
     start = time()
 
     # Start subprocess to ensure that giskard is not already imported
-    subprocess.run(["python", "-c", "import giskard"])
+    # Average of 10 imports to avoid random issues
+    for _ in range(10):
+        subprocess.run(["python", "-c", "import giskard"])
 
     end = time()
     assert (
-        end - start < IMPORT_TIME_THRESHOLD_SECOND
-    ), f"Import of Giskard took {end - start} seconds (maximum threshold is set to {IMPORT_TIME_THRESHOLD_SECOND} second)"
+        end - start
+    ) / 10 < IMPORT_TIME_THRESHOLD_SECOND, f"Import of Giskard took {(end - start) / 10} seconds on average (maximum threshold is set to {IMPORT_TIME_THRESHOLD_SECOND} second)"