Run tests in random order in Flaky Check

This makes things flakier.
timescale · Dec 23, 2024 · d86e778 · d86e778
1 parent 155efa1
commit d86e778
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/.github/gh_matrix_builder.py b/.github/gh_matrix_builder.py
@@ -24,6 +24,7 @@
 
 import json
 import os
+import random
 import subprocess
 from ci_settings import (
     PG14_EARLIEST,
@@ -309,11 +310,13 @@ def macos_config(overrides):
             sys.exit(1)
 
     if tests:
+        to_run = list(tests) * 20
+        random.shuffle(to_run)
         m["include"].append(
             build_debug_config(
                 {
                     "coverage": False,
-                    "installcheck_args": f'TESTS="{" ".join(list(tests) * 20)}"',
+                    "installcheck_args": f'TESTS="{" ".join(to_run)}"',
                     "name": "Flaky Check Debug",
                     "pg": PG16_LATEST,
                     "pginstallcheck": False,
@@ -324,7 +327,7 @@ def macos_config(overrides):
             build_debug_config(
                 {
                     "coverage": False,
-                    "installcheck_args": f'TESTS="{" ".join(list(tests) * 20)}"',
+                    "installcheck_args": f'TESTS="{" ".join(to_run)}"',
                     "name": "Flaky Check Debug",
                     "pg": PG17_LATEST,
                     "pginstallcheck": False,