refactor CI workflow to run Rust, MaskBench, and Python guidance test…

…s separately for improved logging and timing
guidance-ai · Jan 25, 2025 · 80d1f25 · 80d1f25
1 parent 4e9da88
commit 80d1f25
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 2 deletions.
diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
@@ -29,8 +29,17 @@ jobs:
     - name: Install python test dependencies
       run: ./scripts/install-deps.sh
 
-    - name: Run python guidance tests
-      run: ./scripts/test-guidance.sh
+    # these three steps are equivalent to just ./scripts/test-guidance.sh
+    # but we want to run them separately to get better timings/logs/etc
+
+    - name: Run Rust tests
+      run: ./scripts/test-guidance.sh --rust
+
+    - name: Run MaskBench
+      run: ./scripts/test-guidance.sh --mb
+
+    - name: Run Python Guidance tests
+      run: ./scripts/test-guidance.sh --py
 
     - name: Build sdist
       run: maturin build --sdist --zig

diff --git a/scripts/test-guidance.sh b/scripts/test-guidance.sh
@@ -70,6 +70,7 @@ if [ "$TEST_MB" = 1 ] ; then
 
     MB_PATH=$(realpath $MB_PATH)
     cd json_stats
+    mkdir -p tmp
     cargo run --release -- \
         --llg-masks \
         --expected expected_maskbench.json \