Merge branch 'main' into dev/onevision_main

EvolvingLMMs-Lab · Aug 17, 2024 · 52d8c2c · 52d8c2c
2 parents 09e2b03 + 5d0d40d
commit 52d8c2c
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/.github/workflows/unit-test.yml b/.github/workflows/unit-test.yml
@@ -41,7 +41,7 @@ jobs:
       run: |
         cd test/srt
         python3 run_suite.py --suite minimal
-      timeout-minutes: 15
+      timeout-minutes: 18
 
     - name: Test Frontend Language
       run: |

diff --git a/test/srt/test_eval_accuracy_large.py b/test/srt/test_eval_accuracy_large.py
@@ -37,7 +37,7 @@ def test_mmlu(self):
         )
 
         metrics = run_eval(args)
-        assert metrics["score"] >= 0.71, f"{metrics}"
+        assert metrics["score"] >= 0.705, f"{metrics}"
 
     def test_human_eval(self):
         args = SimpleNamespace(

diff --git a/test/srt/test_eval_accuracy_large_chunked_prefill.py b/test/srt/test_eval_accuracy_large_chunked_prefill.py
@@ -36,7 +36,7 @@ def test_mmlu(self):
         )
 
         metrics = run_eval(args)
-        assert metrics["score"] >= 0.71, f"{metrics}"
+        assert metrics["score"] >= 0.705, f"{metrics}"
 
     def test_human_eval(self):
         args = SimpleNamespace(

diff --git a/test/srt/test_eval_accuracy_large_mixed_chunked_prefill.py b/test/srt/test_eval_accuracy_large_mixed_chunked_prefill.py
@@ -42,7 +42,7 @@ def test_mmlu(self):
         )
 
         metrics = run_eval(args)
-        assert metrics["score"] >= 0.71, f"{metrics}"
+        assert metrics["score"] >= 0.705, f"{metrics}"
 
     def test_human_eval(self):
         args = SimpleNamespace(