Fix irpa paths for 405b f16 tests

Signed-off-by: aviator19941 <[email protected]>
nod-ai · Nov 5, 2024 · e8f90d4 · e8f90d4
1 parent 88d803e
commit e8f90d4
Showing 1 changed file with 5 additions and 7 deletions.
diff --git a/sharktank/tests/models/llama/benchmark_amdgpu_test.py b/sharktank/tests/models/llama/benchmark_amdgpu_test.py
@@ -654,9 +654,7 @@ def setUp(self):
         ]
 
     @pytest.mark.xfail(
-        reason="error: 'util.global' op references a promised device that was not declared",
-        strict=True,
-        raises=IreeCompileException,
+        reason="Benchmarking Error", strict=True, raises=IreeBenchmarkException
     )
     def testBenchmark405B_f16_TP8_Decomposed(self):
         output_file_name = self.dir_path_405b / "f16_decomposed"
@@ -689,15 +687,15 @@ def testBenchmark405B_f16_TP8_Decomposed(self):
         self.llama405b_f16_decomposed_artifacts.iree_benchmark_vmfb(
             hip_device_id=self.hip_device_id,
             vmfb_name=output_vmfb,
-            irpa_path=self.irpa_path_fp8,
+            irpa_path=self.irpa_path,
             args=self.iree_run_prefill_args,
             cwd=self.repo_root,
         )
         # benchmark decode
         self.llama405b_f16_decomposed_artifacts.iree_benchmark_vmfb(
             hip_device_id=self.hip_device_id,
             vmfb_name=output_vmfb,
-            irpa_path=self.irpa_path_fp8,
+            irpa_path=self.irpa_path,
             args=self.iree_run_decode_args,
             cwd=self.repo_root,
         )
@@ -734,15 +732,15 @@ def testBenchmark405B_f16_TP8_Non_Decomposed(self):
         self.llama405b_f16_torch_sdpa_artifacts.iree_benchmark_vmfb(
             hip_device_id=self.hip_device_id,
             vmfb_name=output_vmfb,
-            irpa_path=self.irpa_path_fp8,
+            irpa_path=self.irpa_path,
             args=self.iree_run_prefill_args,
             cwd=self.repo_root,
         )
         # benchmark decode
         self.llama405b_f16_torch_sdpa_artifacts.iree_benchmark_vmfb(
             hip_device_id=self.hip_device_id,
             vmfb_name=output_vmfb,
-            irpa_path=self.irpa_path_fp8,
+            irpa_path=self.irpa_path,
             args=self.iree_run_decode_args,
             cwd=self.repo_root,
         )