From 69997e6b429b483cbab971340b7d15ad9b66c73e Mon Sep 17 00:00:00 2001 From: archana-ramalingam Date: Mon, 6 Jan 2025 19:06:06 +0000 Subject: [PATCH] Add missing iree_hal_target_device flags --- sharktank/tests/models/llama/benchmark_amdgpu_test.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/sharktank/tests/models/llama/benchmark_amdgpu_test.py b/sharktank/tests/models/llama/benchmark_amdgpu_test.py index f1b5d4858..b6e6eed26 100644 --- a/sharktank/tests/models/llama/benchmark_amdgpu_test.py +++ b/sharktank/tests/models/llama/benchmark_amdgpu_test.py @@ -339,6 +339,7 @@ def setUp(self): irpa_path=str(self.irpa_path), batch_size=4, iree_hip_target="gfx942", + iree_hal_target_device="hip", attention_kernel="torch", tensor_parallelism_size=self.tensor_parallelism_size, block_seq_stride=32, @@ -347,6 +348,7 @@ def setUp(self): irpa_path=str(self.irpa_path_fp8), batch_size=4, iree_hip_target="gfx942", + iree_hal_target_device="hip", attention_kernel="torch", tensor_parallelism_size=self.tensor_parallelism_size, block_seq_stride=32, @@ -355,6 +357,7 @@ def setUp(self): irpa_path=str(self.irpa_path_fp8), batch_size=4, iree_hip_target="gfx942", + iree_hal_target_device="hip", attention_kernel="torch", tensor_parallelism_size=self.tensor_parallelism_size, block_seq_stride=32, @@ -664,6 +667,7 @@ def setUp(self): irpa_path=str(self.irpa_path), batch_size=4, iree_hip_target="gfx942", + iree_hal_target_device="hip", attention_kernel="torch", tensor_parallelism_size=self.tensor_parallelism_size, block_seq_stride=32, @@ -672,6 +676,7 @@ def setUp(self): irpa_path=str(self.irpa_path_fp8), batch_size=4, iree_hip_target="gfx942", + iree_hal_target_device="hip", attention_kernel="torch", tensor_parallelism_size=self.tensor_parallelism_size, block_seq_stride=32,