diff --git a/app_tests/integration_tests/llm/shortfin/cpu_llm_server_test.py b/app_tests/integration_tests/llm/shortfin/cpu_llm_server_test.py
index f8572c7d5..7c654c857 100644
--- a/app_tests/integration_tests/llm/shortfin/cpu_llm_server_test.py
+++ b/app_tests/integration_tests/llm/shortfin/cpu_llm_server_test.py
@@ -29,7 +29,7 @@ def __init__(
         super().__init__(self.message)
 
 
-@pytest.mark.parameterize("model_artifacts", ["llama3.1_8b", "open_llama_3b"])
+@pytest.mark.parameterize("model_artifacts", ["llama3.1_8b"])
 @pytest.mark.parameterize(
     "server",
     [