Removed testing definitions in sample

openvinotoolkit · Nov 30, 2024 · 7c8ff06 · 7c8ff06
1 parent b2fc44b
commit 7c8ff06
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/samples/cpp/chat_sample/chat_sample.cpp b/samples/cpp/chat_sample/chat_sample.cpp
@@ -10,7 +10,7 @@ int main(int argc, char* argv[]) try {
     std::string prompt;
     std::string models_path = argv[1];
 
-    std::string device = "NPU";  // GPU, NPU can be used as well
+    std::string device = "CPU";  // GPU, NPU can be used as well
     ov::genai::LLMPipeline pipe(models_path, device);
 
     ov::genai::GenerationConfig config;

diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp
@@ -644,6 +644,10 @@ SMStaticLLMPipeline::SMStaticLLMPipeline(
     update_config(properties, {"NPUW_LLM_MAX_PROMPT_LEN", kMaxPromptLen});
     update_config(properties, {"NPUW_LLM_MIN_RESPONSE_LEN", kMinResponseLen});
     update_config(properties, {"NPUW_LLM_GENERATE_HINT", generate_hint});
+
+    // FIXME: Support CACHE_DIR in future
+    drop_cache_dir(properties);
+
     auto compiled = core.compile_model(model, "NPU", properties);
 
     m_request  = compiled.create_infer_request();