Fixed all typos comparing to dual-model GenAI pipeline

openvinotoolkit · Nov 25, 2024 · 6cdd518 · 6cdd518
1 parent e0416c6
commit 6cdd518
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp
@@ -775,7 +775,8 @@ EncodedResults SMStaticLLMPipeline::generate(
 
     std::cout << "[LOG_DEBUG] Creating position_ids " << std::endl;
     ov::Tensor position_ids{ov::element::i64, input_ids.get_shape()};
-    utils::initialize_position_ids(position_ids, attention_mask, input_ids.get_size());
+    utils::initialize_position_ids(position_ids, attention_mask);
+
     std::cout << "[LOG_DEBUG] Creating position_ids - done " << std::endl;
 
     std::cout << "[LOG_DEBUG] Set tensors for prefill " << std::endl;
@@ -803,8 +804,8 @@ EncodedResults SMStaticLLMPipeline::generate(
     }
 
     int64_t input_ids_data = -1;
-    int64_t position_ids_data = prompt_len -1;
-    std::vector<int64_t> attention_mask_data(1, prompt_len);
+    int64_t position_ids_data = prompt_len - 1;
+    std::vector<int64_t> attention_mask_data(prompt_len - 1, 1);
 
     const size_t max_tokens = config.get_max_new_tokens(prompt_len);
     for (int i = 0; i < max_tokens - 1; ++i) {