Keep the original verification code

openvinotoolkit · Jan 3, 2025 · 157cc53 · 157cc53
1 parent 0ede1ae
commit 157cc53
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/plugins/intel_gpu/src/plugin/transformations/kv_cache_fusion.cpp b/src/plugins/intel_gpu/src/plugin/transformations/kv_cache_fusion.cpp
@@ -24,6 +24,7 @@
 #include "openvino/pass/pattern/op/or.hpp"
 #include "openvino/pass/visualize_tree.hpp"
 #include "transformations/utils/utils.hpp"
+#include "openvino/opsets/opset8.hpp"
 
 namespace ov {
 namespace intel_gpu {
@@ -64,8 +65,10 @@ KVCacheFusionMatcher::KVCacheFusionMatcher() {
             return false;
 
         // // TODO: Support conversion internally
-        // if (!concat_node || concat_node->get_output_element_type(0) != past_node->get_output_element_type(0))
-        //    return false;
+	if (ov::is_type<ov::opset8::Gather>(concat_past_input)) {
+            if (!concat_node || concat_node->get_output_element_type(0) != past_node->get_output_element_type(0))
+                return false;
+	}
 
         auto variable = past_node->get_variable();
         auto concat_axis = concat_node->get_axis();