fix: ARM's KVCache INFINITY

UbiquitousLearning · Nov 30, 2023 · 9d63e57 · 9d63e57
1 parent 433d0d7
commit 9d63e57
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/include/Types.hpp b/include/Types.hpp
@@ -51,8 +51,8 @@ enum DataType {
     MLLM_TYPE_COUNT,
 };
 enum ChlType {
-    BHSD = 0,
-    BSHD = 1,
+    BSHD = 0,
+    BHSD = 1,
 };
 
 enum Chl {

diff --git a/src/backends/cpu/CPUKVCache.hpp b/src/backends/cpu/CPUKVCache.hpp
@@ -22,7 +22,7 @@ class CPUKVCache final : public Op {
 
 private:
     bool support_multi_thread_ = false;
-    int cache_seq_len_= -INFINITY;
+    int cache_seq_len_= -999;
     bool isK_;
 
     int cache_limit_ ;