Smaller chunks

TonicAI · Jan 23, 2024 · ab65933 · ab65933
1 parent c40a963
commit ab65933
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/app/engine/constants.py b/app/engine/constants.py
@@ -1,4 +1,4 @@
 STORAGE_DIR = "storage"  # directory to cache the generated index
 DATA_DIR = "data"  # directory containing the documents to index
-CHUNK_SIZE = 1024*2
-CHUNK_OVERLAP = 20*2
+CHUNK_SIZE = 512
+CHUNK_OVERLAP = 20