Merge pull request #12 from fernsdavid25/patch-1

Fix for llama 3.1 models
stackblitz · Oct 24, 2024 · 69aceea · 69aceea
2 parents 62e5091 + f761509
commit 69aceea
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app/lib/.server/llm/constants.ts b/app/lib/.server/llm/constants.ts
@@ -1,5 +1,5 @@
 // see https://docs.anthropic.com/en/docs/about-claude/models
-export const MAX_TOKENS = 8192;
+export const MAX_TOKENS = 8000;
 
 // limits the number of model responses that can be returned in a single request
 export const MAX_RESPONSE_SEGMENTS = 2;