fix(openai): do not throw "Generation failed" when finish_reason="len…

…gth" (#1429) Co-authored-by: Nathan Sarrazin <[email protected]>
huggingface · Aug 25, 2024 · 403e040 · 403e040
1 parent f7fd25b
commit 403e040
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/lib/server/endpoints/openai/openAIChatToTextGenerationStream.ts b/src/lib/server/endpoints/openai/openAIChatToTextGenerationStream.ts
@@ -13,7 +13,7 @@ export async function* openAIChatToTextGenerationStream(
 	for await (const completion of completionStream) {
 		const { choices } = completion;
 		const content = choices[0]?.delta?.content ?? "";
-		const last = choices[0]?.finish_reason === "stop";
+		const last = choices[0]?.finish_reason === "stop" || choices[0]?.finish_reason === "length";
 		if (content) {
 			generatedText = generatedText + content;
 		}

diff --git a/src/lib/server/endpoints/openai/openAICompletionToTextGenerationStream.ts b/src/lib/server/endpoints/openai/openAICompletionToTextGenerationStream.ts
@@ -13,7 +13,7 @@ export async function* openAICompletionToTextGenerationStream(
 	for await (const completion of completionStream) {
 		const { choices } = completion;
 		const text = choices[0]?.text ?? "";
-		const last = choices[0]?.finish_reason === "stop";
+		const last = choices[0]?.finish_reason === "stop" || choices[0]?.finish_reason === "length";
 		if (text) {
 			generatedText = generatedText + text;
 		}