fix(community): togetherai response different format handling (#7488)

Co-authored-by: An Xie <[email protected]>
langchain-ai · Jan 9, 2025 · a30c2fa · a30c2fa
1 parent 67e00e0
commit a30c2fa
Showing 1 changed file with 11 additions and 3 deletions.
diff --git a/libs/langchain-community/src/llms/togetherai.ts b/libs/langchain-community/src/llms/togetherai.ts
@@ -27,7 +27,7 @@ interface TogetherAIInferenceResult {
   };
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   subjobs: Array<any>;
-  output: {
+  output?: {
     choices: Array<{
       finish_reason: string;
       index: number;
@@ -36,6 +36,11 @@ interface TogetherAIInferenceResult {
     raw_compute_time: number;
     result_type: string;
   };
+  choices?: Array<{
+    finish_reason: string;
+    index: number;
+    text: string;
+  }>;
 }
 
 /**
@@ -247,8 +252,11 @@ export class TogetherAI extends LLM<TogetherAICallOptions> {
       prompt,
       options
     );
-    const outputText = response.output.choices[0].text;
-    return outputText ?? "";
+    if (response.output) {
+      return response.output.choices[0]?.text ?? "";
+    } else {
+      return response.choices?.[0]?.text ?? "";
+    }
   }
 
   async *_streamResponseChunks(