🎨 chore: handle payload support options (lobehub#3331)

geekhuashan · Jul 26, 2024 · afce281 · afce281
1 parent 9b4c39c
commit afce281
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts b/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts
@@ -36,7 +36,10 @@ interface OpenAICompatibleFactoryOptions<T extends Record<string, any> = any> {
       error: any,
       options: ConstructorOptions<T>,
     ) => Omit<ChatCompletionErrorPayload, 'provider'> | undefined;
-    handlePayload?: (payload: ChatStreamPayload) => OpenAI.ChatCompletionCreateParamsStreaming;
+    handlePayload?: (
+      payload: ChatStreamPayload,
+      options: ConstructorOptions<T>,
+    ) => OpenAI.ChatCompletionCreateParamsStreaming;
   };
   constructorOptions?: ConstructorOptions<T>;
   debug?: {
@@ -141,7 +144,7 @@ export const LobeOpenAICompatibleFactory = <T extends Record<string, any> = any>
     async chat(payload: ChatStreamPayload, options?: ChatCompetitionOptions) {
       try {
         const postPayload = chatCompletion?.handlePayload
-          ? chatCompletion.handlePayload(payload)
+          ? chatCompletion.handlePayload(payload, this._options)
           : ({
               ...payload,
               stream: payload.stream ?? true,