Merge pull request #257 from myh-st/main

Support Azure OpenAI API
memochou1993 · May 3, 2023 · e9e593a · e9e593a
2 parents ec61054 + 51143de
commit e9e593a
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 5 deletions.
diff --git a/README.md b/README.md
@@ -9,7 +9,8 @@
 GPT AI Assistant is an application that is implemented using the OpenAI API and LINE Messaging API. Through the installation process, you can start chatting with your own AI assistant using the LINE mobile app.
 
 ## News
-
+- 2023-04-27: Support Azure OpenAi service with Cloudflare worker script to proxy OpenAI‘s request to Azure OpenAI Service https://github.com/haibbo/cf-openai-azure-proxy
+  deploy your proxy and then add "OPENAI_BASE_URL= " to .env to pass cf proxy to gpt-ai-assistant tested with model gpt-4
 - 2023-03-05: The `4.1` version now support the audio message of LINE and  `whisper-1` language model of OpenAI. :fire:
 - 2023-03-02: The `4.0` version now support `gpt-3.5-turbo` language model of OpenAI. :fire:
 

diff --git a/config/index.js b/config/index.js
@@ -34,6 +34,7 @@ const config = Object.freeze({
   VERCEL_DEPLOY_HOOK_URL: env.VERCEL_DEPLOY_HOOK_URL || null,
   OPENAI_TIMEOUT: env.OPENAI_TIMEOUT || env.APP_API_TIMEOUT,
   OPENAI_API_KEY: env.OPENAI_API_KEY || null,
+  OPENAI_BASE_URL: env.OPENAI_BASE_URL || 'https://api.openai.com',
   OPENAI_COMPLETION_MODEL: env.OPENAI_COMPLETION_MODEL || 'gpt-3.5-turbo',
   OPENAI_COMPLETION_TEMPERATURE: Number(env.OPENAI_COMPLETION_TEMPERATURE) || 0.9,
   OPENAI_COMPLETION_MAX_TOKENS: Number(env.OPENAI_COMPLETION_MAX_TOKENS) || 160,

diff --git a/services/openai.js b/services/openai.js
@@ -14,11 +14,11 @@ export const IMAGE_SIZE_256 = '256x256';
 export const IMAGE_SIZE_512 = '512x512';
 export const IMAGE_SIZE_1024 = '1024x1024';
 
-export const MODEL_GPT_3_5_TURBO = 'gpt-3.5-turbo';
+export const MODEL_GPT = 'gpt-4';
 export const MODEL_WHISPER_1 = 'whisper-1';
 
 const client = axios.create({
-  baseURL: 'https://api.openai.com',
+  baseURL: config.OPENAI_BASE_URL,
   timeout: config.OPENAI_TIMEOUT,
   headers: {
     'Accept-Encoding': 'gzip, deflate, compress',

diff --git a/utils/generate-completion.js b/utils/generate-completion.js
@@ -1,7 +1,7 @@
 import config from '../config/index.js';
 import { MOCK_TEXT_OK } from '../constants/mock.js';
 import {
-  createChatCompletion, createTextCompletion, FINISH_REASON_STOP, MODEL_GPT_3_5_TURBO,
+  createChatCompletion, createTextCompletion, FINISH_REASON_STOP, MODEL_GPT,
 } from '../services/openai.js';
 
 class Completion {
@@ -31,7 +31,7 @@ const generateCompletion = async ({
   prompt,
 }) => {
   if (config.APP_ENV !== 'production') return new Completion({ text: MOCK_TEXT_OK });
-  if (config.OPENAI_COMPLETION_MODEL.includes(MODEL_GPT_3_5_TURBO)) {
+  if (config.OPENAI_COMPLETION_MODEL.includes(MODEL_GPT)) {
     const { data } = await createChatCompletion({ messages: prompt.messages });
     const [choice] = data.choices;
     return new Completion({