From 94d7306dcb2e1c227a9590f9cdbc27da65c7769d Mon Sep 17 00:00:00 2001 From: Kye Gomez Date: Thu, 27 Jun 2024 12:45:22 -0700 Subject: [PATCH] [CLEANUP] --- servers/cogvlm/openai_api_example.py | 4 ++-- sky_serve.yaml | 4 +--- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/servers/cogvlm/openai_api_example.py b/servers/cogvlm/openai_api_example.py index a62b5ae..30adf8a 100644 --- a/servers/cogvlm/openai_api_example.py +++ b/servers/cogvlm/openai_api_example.py @@ -3,10 +3,10 @@ # Set the API key client = openai.OpenAI( # clusters - # base_url="https://44.203.144.168:30001/v1", api_key="sk-1g3Z3y2c1f2z3d4b5p6w7c8b9v0n1m2" + # base_url="https://44.203.144.168:30001/v1", api_key="" base_url="http://40.87.83.103:30001/v1", api_key="", - # base_url="https://18.189.185.191:8000/v1", api_key="sk-1g3Z3y2c1f2z3d4b5p6w7c8b9v0n1m2" + # base_url="https://18.189.185.191:8000/v1", api_key="" ) # Create a client object to interact with the OpenAI API # Make a chat completion request diff --git a/sky_serve.yaml b/sky_serve.yaml index 19269c1..71a4182 100644 --- a/sky_serve.yaml +++ b/sky_serve.yaml @@ -1,8 +1,6 @@ envs: MODEL_NAME: meta-llama/Meta-Llama-3-70B-Instruct - OPENAI_API_KEY: sk-proj-tD78rXEnJ49FYAztSLmyT3BlbkFJ9DM5hxZ92ot7tlgvFlHY - - + OPENAI_API_KEY: # Service configuration service: readiness_probe: