openAI clarifications

Author: erwangranger

lab-materials/03/03-01-nb-llm-example.ipynb

@@ -70,8 +70,8 @@
     "inference_server_url = \"http://llm.ic-shared-llm.svc.cluster.local:8000\"\n",
     "\n",
     "# LLM definition\n",
-    "llm = VLLMOpenAI(\n",
-    "    openai_api_key=\"EMPTY\",\n",
+    "llm = VLLMOpenAI(           # we are using the vLLM OpenAI-compatible API client. But the Model is running on OpenShift, not OpenAI.\n",
+    "    openai_api_key=\"EMPTY\",   # and that is why we don't need an OpenAI key for this.\n",
     "    openai_api_base= f\"{inference_server_url}/v1\",\n",
     "    model_name=\"mistralai/Mistral-7B-Instruct-v0.2\",\n",
     "    top_p=0.92,\n",

lab-materials/03/03-02-summarization.ipynb

@@ -66,8 +66,8 @@
     "inference_server_url = \"http://llm.ic-shared-llm.svc.cluster.local:8000\"\n",
     "\n",
     "# LLM definition\n",
-    "llm = VLLMOpenAI(\n",
-    "    openai_api_key=\"EMPTY\",\n",
+    "llm = VLLMOpenAI(           # we are using the vLLM OpenAI-compatible API client. But the Model is running on OpenShift, not OpenAI.\n",
+    "    openai_api_key=\"EMPTY\",   # and that is why we don't need an OpenAI key for this.\n",
     "    openai_api_base= f\"{inference_server_url}/v1\",\n",
     "    model_name=\"mistralai/Mistral-7B-Instruct-v0.2\",\n",
     "    top_p=0.92,\n",

lab-materials/03/03-03-information-extraction.ipynb

@@ -66,8 +66,8 @@
     "inference_server_url = \"http://llm.ic-shared-llm.svc.cluster.local:8000\"\n",
     "\n",
     "# LLM definition\n",
-    "llm = VLLMOpenAI(\n",
-    "    openai_api_key=\"EMPTY\",\n",
+    "llm = VLLMOpenAI(           # we are using the vLLM OpenAI-compatible API client. But the Model is running on OpenShift, not OpenAI.\n",
+    "    openai_api_key=\"EMPTY\",   # and that is why we don't need an OpenAI key for this.\n",
     "    openai_api_base= f\"{inference_server_url}/v1\",\n",
     "    model_name=\"mistralai/Mistral-7B-Instruct-v0.2\",\n",
     "    top_p=0.92,\n",

lab-materials/03/03-04-comparing-model-servers.ipynb

@@ -66,8 +66,8 @@
     "inference_server_url = \"http://llm.ic-shared-llm.svc.cluster.local:8000\"\n",
     "\n",
     "# LLM definition\n",
-    "llm = VLLMOpenAI(\n",
-    "    openai_api_key=\"EMPTY\",\n",
+    "llm = VLLMOpenAI(           # we are using the vLLM OpenAI-compatible API client. But the Model is running on OpenShift, not OpenAI.\n",
+    "    openai_api_key=\"EMPTY\",   # and that is why we don't need and OpenAI key for this.\n",
     "    openai_api_base= f\"{inference_server_url}/v1\",\n",
     "    model_name=\"mistralai/Mistral-7B-Instruct-v0.2\",\n",
     "    top_p=0.92,\n",