feat: add openai compatible path

janhq · Nov 20, 2023 · ed5e5fb · ed5e5fb
1 parent 20d3be8
commit ed5e5fb
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h
@@ -2127,6 +2127,10 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {
   METHOD_ADD(llamaCPP::unloadModel, "unloadmodel", Get);
   METHOD_ADD(llamaCPP::modelStatus, "modelstatus", Get);
 
+  // Openai compatible path
+  ADD_METHOD_TO(llamaCPP::chatCompletion, "/v1/chat/completions", Post);
+  ADD_METHOD_TO(llamaCPP::embedding, "/v1/embeddings", Post);
+
   // PATH_ADD("/llama/chat_completion", Post);
   METHOD_LIST_END
   void chatCompletion(const HttpRequestPtr &req,