diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h index 6826785d7..3061149ab 100644 --- a/controllers/llamaCPP.h +++ b/controllers/llamaCPP.h @@ -2127,6 +2127,10 @@ class llamaCPP : public drogon::HttpController { METHOD_ADD(llamaCPP::unloadModel, "unloadmodel", Get); METHOD_ADD(llamaCPP::modelStatus, "modelstatus", Get); + // Openai compatible path + ADD_METHOD_TO(llamaCPP::chatCompletion, "/v1/chat/completions", Post); + ADD_METHOD_TO(llamaCPP::embedding, "/v1/embeddings", Post); + // PATH_ADD("/llama/chat_completion", Post); METHOD_LIST_END void chatCompletion(const HttpRequestPtr &req,