From ed5e5fb0c514762ecdbe01861700d24d100bff10 Mon Sep 17 00:00:00 2001 From: tikikun Date: Mon, 20 Nov 2023 17:25:55 +0700 Subject: [PATCH] feat: add openai compatible path --- controllers/llamaCPP.h | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h index 6826785d7..3061149ab 100644 --- a/controllers/llamaCPP.h +++ b/controllers/llamaCPP.h @@ -2127,6 +2127,10 @@ class llamaCPP : public drogon::HttpController { METHOD_ADD(llamaCPP::unloadModel, "unloadmodel", Get); METHOD_ADD(llamaCPP::modelStatus, "modelstatus", Get); + // Openai compatible path + ADD_METHOD_TO(llamaCPP::chatCompletion, "/v1/chat/completions", Post); + ADD_METHOD_TO(llamaCPP::embedding, "/v1/embeddings", Post); + // PATH_ADD("/llama/chat_completion", Post); METHOD_LIST_END void chatCompletion(const HttpRequestPtr &req,