Merge pull request #153 from janhq/redir-test

feat: add openai compatible path
janhq · Nov 20, 2023 · 29dff69 · 29dff69
2 parents a5860b7 + ed5e5fb
commit 29dff69
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h
@@ -2127,6 +2127,10 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {
   METHOD_ADD(llamaCPP::unloadModel, "unloadmodel", Get);
   METHOD_ADD(llamaCPP::modelStatus, "modelstatus", Get);
 
+  // Openai compatible path
+  ADD_METHOD_TO(llamaCPP::chatCompletion, "/v1/chat/completions", Post);
+  ADD_METHOD_TO(llamaCPP::embedding, "/v1/embeddings", Post);
+
   // PATH_ADD("/llama/chat_completion", Post);
   METHOD_LIST_END
   void chatCompletion(const HttpRequestPtr &req,