From 739d544ee157192cbafa968a9488d080ae387961 Mon Sep 17 00:00:00 2001
From: vansangpfiev <vansangpfiev@gmail.com>
Date: Wed, 29 May 2024 11:34:01 +0700
Subject: [PATCH] fix: get models failed (#625)

---
 cortex-cpp/controllers/server.cc | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/cortex-cpp/controllers/server.cc b/cortex-cpp/controllers/server.cc
index 225775d3d..6f703aac4 100644
--- a/cortex-cpp/controllers/server.cc
+++ b/cortex-cpp/controllers/server.cc
@@ -142,9 +142,8 @@ void server::ModelStatus(
 
 void server::GetModels(const HttpRequestPtr& req,
                        std::function<void(const HttpResponsePtr&)>&& callback) {
-  auto engine_type =
-      (*(req->getJsonObject())).get("engine", kLlamaEngine).asString();
-  if (!IsEngineLoaded(engine_type)) {
+  // TODO(sang) need to change this when we support Tensorrt-llm
+  if (!IsEngineLoaded(kLlamaEngine)) {
     Json::Value res;
     res["message"] = "Engine is not loaded yet";
     auto resp = cortex_utils::nitroHttpJsonResponse(res);
@@ -155,7 +154,7 @@ void server::GetModels(const HttpRequestPtr& req,
   }
 
   LOG_TRACE << "Start to get models";
-  auto& en = std::get<EngineI*>(engines_[engine_type].engine);
+  auto& en = std::get<EngineI*>(engines_[kLlamaEngine].engine);
   if (en->IsSupported("GetModels")) {
     en->GetModels(
         req->getJsonObject(),