fix: release resources in destructor (#179)

Co-authored-by: vansangpfiev <[email protected]>
janhq · Aug 7, 2024 · bfd766b · bfd766b
1 parent ee12d64
commit bfd766b
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/src/llama_engine.cc b/src/llama_engine.cc
@@ -125,7 +125,13 @@ LlamaEngine::LlamaEngine() {
   log_disable();
 }
 
-LlamaEngine::~LlamaEngine() {}
+LlamaEngine::~LlamaEngine() {
+  for(auto& [_, si]: server_map_) {
+    auto& l = si.ctx;
+    l.ReleaseResources();
+  }
+  server_map_.clear();
+}
 
 void LlamaEngine::HandleChatCompletion(
     std::shared_ptr<Json::Value> json_body,