fix: correct stop inferencing condition (#1796)

Co-authored-by: vansangpfiev <[email protected]>
janhq · Dec 13, 2024 · 5e84fb5 · 5e84fb5
1 parent a64af00
commit 5e84fb5
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/engine/controllers/server.cc b/engine/controllers/server.cc
@@ -140,7 +140,9 @@ void server::ProcessStreamRes(std::function<void(const HttpResponsePtr&)> cb,
                                       std::size_t buf_size) -> std::size_t {
     if (buf == nullptr) {
       LOG_TRACE << "Buf is null";
-      inference_svc_->StopInferencing(engine_type, model_id);
+      if (!(*err_or_done)) {
+        inference_svc_->StopInferencing(engine_type, model_id);
+      }
       return 0;
     }