Fix null requests

triton-inference-server · Sep 11, 2023 · 4e613a5 · 4e613a5
1 parent ecec1e6
commit 4e613a5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/src/backend_model_instance.cc b/src/backend_model_instance.cc
@@ -633,7 +633,8 @@ TritonModelInstance::WarmUp()
             reinterpret_cast<TRITONBACKEND_Request*>(request.get()));
 
         // For warmup requests we need to manually set ResponseFactory
-        // since they don't run `PrepareForInference`.
+        // since they modify the callback after PrepareForInference has
+        // been called.
         request->SetResponseFactory();
       }
 

diff --git a/src/infer_request.cc b/src/infer_request.cc
@@ -590,6 +590,7 @@ InferenceRequest::CopyAsNull(const InferenceRequest& from)
   lrequest->SetResponseCallback(
       &null_allocator, nullptr, NullResponseComplete, nullptr);
   lrequest->SetReleaseCallback(NullRequestComplete, nullptr);
+  lrequest->SetResponseFactory();
 
   // Must normalize inputs here...
   for (auto& pr : lrequest->original_inputs_) {