Review edit

triton-inference-server · Sep 12, 2023 · d4ebc5a · d4ebc5a
1 parent 4e613a5
commit d4ebc5a
Showing 1 changed file with 6 additions and 5 deletions.
diff --git a/src/backend_model_instance.cc b/src/backend_model_instance.cc
@@ -623,6 +623,12 @@ TritonModelInstance::WarmUp()
         request->SetResponseCallback(
             &warmup_allocator, nullptr, WarmupResponseComplete,
             &response_complete[i]);
+
+        // For warmup requests we need to manually set ResponseFactory
+        // since they modify the callback after PrepareForInference has
+        // been called.
+        request->SetResponseFactory();
+
         // Capture timestamp before run to avoid incorrect accumulation from
         // sequential warmup runs
 #ifdef TRITON_ENABLE_STATS
@@ -631,11 +637,6 @@ TritonModelInstance::WarmUp()
         request->CaptureQueueStartNs();
         triton_requests.push_back(
             reinterpret_cast<TRITONBACKEND_Request*>(request.get()));
-
-        // For warmup requests we need to manually set ResponseFactory
-        // since they modify the callback after PrepareForInference has
-        // been called.
-        request->SetResponseFactory();
       }
 
       Execute(triton_requests);