[bugfix] fix tsts (#9959)

Signed-off-by: youkaichao <[email protected]>
vllm-project · Nov 2, 2024 · 3bb4bef · 3bb4bef
1 parent ae5279a
commit 3bb4bef
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py
@@ -150,7 +150,7 @@ def _get_model_initialization_kwargs(
 
 
 def build_model(model_class: Type[nn.Module],
-                vllm_config: VllmConfig,
+                vllm_config: Optional[VllmConfig],
                 hf_config: PretrainedConfig,
                 cache_config: Optional[CacheConfig],
                 quant_config: Optional[QuantizationConfig],

diff --git a/vllm/model_executor/models/utils.py b/vllm/model_executor/models/utils.py
@@ -252,6 +252,7 @@ def init_vllm_registered_model(
 
     return build_model(
         model_class,
+        None,
         hf_config,
         cache_config,
         quant_config,