fix for multi-step

Signed-off-by: youkaichao <[email protected]>
vllm-project · Jan 21, 2025 · 06db992 · 06db992
1 parent 3d0d593
commit 06db992
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -483,7 +483,8 @@ def __init__(
         # Set after load_model.
         self.lora_manager: Optional[LRUCacheWorkerLoRAManager] = None
 
-        self.builder = self._builder_cls(weakref.proxy(self))
+        if hasattr(self, "_builder_cls"):
+            self.builder = self._builder_cls(weakref.proxy(self))
 
     def load_model(self) -> None:
         self.model = get_model(vllm_config=self.vllm_config)

diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -1101,7 +1101,8 @@ def __init__(
               SamplingMetadataCache() \
                 if self.parallel_config.pipeline_parallel_size == 1 else None
 
-        self.builder = self._builder_cls(weakref.proxy(self))
+        if hasattr(self, "_builder_cls"):
+            self.builder = self._builder_cls(weakref.proxy(self))
 
     def load_model(self) -> None:
         logger.info("Starting to load model %s...", self.model_config.model)