From 8d9500194eeae2c7214c72bf2576db9b9560cc09 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Sat, 23 Nov 2024 20:07:54 -0800 Subject: [PATCH] fix Signed-off-by: youkaichao --- vllm/model_executor/models/arctic.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/arctic.py b/vllm/model_executor/models/arctic.py index 9880e96cd9c81..fd6b5659df5d1 100644 --- a/vllm/model_executor/models/arctic.py +++ b/vllm/model_executor/models/arctic.py @@ -47,7 +47,8 @@ def __init__(self, expert_id: int = -1, is_residual_mlp: bool = False, quant_config: Optional[QuantizationConfig] = None, - reduce_results: bool = True): + reduce_results: bool = True, + prefix: str = ""): super().__init__() self.hidden_size = config.hidden_size self.expert_id = expert_id