fix spurious

vllm-project · Oct 21, 2024 · 14ccb90 · 14ccb90
1 parent bb2fbe1
commit 14ccb90
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py
@@ -411,7 +411,6 @@ def load_model(self, *, model_config: ModelConfig,
                     # parameters onto device for processing and back off after.
                     with device_loading_context(module, target_device):
                         quant_method.process_weights_after_loading(module)
-
         return model.eval()
 
 
@@ -1147,6 +1146,7 @@ def load_model(self, *, model_config: ModelConfig,
                                           lora_config, cache_config)
 
                 self._load_weights(model_config, model)
+
         return model.eval()