[Bugfix] fix lora_dtype value type in arg_utils.py (#5398)

vllm-project · Jun 11, 2024 · 00e6a2d · 00e6a2d
1 parent 2e02311
commit 00e6a2d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
@@ -68,7 +68,7 @@ class EngineArgs:
     fully_sharded_loras: bool = False
     lora_extra_vocab_size: int = 256
     long_lora_scaling_factors: Optional[Tuple[float]] = None
-    lora_dtype = 'auto'
+    lora_dtype: str = 'auto'
     max_cpu_loras: Optional[int] = None
     device: str = 'auto'
     ray_workers_use_nsight: bool = False