From 8d9ee557bbcfd3a9068ef7f77ea98f283cdfe994 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 19 Jun 2024 14:41:42 -0400 Subject: [PATCH] [Frontend][Bugfix] Fix preemption_mode -> preemption-mode for CLI arg in arg_utils.py (#5688) --- vllm/engine/arg_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 647793a6d5cd..7f760c2775f3 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -577,7 +577,7 @@ def add_cli_args( 'This should be a JSON string that will be ' 'parsed into a dictionary.') parser.add_argument( - '--preemption_mode', + '--preemption-mode', type=str, default=None, help='If \'recompute\', the engine performs preemption by block '