From df3dcdf49dccfa4914d825fa08b74de8ae050e1e Mon Sep 17 00:00:00 2001 From: Sebastian Schoennenbeck Date: Fri, 11 Oct 2024 17:35:35 +0200 Subject: [PATCH] [Bugfix] Fix priority in multiprocessing engine (#9277) --- vllm/engine/multiprocessing/engine.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/engine/multiprocessing/engine.py b/vllm/engine/multiprocessing/engine.py index d68970e1da24..2bf0ce83c760 100644 --- a/vllm/engine/multiprocessing/engine.py +++ b/vllm/engine/multiprocessing/engine.py @@ -285,7 +285,8 @@ def _handle_process_request(self, request: RPCProcessRequest): params=request.params, lora_request=request.lora_request, trace_headers=request.trace_headers, - prompt_adapter_request=request.prompt_adapter_request) + prompt_adapter_request=request.prompt_adapter_request, + priority=request.priority) if self.log_requests: logger.info("Added request %s.", request.request_id)