From e56e9077372494837343add12c272a45a46ceacc Mon Sep 17 00:00:00 2001 From: Max de Bayser Date: Wed, 19 Jun 2024 13:31:23 -0300 Subject: [PATCH 1/2] Apply inferface change to duplicated code in the tgis layer Signed-off-by: Max de Bayser --- vllm/tgis_utils/guided_decoding.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/vllm/tgis_utils/guided_decoding.py b/vllm/tgis_utils/guided_decoding.py index 01dbcc68..d5228c8d 100644 --- a/vllm/tgis_utils/guided_decoding.py +++ b/vllm/tgis_utils/guided_decoding.py @@ -30,7 +30,7 @@ async def get_outlines_guided_decoding_logits_processor( concurrent.futures.ThreadPoolExecutor(max_workers=2)) loop = asyncio.get_running_loop() - result = await loop.run_in_executor( + return await loop.run_in_executor( outlines_decoding.global_thread_pool, _get_logits_processor, guide, @@ -39,11 +39,6 @@ async def get_outlines_guided_decoding_logits_processor( None, # guided_whitespace_pattern - TBD ) - logits_processor = copy(result) - # reset logits processor's internal state - logits_processor.init_state() - return logits_processor - def _get_guide_and_mode( decoding_params: DecodingParameters, From 4d6aa1c6503150414de84c7f5737c74d41df2d0b Mon Sep 17 00:00:00 2001 From: Max de Bayser Date: Wed, 19 Jun 2024 13:41:28 -0300 Subject: [PATCH 2/2] remove unused import Signed-off-by: Max de Bayser --- vllm/tgis_utils/guided_decoding.py | 1 - 1 file changed, 1 deletion(-) diff --git a/vllm/tgis_utils/guided_decoding.py b/vllm/tgis_utils/guided_decoding.py index d5228c8d..a4298424 100644 --- a/vllm/tgis_utils/guided_decoding.py +++ b/vllm/tgis_utils/guided_decoding.py @@ -1,6 +1,5 @@ import asyncio import concurrent.futures -from copy import copy from re import escape as regex_escape from typing import Tuple, Union