🐛 fix guided decoding

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
IBM · Jun 14, 2024 · d23dd6d · d23dd6d
1 parent f1624bf
commit d23dd6d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/tgis_utils/guided_decoding.py b/vllm/tgis_utils/guided_decoding.py
@@ -7,7 +7,7 @@
 import vllm.model_executor.guided_decoding.outlines_decoding as outlines_decoding  # noqa: E501
 from vllm.entrypoints.grpc.pb.generation_pb2 import DecodingParameters
 from vllm.model_executor.guided_decoding.outlines_decoding import (
-    GuidedDecodingMode, _get_cached_logits_processor)
+    GuidedDecodingMode, _get_logits_processor)
 from vllm.model_executor.guided_decoding.outlines_logits_processors import (
     JSONLogitsProcessor, RegexLogitsProcessor)
 
@@ -32,7 +32,7 @@ async def get_outlines_guided_decoding_logits_processor(
 
     result = await loop.run_in_executor(
         outlines_decoding.global_thread_pool,
-        _get_cached_logits_processor,
+        _get_logits_processor,
         guide,
         tokenizer,
         mode,