diff --git a/vllm/tgis_utils/guided_decoding.py b/vllm/tgis_utils/guided_decoding.py index 01dbcc68..d5228c8d 100644 --- a/vllm/tgis_utils/guided_decoding.py +++ b/vllm/tgis_utils/guided_decoding.py @@ -30,7 +30,7 @@ async def get_outlines_guided_decoding_logits_processor( concurrent.futures.ThreadPoolExecutor(max_workers=2)) loop = asyncio.get_running_loop() - result = await loop.run_in_executor( + return await loop.run_in_executor( outlines_decoding.global_thread_pool, _get_logits_processor, guide, @@ -39,11 +39,6 @@ async def get_outlines_guided_decoding_logits_processor( None, # guided_whitespace_pattern - TBD ) - logits_processor = copy(result) - # reset logits processor's internal state - logits_processor.init_state() - return logits_processor - def _get_guide_and_mode( decoding_params: DecodingParameters,