Skip to content

Commit

Permalink
Apply inferface change to duplicated code in the tgis layer
Browse files Browse the repository at this point in the history
Signed-off-by: Max de Bayser <[email protected]>
  • Loading branch information
maxdebayser committed Jun 19, 2024
1 parent 7ee1c10 commit e56e907
Showing 1 changed file with 1 addition and 6 deletions.
7 changes: 1 addition & 6 deletions vllm/tgis_utils/guided_decoding.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ async def get_outlines_guided_decoding_logits_processor(
concurrent.futures.ThreadPoolExecutor(max_workers=2))
loop = asyncio.get_running_loop()

result = await loop.run_in_executor(
return await loop.run_in_executor(
outlines_decoding.global_thread_pool,
_get_logits_processor,
guide,
Expand All @@ -39,11 +39,6 @@ async def get_outlines_guided_decoding_logits_processor(
None, # guided_whitespace_pattern - TBD
)

logits_processor = copy(result)
# reset logits processor's internal state
logits_processor.init_state()
return logits_processor


def _get_guide_and_mode(
decoding_params: DecodingParameters,
Expand Down

0 comments on commit e56e907

Please sign in to comment.