From 69411f38fe861a5edb5556c7de01f6acb156e7bb Mon Sep 17 00:00:00 2001 From: yan ma Date: Fri, 31 Jan 2025 18:39:07 +0800 Subject: [PATCH] fix rebase Signed-off-by: yan ma --- vllm/worker/hpu_enc_dec_model_runner.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/worker/hpu_enc_dec_model_runner.py b/vllm/worker/hpu_enc_dec_model_runner.py index 66ede172cf694..67fd25a1d628c 100644 --- a/vllm/worker/hpu_enc_dec_model_runner.py +++ b/vllm/worker/hpu_enc_dec_model_runner.py @@ -482,6 +482,8 @@ def create_dummy_seq_group_metadata(self, image_data = [image_data] assert is_list_of(image_data, Image.Image) text_prompt_len = input_len - 2 - len(image_data) + # for prompt like '<|image|><|image|><|begin_of_text|>...', token ids will be + # '128000 128256 128256 128000 ...' prompt_token_ids = [128000] + [128256] * len(image_data) + [ 128000 ] + [0] * text_prompt_len