fix rebase

Signed-off-by: yan ma <[email protected]>
HabanaAI · Jan 31, 2025 · 69411f3 · 69411f3
1 parent d8f8165
commit 69411f3
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/hpu_enc_dec_model_runner.py b/vllm/worker/hpu_enc_dec_model_runner.py
@@ -482,6 +482,8 @@ def create_dummy_seq_group_metadata(self,
                 image_data = [image_data]
             assert is_list_of(image_data, Image.Image)
             text_prompt_len = input_len - 2 - len(image_data)
+            # for prompt like '<|image|><|image|><|begin_of_text|>...', token ids will be
+            # '128000 128256 128256 128000 ...'
             prompt_token_ids = [128000] + [128256] * len(image_data) + [
                 128000
             ] + [0] * text_prompt_len