fix bugs

huggingface · Oct 14, 2024 · db02e45 · db02e45
1 parent 32fb3ed
commit db02e45
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/trt_llama.yaml b/examples/trt_llama.yaml
@@ -20,7 +20,7 @@ backend:
 scenario:
   input_shapes:
     batch_size: 4
-    sequence_length: 128
+    sequence_length: 256
   generate_kwargs:
     max_new_tokens: 100
     min_new_tokens: 100
diff --git a/optimum_benchmark/backends/tensorrt_llm/config.py b/optimum_benchmark/backends/tensorrt_llm/config.py
@@ -24,7 +24,7 @@ class TRTLLMConfig(BackendConfig):
     world_size: int = 1
     gpus_per_node: int = 1
 
-    max_prompt_length: int = 128
+    max_prompt_length: int = 256
     max_new_tokens: int = -1
     max_batch_size: int = 1
     max_beam_width: int = 1