diff --git a/python/llm/test/benchmark/arc-perf-test.yaml b/python/llm/test/benchmark/arc-perf-test.yaml
index 81c80a27f44..fdf7adaca62 100644
--- a/python/llm/test/benchmark/arc-perf-test.yaml
+++ b/python/llm/test/benchmark/arc-perf-test.yaml
@@ -31,4 +31,5 @@ cpu_embedding: False # whether put embedding to CPU (only avaiable now for gpu w
 exclude:
   - 'fnlp/moss-moon-003-sft:1024'
   - 'fnlp/moss-moon-003-sft:2048'
+  - 'baichuan-inc/Baichuan2-13B-Chat:1024'
   - 'baichuan-inc/Baichuan2-13B-Chat:2048'