update

intel-analytics · May 7, 2024 · 4f98a38 · 4f98a38
1 parent 65ea875
commit 4f98a38
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 17 deletions.
diff --git a/python/llm/test/benchmark/stable-version-arc-perf-test-fp8.yaml b/python/llm/test/benchmark/stable-version-arc-perf-test-fp8.yaml
@@ -23,14 +23,14 @@ exclude:
   - 'meta-llama/Llama-2-7b-chat-hf:512:8'
   - 'meta-llama/Llama-2-7b-chat-hf:1024:8'
   - 'meta-llama/Llama-2-7b-chat-hf:2048:8'
-#  - 'THUDM/chatglm2-6b:2048:8'
-#  - 'THUDM/chatglm3-6b:2048:8'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048:2'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:1024:4'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048:4'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:512:8'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:1024:8'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048:8'
+  - 'THUDM/chatglm2-6b:2048:8'
+  - 'THUDM/chatglm3-6b:2048:8'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048:2'
+  - 'baichuan-inc/Baichuan2-7B-Chat:1024:4'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048:4'
+  - 'baichuan-inc/Baichuan2-7B-Chat:512:8'
+  - 'baichuan-inc/Baichuan2-7B-Chat:1024:8'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048:8'
   - 'Qwen/Qwen-7B-Chat:2048:1'
   - 'Qwen/Qwen-7B-Chat:1024:2'
   - 'Qwen/Qwen-7B-Chat:2048:2'

diff --git a/python/llm/test/benchmark/stable-version-arc-perf-test-sym_int4.yaml b/python/llm/test/benchmark/stable-version-arc-perf-test-sym_int4.yaml
@@ -22,14 +22,14 @@ exclude:
   - 'meta-llama/Llama-2-7b-chat-hf:2048:4'
   - 'meta-llama/Llama-2-7b-chat-hf:1024:8'
   - 'meta-llama/Llama-2-7b-chat-hf:2048:8'
-#  - 'THUDM/chatglm2-6b:2048:8'
-#  - 'THUDM/chatglm3-6b:2048:8'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048:2'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:1024:4'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048:4'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:512:8'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:1024:8'
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048:8'
+  - 'THUDM/chatglm2-6b:2048:8'
+  - 'THUDM/chatglm3-6b:2048:8'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048:2'
+  - 'baichuan-inc/Baichuan2-7B-Chat:1024:4'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048:4'
+  - 'baichuan-inc/Baichuan2-7B-Chat:512:8'
+  - 'baichuan-inc/Baichuan2-7B-Chat:1024:8'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048:8'
   - 'Qwen/Qwen-7B-Chat:2048:2'
   - 'Qwen/Qwen-7B-Chat:1024:4'
   - 'Qwen/Qwen-7B-Chat:2048:4'

diff --git a/python/llm/test/benchmark/stable-version-arc-stress-test-fp8.yaml b/python/llm/test/benchmark/stable-version-arc-stress-test-fp8.yaml
@@ -17,5 +17,5 @@ test_api:
   - "transformer_int4_gpu"  # on Intel GPU
 cpu_embedding: False # whether put embedding to CPU (only avaiable now for gpu win related test_api)
 exclude:
-#  - 'baichuan-inc/Baichuan2-7B-Chat:2048'
+  - 'baichuan-inc/Baichuan2-7B-Chat:2048'
   - 'Qwen/Qwen-7B-Chat:2048'