Add phi-3 to perf (#10883)

intel-analytics · Apr 25, 2024 · fb3c268 · fb3c268
1 parent 8811f26
commit fb3c268
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 0 deletions.
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
@@ -3,6 +3,7 @@ repo_id:
   - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - '01-ai/Yi-6B-Chat'
   - 'microsoft/phi-2'
+  - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml
@@ -3,6 +3,7 @@ repo_id:
   - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - '01-ai/Yi-6B-Chat'
   - 'microsoft/phi-2'
+  - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml
@@ -3,6 +3,7 @@ repo_id:
   - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - '01-ai/Yi-6B-Chat'
   - 'microsoft/phi-2'
+  - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml b/python/llm/test/benchmark/igpu-perf/32-32_437.yaml
@@ -3,6 +3,7 @@ repo_id:
   - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - '01-ai/Yi-6B-Chat'
   - 'microsoft/phi-2'
+  - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 3
 num_trials: 5