diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml
index 96aaa1cf1ddd..bf63fb3aabf8 100644
--- a/.github/workflows/llm_performance_tests.yml
+++ b/.github/workflows/llm_performance_tests.yml
@@ -629,15 +629,16 @@ jobs:
                       run_transformer_int4_gpu_win(repo_id, local_model_hub, in_out_pairs, warm_up, num_trials, num_beams, low_bit, cpu_embedding, batch_size, streaming)
           ' python/llm/dev/benchmark/all-in-one/run.py
 
-      - name: Prepare igpu perf test (32-32)
+      # 32-32 int4+fp16
+      - name: Prepare igpu perf test (32-32 int4+fp16)
         shell: bash
         run: |
           # hide time info
           # sed -i 's/str(end - st)/"xxxxxx"/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i 's/{api}-results-{today}.csv/32-32-{api}-results-{today}_test1.csv/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml
 
-      - name: Test on igpu (32-32)
+      - name: Test on igpu (32-32 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -647,20 +648,20 @@ jobs:
           set TRANSFORMERS_OFFLINE=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\32-32.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\32-32\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\32-32_int4_fp16\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Prepare igpu perf test for transformers 4.37 (32-32)
+      - name: Prepare igpu perf test for transformers 4.37 (32-32 int4+fp16)
         shell: bash
         run: |
           sed -i 's/{today}_test1/{today}_test2/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_437.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_437.yaml
 
-      - name: Test on igpu for transformers 4.37 (32-32)
+      - name: Test on igpu for transformers 4.37 (32-32 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -670,14 +671,14 @@ jobs:
           set BIGDL_LLM_XMX_DISABLED=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\32-32_437.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_437.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\32-32\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\32-32_int4_fp16\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Concat csv and generate html (32-32)
+      - name: Concat csv and generate html (32-32 int4+fp16)
         shell: cmd
         run: |
           call conda activate html-gen
@@ -686,24 +687,24 @@ jobs:
           python ..\..\..\test\benchmark\concat_csv.py
           if %ERRORLEVEL% neq 0 (exit /b 1)
           del /q *test*.csv
-          move *.csv %CSV_SAVE_PATH%\32-32\
+          move *.csv %CSV_SAVE_PATH%\32-32_int4_fp16\
           cd ..\..\..\test\benchmark
-          python csv_to_html.py -f %CSV_SAVE_PATH%\32-32\
+          python csv_to_html.py -f %CSV_SAVE_PATH%\32-32_int4_fp16\
           if %ERRORLEVEL% neq 0 (exit /b 1)
-          move %CSV_SAVE_PATH%\32-32\*.html %CSV_SAVE_PATH%
+          move %CSV_SAVE_PATH%\32-32_int4_fp16\*.html %CSV_SAVE_PATH%
 
           call conda deactivate
 
       # TODO: create a action function here for different input
-      # 1024-128
-      - name: Prepare igpu perf test (1024-128)
+      # 1024-128 int4+fp16
+      - name: Prepare igpu perf test (1024-128 int4+fp16)
         shell: bash
         run: |
           sed -i 's/32-32/1024-128/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i 's/{today}_test2/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
 
-      - name: Test on igpu (1024-128)
+      - name: Test on igpu (1024-128 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -715,20 +716,20 @@ jobs:
           set TRANSFORMERS_OFFLINE=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\1024-128.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\1024-128\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\1024-128_int4_fp16\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Prepare igpu perf test for transformers 4.37 (1024-128)
+      - name: Prepare igpu perf test for transformers 4.37 (1024-128 int4+fp16)
         shell: bash
         run: |
           sed -i 's/{today}_test1/{today}_test2/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
 
-      - name: Test on igpu for transformers 4.37 (1024-128)
+      - name: Test on igpu for transformers 4.37 (1024-128 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -738,14 +739,14 @@ jobs:
           set BIGDL_LLM_XMX_DISABLED=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\1024-128_437.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_437.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\1024-128\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\1024-128_int4_fp16\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Concat csv and generate html (1024-128)
+      - name: Concat csv and generate html (1024-128 int4+fp16)
         shell: cmd
         run: |
           call conda activate html-gen
@@ -754,23 +755,23 @@ jobs:
           python ..\..\..\test\benchmark\concat_csv.py
           if %ERRORLEVEL% neq 0 (exit /b 1)
           del /q *test*.csv
-          move *.csv %CSV_SAVE_PATH%\1024-128\
+          move *.csv %CSV_SAVE_PATH%\1024-128_int4_fp16\
           cd ..\..\..\test\benchmark
-          python csv_to_html.py -f %CSV_SAVE_PATH%\1024-128\
+          python csv_to_html.py -f %CSV_SAVE_PATH%\1024-128_int4_fp16\
           if %ERRORLEVEL% neq 0 (exit /b 1)
-          move %CSV_SAVE_PATH%\1024-128\*.html %CSV_SAVE_PATH%
+          move %CSV_SAVE_PATH%\1024-128_int4_fp16\*.html %CSV_SAVE_PATH%
 
           call conda deactivate
 
-      # 2048-256
-      - name: Prepare igpu perf test (2048-256)
+      # 2048-256 int4+fp16
+      - name: Prepare igpu perf test (2048-256 int4+fp16)
         shell: bash
         run: |
           sed -i 's/1024-128/2048-256/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i 's/{today}_test2/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml
 
-      - name: Test on igpu (2048-256)
+      - name: Test on igpu (2048-256 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -782,20 +783,20 @@ jobs:
           set TRANSFORMERS_OFFLINE=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\2048-256.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\2048-256\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\2048-256_int4_fp16\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Prepare igpu perf test for transformers 4.37 (2048-256)
+      - name: Prepare igpu perf test for transformers 4.37 (2048-256 int4+fp16)
         shell: bash
         run: |
           sed -i 's/{today}_test1/{today}_test2/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_437.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_437.yaml
 
-      - name: Test on igpu for transformers 4.37 (2048-256)
+      - name: Test on igpu for transformers 4.37 (2048-256 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -805,14 +806,14 @@ jobs:
           set BIGDL_LLM_XMX_DISABLED=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\2048-256_437.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_437.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\2048-256\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\2048-256_int4_fp16\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Concat csv and generate html (2048-256)
+      - name: Concat csv and generate html (2048-256 int4+fp16)
         shell: cmd
         run: |
           call conda activate html-gen
@@ -821,23 +822,23 @@ jobs:
           python ..\..\..\test\benchmark\concat_csv.py
           if %ERRORLEVEL% neq 0 (exit /b 1)
           del /q *test*.csv
-          move *.csv %CSV_SAVE_PATH%\2048-256\
+          move *.csv %CSV_SAVE_PATH%\2048-256_int4_fp16\
           cd ..\..\..\test\benchmark
-          python csv_to_html.py -f %CSV_SAVE_PATH%\2048-256\
+          python csv_to_html.py -f %CSV_SAVE_PATH%\2048-256_int4_fp16\
           if %ERRORLEVEL% neq 0 (exit /b 1)
-          move %CSV_SAVE_PATH%\2048-256\*.html %CSV_SAVE_PATH%
+          move %CSV_SAVE_PATH%\2048-256_int4_fp16\*.html %CSV_SAVE_PATH%
 
           call conda deactivate
 
-      # load_low_bit 1024-128 
-      - name: Prepare igpu perf test (load_low_bit 1024-128)
+      # load_low_bit 1024-128 int4+fp16 
+      - name: Prepare igpu perf test (load_low_bit 1024-128 int4+fp16)
         shell: bash
         run: |
           sed -i 's/2048-256/1024-128/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i 's/{today}_test2/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml
 
-      - name: Test on igpu (load_low_bit 1024-128)
+      - name: Test on igpu (load_low_bit 1024-128 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -849,20 +850,20 @@ jobs:
           set TRANSFORMERS_OFFLINE=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\1024-128_loadlowbit.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\1024-128_loadlowbit\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\1024-128_int4_fp16_loadlowbit\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Prepare igpu perf test for transformers 4.37 (load_low_bit 1024-128)
+      - name: Prepare igpu perf test for transformers 4.37 (load_low_bit 1024-128 int4+fp16)
         shell: bash
         run: |
           sed -i 's/{today}_test1/{today}_test2/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit_437.yaml
 
-      - name: Test on igpu for transformers 4.37 (load_low_bit 1024-128)
+      - name: Test on igpu for transformers 4.37 (load_low_bit 1024-128 int4+fp16)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -872,14 +873,14 @@ jobs:
           set BIGDL_LLM_XMX_DISABLED=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\1024-128_loadlowbit_437.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_437.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\1024-128_loadlowbit\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\1024-128_int4_fp16_loadlowbit\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Concat csv and generate html (load_low_bit 1024-128)
+      - name: Concat csv and generate html (load_low_bit 1024-128 int4+fp16)
         shell: cmd
         run: |
           call conda activate html-gen
@@ -888,21 +889,22 @@ jobs:
           python ..\..\..\test\benchmark\concat_csv.py
           if %ERRORLEVEL% neq 0 (exit /b 1)
           del /q *test*.csv
-          move *.csv %CSV_SAVE_PATH%\1024-128_loadlowbit\
+          move *.csv %CSV_SAVE_PATH%\1024-128_int4_fp16_loadlowbit\
           cd ..\..\..\test\benchmark
-          python csv_to_html.py -f %CSV_SAVE_PATH%\1024-128_loadlowbit\
+          python csv_to_html.py -f %CSV_SAVE_PATH%\1024-128_int4_fp16_loadlowbit\
           if %ERRORLEVEL% neq 0 (exit /b 1)
-          move %CSV_SAVE_PATH%\1024-128_loadlowbit\*.html %CSV_SAVE_PATH%
+          move %CSV_SAVE_PATH%\1024-128_int4_fp16_loadlowbit\*.html %CSV_SAVE_PATH%
 
           call conda deactivate
 
-      - name: Prepare igpu perf test (int4+fp16 1024-128)
+      # 1024-128
+      - name: Prepare igpu perf test (1024-128)
         shell: bash
         run: |
           sed -i 's/{today}_test2/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128.yaml
 
-      - name: Test on igpu (int4+fp16 1024-128)
+      - name: Test on igpu (1024-128)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -914,20 +916,20 @@ jobs:
           set TRANSFORMERS_OFFLINE=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\1024-128.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\1024-128_int4_fp16\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\1024-128\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Prepare igpu perf test for transformers 4.37 (int4+fp16 1024-128)
+      - name: Prepare igpu perf test for transformers 4.37 (1024-128)
         shell: bash
         run: |
           sed -i 's/{today}_test1/{today}_test2/g' python/llm/dev/benchmark/all-in-one/run.py
-          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
+          sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
 
-      - name: Test on igpu for transformers 4.37 (int4+fp16 1024-128)
+      - name: Test on igpu for transformers 4.37 (1024-128)
         shell: cmd
         run: |
           call conda activate igpu-perf
@@ -937,14 +939,14 @@ jobs:
           set BIGDL_LLM_XMX_DISABLED=1
 
           cd python\llm\dev\benchmark\all-in-one
-          move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_437.yaml config.yaml
+          move ..\..\..\test\benchmark\igpu-perf\1024-128_437.yaml config.yaml
           set PYTHONIOENCODING=utf-8
-          python run.py >> %CSV_SAVE_PATH%\1024-128_int4_fp16\log\%LOG_FILE% 2>&1
+          python run.py >> %CSV_SAVE_PATH%\1024-128\log\%LOG_FILE% 2>&1
           if %ERRORLEVEL% neq 0 (exit /b 1)
 
           call conda deactivate
 
-      - name: Concat csv and generate html (int4+fp16 1024-128)
+      - name: Concat csv and generate html (1024-128)
         shell: cmd
         run: |
           call conda activate html-gen
@@ -953,11 +955,11 @@ jobs:
           python ..\..\..\test\benchmark\concat_csv.py
           if %ERRORLEVEL% neq 0 (exit /b 1)
           del /q *test*.csv
-          move *.csv %CSV_SAVE_PATH%\1024-128_int4_fp16\
+          move *.csv %CSV_SAVE_PATH%\1024-128\
           cd ..\..\..\test\benchmark
-          python csv_to_html.py -f %CSV_SAVE_PATH%\1024-128_int4_fp16\
+          python csv_to_html.py -f %CSV_SAVE_PATH%\1024-128\
           if %ERRORLEVEL% neq 0 (exit /b 1)
-          move %CSV_SAVE_PATH%\1024-128_int4_fp16\*.html %CSV_SAVE_PATH%
+          move %CSV_SAVE_PATH%\1024-128\*.html %CSV_SAVE_PATH%
 
           call conda deactivate
 
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128.yaml b/python/llm/test/benchmark/igpu-perf/1024-128.yaml
index 024a16d49e01..1d6971d4a61f 100644
--- a/python/llm/test/benchmark/igpu-perf/1024-128.yaml
+++ b/python/llm/test/benchmark/igpu-perf/1024-128.yaml
@@ -3,10 +3,9 @@ repo_id:
   - 'THUDM/glm-4-9b-chat'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  # - '01-ai/Yi-6B'
   - 'meta-llama/Llama-2-7b-chat-hf'
   - 'meta-llama/Llama-2-13b-chat-hf'
-#  - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
+  - 'meta-llama/Meta-Llama-3-8B-Instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
index 2257fd1f7ee0..62d754f2ad21 100644
--- a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
+++ b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
@@ -1,7 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
   - 'Qwen/Qwen2-7B-Instruct'
-  - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
index 527cefc95f90..27a22ba434ff 100644
--- a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
+++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
@@ -1,13 +1,11 @@
 repo_id:
   - 'THUDM/chatglm3-6b'
+  - 'THUDM/glm-4-9b-chat'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  # - '01-ai/Yi-6B'
   - 'meta-llama/Llama-2-7b-chat-hf'
   - 'meta-llama/Llama-2-13b-chat-hf'
-#  - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
-  # - 'RWKV/rwkv-4-world-7b'
-  # - 'RWKV/rwkv-5-world-7b'
+  - 'meta-llama/Meta-Llama-3-8B-Instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
index b31716ba4afd..f483989d7fde 100644
--- a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
+++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
@@ -1,6 +1,7 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
-  - 'meta-llama/Meta-Llama-3-8B-Instruct'
+  - 'Qwen/Qwen2-7B-Instruct'
+  - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml
similarity index 74%
rename from python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml
rename to python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml
index ffbaaa201a3f..5963e78c3479 100644
--- a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml
+++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml
@@ -3,10 +3,9 @@ repo_id:
   - 'THUDM/glm-4-9b-chat'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  # - '01-ai/Yi-6B'
   - 'meta-llama/Llama-2-7b-chat-hf'
   - 'meta-llama/Llama-2-13b-chat-hf'
-#  - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
+  - 'meta-llama/Meta-Llama-3-8B-Instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3
@@ -16,5 +15,5 @@ batch_size: 1 # default to 1
 in_out_pairs:
   - '1024-128'
 test_api:
-  - "transformer_int4_loadlowbit_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
+  - "transformer_int4_fp16_loadlowbit_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
 cpu_embedding: True # whether put embedding to CPU (only avaiable now for gpu win related test_api)
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit_437.yaml
similarity index 77%
rename from python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml
rename to python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit_437.yaml
index 9286f84dee8c..8615b9842b13 100644
--- a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml
+++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit_437.yaml
@@ -1,7 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
   - 'Qwen/Qwen2-7B-Instruct'
-  - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
@@ -12,5 +11,5 @@ batch_size: 1 # default to 1
 in_out_pairs:
   - '1024-128'
 test_api:
-  - "transformer_int4_loadlowbit_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
+  - "transformer_int4_fp16_loadlowbit_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
 cpu_embedding: True # whether put embedding to CPU (only avaiable now for gpu win related test_api)
diff --git a/python/llm/test/benchmark/igpu-perf/2048-256.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml
similarity index 75%
rename from python/llm/test/benchmark/igpu-perf/2048-256.yaml
rename to python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml
index aaf1d3262939..0669bf2f737a 100644
--- a/python/llm/test/benchmark/igpu-perf/2048-256.yaml
+++ b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml
@@ -3,10 +3,9 @@ repo_id:
   - 'THUDM/glm-4-9b-chat'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  # - '01-ai/Yi-6B'
   - 'meta-llama/Llama-2-7b-chat-hf'
   - 'meta-llama/Llama-2-13b-chat-hf'
-#  - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
+  - 'meta-llama/Meta-Llama-3-8B-Instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3
@@ -16,5 +15,5 @@ batch_size: 1 # default to 1
 in_out_pairs:
   - '2048-256'
 test_api:
-  - "transformer_int4_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
+  - "transformer_int4_fp16_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
 cpu_embedding: True # whether put embedding to CPU (only avaiable now for gpu win related test_api)
diff --git a/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_437.yaml
similarity index 78%
rename from python/llm/test/benchmark/igpu-perf/2048-256_437.yaml
rename to python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_437.yaml
index 264d60158d29..6e2caeb6b0ec 100644
--- a/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml
+++ b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_437.yaml
@@ -1,7 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
   - 'Qwen/Qwen2-7B-Instruct'
-  - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
@@ -12,5 +11,5 @@ batch_size: 1 # default to 1
 in_out_pairs:
   - '2048-256'
 test_api:
-  - "transformer_int4_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
+  - "transformer_int4_fp16_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
 cpu_embedding: True # whether put embedding to CPU (only avaiable now for gpu win related test_api)
diff --git a/python/llm/test/benchmark/igpu-perf/32-32.yaml b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml
similarity index 75%
rename from python/llm/test/benchmark/igpu-perf/32-32.yaml
rename to python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml
index f91210f6e952..995bcff955f3 100644
--- a/python/llm/test/benchmark/igpu-perf/32-32.yaml
+++ b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml
@@ -3,10 +3,9 @@ repo_id:
   - 'THUDM/glm-4-9b-chat'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  # - '01-ai/Yi-6B'
   - 'meta-llama/Llama-2-7b-chat-hf'
   - 'meta-llama/Llama-2-13b-chat-hf'
-#  - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
+  - 'meta-llama/Meta-Llama-3-8B-Instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 3
 num_trials: 5
@@ -16,5 +15,5 @@ batch_size: 1 # default to 1
 in_out_pairs:
   - '32-32'
 test_api:
-  - "transformer_int4_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
+  - "transformer_int4_fp16_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
 cpu_embedding: True # whether put embedding to CPU (only avaiable now for gpu win related test_api)
diff --git a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_437.yaml
similarity index 78%
rename from python/llm/test/benchmark/igpu-perf/32-32_437.yaml
rename to python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_437.yaml
index 9548c4a6c05c..4d60966217ac 100644
--- a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml
+++ b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_437.yaml
@@ -1,7 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
   - 'Qwen/Qwen2-7B-Instruct'
-  - 'meta-llama/Meta-Llama-3-8B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
 local_model_hub: 'path to your local model hub'
 warm_up: 3
@@ -12,5 +11,5 @@ batch_size: 1 # default to 1
 in_out_pairs:
   - '32-32'
 test_api:
-  - "transformer_int4_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
+  - "transformer_int4_fp16_gpu_win" # on Intel GPU for Windows (catch GPU peak memory)
 cpu_embedding: True # whether put embedding to CPU (only avaiable now for gpu win related test_api)