From a4f3c83bc6bb03393016a39457aa96fae50706c3 Mon Sep 17 00:00:00 2001
From: hxsz1997 <45651968+hxsz1997@users.noreply.github.com>
Date: Wed, 28 Feb 2024 17:53:02 +0800
Subject: [PATCH] Integrate the result of ppl and harness (#10265)

* modify NIGHTLY_MATRIX_PRECISION

* change ACC_FOLDER of harness

* change ACC_FOLDER of ppl
---
 .github/workflows/llm-harness-evaluation.yml | 4 ++--
 .github/workflows/llm-ppl-evaluation.yml     | 6 +++---
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/llm-harness-evaluation.yml b/.github/workflows/llm-harness-evaluation.yml
index b4c7b52150d..d3f04228ea7 100644
--- a/.github/workflows/llm-harness-evaluation.yml
+++ b/.github/workflows/llm-harness-evaluation.yml
@@ -259,10 +259,10 @@ jobs:
         run: |    
           echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV
           if ${{github.event_name == 'pull_request'}}; then
-            echo 'ACC_FOLDER=/home/arda/harness-action-runners/pr-accuracy-data' >> $GITHUB_ENV
+            echo 'ACC_FOLDER=/home/arda/action-runners/harness/pr-accuracy-data' >> $GITHUB_ENV
           fi
           if ${{github.event_name == 'schedule'}}; then
-            echo 'ACC_FOLDER=/home/arda/harness-action-runners/nightly-accuracy-data' >> $GITHUB_ENV
+            echo 'ACC_FOLDER=/home/arda/action-runners/harness/nightly-accuracy-data' >> $GITHUB_ENV
           fi
 
       - name: Download harness results
diff --git a/.github/workflows/llm-ppl-evaluation.yml b/.github/workflows/llm-ppl-evaluation.yml
index 898253393e9..8f8df1a9bda 100644
--- a/.github/workflows/llm-ppl-evaluation.yml
+++ b/.github/workflows/llm-ppl-evaluation.yml
@@ -59,7 +59,7 @@ jobs:
           NIGHTLY_MATRIX_MODEL_NAME: '["Llama-2-7b-chat-hf", "mpt-7b-chat", 
                         "falcon-7b-instruct-with-patch", "Mistral-7B-v0.1",
                         "chatglm2-6b", "chatglm3-6b", "Baichuan2-7B-Chat"]'
-          NIGHTLY_MATRIX_PRECISION: '["sym_int4 fp8"]'
+          NIGHTLY_MATRIX_PRECISION: '["sym_int4", "fp8"]'
           NIGHTLY_LABELS: '["self-hosted", "llm", "accuracy-nightly"]'
         run: |
             echo "seq_len=$NIGHTLY_MATRIX_SEQ_LEN" >> $GITHUB_ENV
@@ -243,10 +243,10 @@ jobs:
         run: |    
           echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV
           if ${{github.event_name == 'pull_request'}}; then
-            echo 'ACC_FOLDER=/home/arda/ppl-action-runners/pr-accuracy-data' >> $GITHUB_ENV
+            echo 'ACC_FOLDER=/home/arda/action-runners/ppl/pr-accuracy-data' >> $GITHUB_ENV
           fi
           if ${{github.event_name == 'schedule'}}; then
-            echo 'ACC_FOLDER=/home/arda/ppl-action-runners/nightly-accuracy-data' >> $GITHUB_ENV
+            echo 'ACC_FOLDER=/home/arda/action-runners/ppl/nightly-accuracy-data' >> $GITHUB_ENV
           fi
   
       - name: Download ppl results