finish llama7b dolphin

intel-analytics · Nov 13, 2023 · 9999f4a · 9999f4a
1 parent 6cd1de4
commit 9999f4a
Showing 1 changed file with 9 additions and 5 deletions.
diff --git a/.github/workflows/llm-harness-evaluation.yml b/.github/workflows/llm-harness-evaluation.yml
@@ -32,11 +32,15 @@ jobs:
         #   task: "arc"
         #   precision: "sym_int4" #options: sym_int4, fp4, nf4, mixed_4bit, fp8
         python-version: ["3.9"]
-        model_name: [stablelm-3b-4e1t]
-        task: ["truthfulqa"]
-        precision: [sym_int4] #options: sym_int4, fp4, nf4, mixed_4bit, fp8
-
-    runs-on: [self-hosted, llm, accuracy, temp-arc01]
+        model_name: [Llama2-7b-guanaco-dolphin-500]
+        task: [truthfulqa, arc, hellaswag]
+        precision: [mixed_fp8]
+        include:
+          - python-version: "3.9"
+            model_name: Llama2-7b-guanaco-dolphin-500
+            task: truthfulqa
+            precision: sym_int4 #options: sym_int4, fp4, nf4, mixed_4bit, fp8
+    runs-on: [self-hosted, llm, accuracy1]
     env:
       ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
       ORIGIN_DIR: /mnt/disk1/models