Working toward a functional state

Signed-off-by: Dan McPherson <[email protected]>
instructlab · Jun 17, 2024 · 25a8316 · 25a8316
1 parent ad020ef
commit 25a8316
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 3 deletions.
diff --git a/src/instructlab/eval/evaluator.py b/src/instructlab/eval/evaluator.py
@@ -5,7 +5,7 @@ class Evaluator:
     """
     Parent class for Evaluators
 
-    Atttributes:
+    Attributes:
         model_path   Path to the model to be evaluated
     """
 

diff --git a/src/instructlab/eval/gen_api_answer.py b/src/instructlab/eval/gen_api_answer.py
@@ -13,7 +13,7 @@
 import shortuuid
 import tqdm
 
-from .common import (
+from common import (
     load_questions,
     temperature_config,
     chat_completion_openai,

diff --git a/src/instructlab/eval/gen_judgment.py b/src/instructlab/eval/gen_judgment.py
@@ -8,7 +8,7 @@
 import numpy as np
 from tqdm import tqdm
 
-from instructlab.eval.common import (
+from common import (
     load_questions,
     load_model_answers,
     load_judge_prompts,

diff --git a/steps_mt_bench.md b/steps_mt_bench.md
@@ -24,6 +24,10 @@ OPENAI_API_KEY="NO_API_KEY" python gen_api_answer.py \
 
 results are in data/mt_bench/model_answer/instructlab/granite-7b-lab.jsonl
 
+
+### TODO Figure out the right version.  Latest fails with openai.types not found
+pip install vllm==0.3.3
+
 ### From justfile: `run_judge`
 
 For running judge model with vllm make sure you run with `--served-model-name gpt-4`