adjust judge so that other arguments could get passed in

alan-turing-institute · Oct 15, 2024 · 1ee2a19 · 1ee2a19
1 parent 2ad66bf
commit 1ee2a19
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/src/prompto/judge.py b/src/prompto/judge.py
@@ -220,10 +220,8 @@ def create_judge_inputs(self, judge: list[str] | str) -> list[dict]:
                             INPUT_PROMPT=response["prompt"],
                             OUTPUT_RESPONSE=response["response"],
                         ),
-                        "api": self.judge_settings[j]["api"],
-                        "model_name": self.judge_settings[j]["model_name"],
-                        "parameters": self.judge_settings[j]["parameters"],
                     }
+                    | self.judge_settings[j]
                     | {f"input-{k}": v for k, v in response.items()}
                     for response in tqdm(
                         self.completed_responses,