diff --git a/src/prompto/judge.py b/src/prompto/judge.py index b65a3022..31d356e9 100644 --- a/src/prompto/judge.py +++ b/src/prompto/judge.py @@ -220,10 +220,8 @@ def create_judge_inputs(self, judge: list[str] | str) -> list[dict]: INPUT_PROMPT=response["prompt"], OUTPUT_RESPONSE=response["response"], ), - "api": self.judge_settings[j]["api"], - "model_name": self.judge_settings[j]["model_name"], - "parameters": self.judge_settings[j]["parameters"], } + | self.judge_settings[j] | {f"input-{k}": v for k, v in response.items()} for response in tqdm( self.completed_responses,