fix model names

Gapminder · Sep 30, 2024 · ed75974 · ed75974
1 parent 63766ee
commit ed75974
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator.py b/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator.py
@@ -115,7 +115,7 @@ def main():
                 MethodCalculationMethod(MethodCalculationMethod.AVERAGE)
             )
         ],
-        model_name="gemini-pro-experimental",
+        model_name="vertex_ai/gemini-pro-experimental",
         prompt=prompt,
         choices=choices,
         evaluator_type=EvaluatorType.INDIVIDUAL,

diff --git a/automation-api/yival_experiments/scripts/generate_experiment_config.py b/automation-api/yival_experiments/scripts/generate_experiment_config.py
@@ -45,7 +45,7 @@ def get_evaluators(
         evaluator_name = "gpt4_evaluator"
         model_name = "gpt-4o-2024-08-06"
     elif evaluator_model == "claude":
-        evaluator_name = "vertex_ai_evaluator"
+        evaluator_name = "claude_evaluator"
         model_name = "vertex_ai/claude-3-5-sonnet@20240620"
     elif evaluator_model == "llama":
         evaluator_name = "llama3_evaluator"