Fixes in LLMJudge (#1498)

* bugfix in LLMJudge - allow changing main_score and score_prefix
Signed-off-by: lilacheden <[email protected]>

* Support embedded task data fields in LLMJudge template
Signed-off-by: lilacheden <[email protected]>

* add main_score to results
Signed-off-by: lilacheden <[email protected]>

* support dict llmjudge contexts_fields
Signed-off-by: lilacheden <[email protected]>

* Revert "bugfix in LLMJudge - allow changing main_score and score_prefix"

This reverts commit c94bfc5.

* Revert "add main_score to results"

This reverts commit 9754a63.

---------

Co-authored-by: Elron Bandel <[email protected]>

src/unitxt/llm_as_judge.py

@@ -4,6 +4,7 @@
 
 from .api import infer
 from .artifact import fetch_artifact
+from .dict_utils import dict_get
 from .error_utils import UnitxtError
 from .inference import (
     InferenceEngine,
@@ -59,7 +60,7 @@ class LLMJudge(BulkInstanceMetric):
     # )
     evaluator_name: EvaluatorNameEnum = None
     check_positional_bias: bool = True
-    context_fields: str = ["context"]
+    context_fields: Union[str, List[str], Dict[str, str]] = ["context"]
     generate_summaries: bool = True
     format = "formats.chat_api"
     include_prompts_in_result: bool = False
@@ -71,6 +72,10 @@ def prepare(self):
         super().prepare()
         if isinstance(self.context_fields, str):
             self.context_fields = [self.context_fields]
+        if isinstance(self.context_fields, List):
+            self.context_fields = {
+                context_field: context_field for context_field in self.context_fields
+            }
 
         # if not isinstance(self.option_selection_strategy, OptionSelectionStrategyEnum):
         #     self.option_selection_strategy = OptionSelectionStrategyEnum[
@@ -149,8 +154,8 @@ def get_contexts(self, task_data: List[Dict[str, Any]]) -> List[Dict[str, str]]:
         return [
             get_parsed_context(
                 {
-                    context_field: td[context_field]
-                    for context_field in self.context_fields
+                    context_field_name: dict_get(td, context_field)
+                    for context_field_name, context_field in self.context_fields.items()
                 }
             )
             for td in task_data