TREC experiment and adding rubric to all prompts

.gitignore

@@ -52,6 +52,8 @@ credentials.toml
 # test files generated by benchmark experiments
 **/tests/*.csv
 **/results/*.csv
+**/experiments/mlruns/
+**/experiments/*.zip
 
 # test files generated by pytest
 test-output.xml

examples/experimental/mipro_zeroshot_optimized

@@ -0,0 +1,25 @@
+{
+  "generate_score_and_reasons.predictor": {
+    "lm": null,
+    "traces": [],
+    "train": [],
+    "demos": [],
+    "signature": {
+      "instructions": "Your task is to evaluate if every sentence in the statement (except the trivial ones like stylistic sentences) is supported or entailed by the source context.\nGenerate a score the scale of 0.0 to 1.0 with reasons for the score.",
+      "fields": [
+        {
+          "prefix": "Input:",
+          "description": "${input}"
+        },
+        {
+          "prefix": "Reasoning: Let's think step by step in order to",
+          "description": "${produce the output}. We ..."
+        },
+        {
+          "prefix": "Output:",
+          "description": "${output}"
+        }
+      ]
+    }
+  }
+}