Add claude2-alpaca-13b, recycled-wizardlm-7b-v1.0, recycled-wizardlm-…

…7b-v2.0 to AlpacaEval (#147)

Co-authored-by: Ming Li <[email protected]>

src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv

@@ -21,6 +21,7 @@ cohere,85.05603985,1.255832984,682,119,2,803,community,1715
 openchat-v2-13b,84.9689441,1.257297984,683,120,2,805,community,1564
 humpback-llama-65b,83.70646766,1.307103474,672,130,2,804,community,1269
 ultralm-13b-v2.0,83.60248447,1.305781745,673,132,0,805,community,1399
+recycled-wizardlm-7b-v2.0,83.47826086956522,1.3097444061303425,672,133,0,805,community,1583
 vicuna-13b-v1.3,82.11180124,1.348769958,660,143,2,805,verified,1132
 llama-2-chat-7b-evol70k-neft,82.08955223880598,1.3531295937660437,660,144,0,804,community,1612
 platolm-7b,81.94271482,1.35256737,656,143,4,803,community,1344
@@ -32,6 +33,8 @@ openbuddy-falcon-40b-v9,80.69738481,1.390851798,647,154,2,803,community,1089
 ultralm-13b,80.63511831,1.393955692,647,155,1,803,community,1087
 openchat8192-13b,79.539801,1.422243989,639,164,1,804,community,1664
 evo-7b,79.20298879202988,1.4222487749194896,632,163,8,803,community,1774
+claude2-alpaca-13b,78.92768079800499,1.4409688114828627,633,169,0,802,community,1127
+recycled-wizardlm-7b-v1.0,78.88198757763976,1.4394196218329596,635,170,0,805,community,1494
 opencoderplus-15b,78.69565217,1.440029529,632,170,3,805,community,1628
 openbuddy-llama2-13b-v11.1,77.48756219,1.47127541,622,180,2,804,community,1057
 vicuna-7b-v1.3,76.84144819,1.487520321,614,184,3,801,verified,1110

src/alpaca_eval/models_configs/claude2-alpaca-13b/configs.yaml

@@ -0,0 +1,13 @@
+claude2-alpaca-13b:
+  prompt_template: "alpaca-7b/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./claude2-alpaca-13b" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "Claude2 Alpaca 13B"
+  link: "https://github.com/Lichang-Chen/claude2-alpaca"

src/alpaca_eval/models_configs/recycled-wizardlm-7b-v1.0/configs.yaml

@@ -0,0 +1,13 @@
+recycled-wizardlm-7b-v1.0:
+  completions_kwargs:
+    do_sample: true
+    max_new_tokens: 2048
+    model_kwargs:
+      torch_dtype: bfloat16
+    model_name: ./recycled-wizardlm-7b-v1.0
+    temperature: 0.7
+    top_p: 1.0
+  fn_completions: huggingface_local_completions
+  link: 'https://github.com/tianyi-lab/Reflection_Tuning'
+  pretty_name: "Recycled WizardLM 7B V1.0"
+  prompt_template: vicuna-7b/prompt.txt

src/alpaca_eval/models_configs/recycled-wizardlm-7b-v2.0/configs.yaml

@@ -0,0 +1,13 @@
+recycled-wizardlm-7b-v2.0:
+  completions_kwargs:
+    do_sample: true
+    max_new_tokens: 2048
+    model_kwargs:
+      torch_dtype: bfloat16
+    model_name: ./recycled-wizardlm-7b-v2.0
+    temperature: 0.7
+    top_p: 1.0
+  fn_completions: huggingface_local_completions
+  link: 'https://github.com/tianyi-lab/Reflection_Tuning'
+  pretty_name: "Recycled WizardLM 7B V2.0"
+  prompt_template: vicuna-7b/prompt.txt