From dfaa0c202a034ce569eb2dd5a8025380e4e67a29 Mon Sep 17 00:00:00 2001 From: Costa Shulyupin Date: Thu, 25 Jul 2024 06:38:37 +0300 Subject: [PATCH] add explanation of MMLU at the beginning of mt_bench.py It is good practice to include docstrings with clarifications. Signed-off-by: Costa Shulyupin --- src/instructlab/eval/mt_bench.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/instructlab/eval/mt_bench.py b/src/instructlab/eval/mt_bench.py index fcb0ac5..4abf1ac 100644 --- a/src/instructlab/eval/mt_bench.py +++ b/src/instructlab/eval/mt_bench.py @@ -1,5 +1,11 @@ # SPDX-License-Identifier: Apache-2.0 +""" +Multi-Turn Benchmark +https://klu.ai/glossary/mt-bench-eval +https://arxiv.org/html/2306.05685 +""" + # First Party from instructlab.eval import ( mt_bench_answers,