Reverted from tuple to list, added lint error to pylint ignore

Signed-off-by: Nathan Weinberg <[email protected]>
instructlab · Jun 27, 2024 · 6cf3356 · 6cf3356
1 parent b3fcc47
commit 6cf3356
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/.pylintrc b/.pylintrc
@@ -446,7 +446,8 @@ disable=raw-checker-failed,
         abstract-method,
         pointless-statement,
         wrong-import-order,
-        line-too-long
+        line-too-long,
+        dangerous-default-value
 
 # Enable the message, report, category or checker with the given id(s). You can
 # either give multiple identifier separated by comma (,) or put this option

diff --git a/src/instructlab/eval/mmlu.py b/src/instructlab/eval/mmlu.py
@@ -11,7 +11,7 @@
 # First Party
 from instructlab.eval.evaluator import Evaluator
 
-MMLU_TASKS = (
+MMLU_TASKS = [
     "mmlu_abstract_algebra",
     "mmlu_anatomy",
     "mmlu_astronomy",
@@ -73,7 +73,7 @@
     "mmlu_us_foreign_policy",
     "mmlu_virology",
     "mmlu_world_religions",
-)
+]
 
 
 class MMLUEvaluator(Evaluator):
@@ -91,7 +91,7 @@ class MMLUEvaluator(Evaluator):
     def __init__(
         self,
         model_path,
-        tasks: tuple[str, ...] = MMLU_TASKS,
+        tasks: list[str] = MMLU_TASKS,
         model_dtype="bfloat16",
         few_shots: int = 2,
         batch_size: int = 5,