og checkpoint

stanford-crfm · Apr 24, 2024 · a86ed4c · a86ed4c
1 parent 1ea434d
commit a86ed4c
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/src/levanter/main/eval_lm.py b/src/levanter/main/eval_lm.py
@@ -49,9 +49,10 @@ class EvalLmConfig:
 def main(config: EvalLmConfig):
     # HACK: This is a workaround for the fact that the config is not properly deserialized
     # TODO: send to david
-    config.second_hf_checkpoint.model_name_or_path = config.second_hf_checkpoint.model_name_or_path[
-        "model_name_or_path"
-    ]
+    # config.second_hf_checkpoint.model_name_or_path = config.second_hf_checkpoint.model_name_or_path[
+    #     "model_name_or_path"
+    # ]
+    #config.second_hf_checkpoint.model_name_or_path 
     # maybe redo
     levanter.initialize(config)
     tokenizer = config.data.the_tokenizer