fixes

stanford-crfm · Nov 12, 2024 · d694848 · d694848
1 parent f433618
commit d694848
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 210 deletions.
diff --git a/examples/sft/sft.py b/examples/sft/sft.py
diff --git a/src/levanter/main/sft.py b/src/levanter/main/sft.py
@@ -160,11 +160,6 @@ def train(config: SFTConfig):
 
         loader = trainer.data_loader(train_dataset, trainer.TrainBatch)
 
-        if int(state.step) != 0:
-            logger.info(f"Resuming training from step {state.step}")
-            for i in range(state.step):
-                next(loader)
-
         if config.hf_save_path is not None:
             # bit gross to reach this far into the config, but it's fine
             if config.trainer.checkpointer.append_run_id_to_base_path: