Adopt restart in dolma_olmo data config (#605)

stanford-crfm · May 30, 2024 · d9eb6cb · d9eb6cb
1 parent a54ad00
commit d9eb6cb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/config/data/dolma_olmo_paloma.yaml b/config/data/dolma_olmo_paloma.yaml
@@ -1,7 +1,7 @@
 cache_dir: "gs://marin-data/tokenized/OLMo-1B/dolma-v1.7"
 tokenizer: "allenai/OLMo-1B"  # requires `pip install ai2-olmo`
 # tokenizer: "meta-llama/Llama-2-7b-hf"
-stop_strategy: all_exhausted
+stop_strategy: restart
 configs:
   dolma-algebraic-stack:
     train_urls: