diff --git a/config/data/dolma_olmo_paloma.yaml b/config/data/dolma_olmo_paloma.yaml
index aaf45f802..2280877a8 100644
--- a/config/data/dolma_olmo_paloma.yaml
+++ b/config/data/dolma_olmo_paloma.yaml
@@ -1,7 +1,7 @@
 cache_dir: "gs://marin-data/tokenized/OLMo-1B/dolma-v1.7"
 tokenizer: "allenai/OLMo-1B"  # requires `pip install ai2-olmo`
 # tokenizer: "meta-llama/Llama-2-7b-hf"
-stop_strategy: all_exhausted
+stop_strategy: restart
 configs:
   dolma-algebraic-stack:
     train_urls: