From d9eb6cbe4cf6b00b1f3a3d9bf1e12deb4e8fd2dc Mon Sep 17 00:00:00 2001
From: Ivan Zhou <ivan.zhouyq@gmail.com>
Date: Wed, 29 May 2024 22:53:35 -0700
Subject: [PATCH] Adopt restart in dolma_olmo data config (#605)

---
 config/data/dolma_olmo_paloma.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config/data/dolma_olmo_paloma.yaml b/config/data/dolma_olmo_paloma.yaml
index aaf45f802..2280877a8 100644
--- a/config/data/dolma_olmo_paloma.yaml
+++ b/config/data/dolma_olmo_paloma.yaml
@@ -1,7 +1,7 @@
 cache_dir: "gs://marin-data/tokenized/OLMo-1B/dolma-v1.7"
 tokenizer: "allenai/OLMo-1B"  # requires `pip install ai2-olmo`
 # tokenizer: "meta-llama/Llama-2-7b-hf"
-stop_strategy: all_exhausted
+stop_strategy: restart
 configs:
   dolma-algebraic-stack:
     train_urls: