dataset.name -> dataset.path

delphi-suite · May 25, 2024 · 517e577 · 517e577
1 parent 16f8704
commit 517e577
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/configs/stories/llama2/base.json b/configs/stories/llama2/base.json
@@ -48,7 +48,7 @@
     "batch_ordering_seed": 1337,
     "torch_seed": 42,
     "dataset": {
-        "name": "delphi-suite/stories-tokenized"
+        "path": "delphi-suite/stories-tokenized"
     },
     "tokenizer": "delphi-suite/stories-tokenizer"
 }
diff --git a/configs/stories/mamba/base.json b/configs/stories/mamba/base.json
@@ -49,7 +49,7 @@
     "batch_ordering_seed": 1337,
     "torch_seed": 42,
     "dataset": {
-        "name": "delphi-suite/stories-tokenized"
+        "path": "delphi-suite/stories-tokenized"
     },
     "tokenizer": "delphi-suite/stories-tokenizer"
 }
diff --git a/delphi/test_configs/debug.json b/delphi/test_configs/debug.json
@@ -15,7 +15,7 @@
         "vocab_size": 4096
     },
     "dataset": {
-        "name": "delphi-suite/v0-tinystories-v2-clean-tokenized"
+        "path": "delphi-suite/stories-tokenized"
     },
     "out_repo": "",
     "wandb": ""

diff --git a/tests/train/config/test_config_utils.py b/tests/train/config/test_config_utils.py
@@ -48,7 +48,7 @@ def test_build_config_from_files_and_overrides():
     assert config.eval_iters == 5
     # check base values
     assert config.max_epochs == 2
-    assert config.dataset.path == "delphi-suite/v0-tinystories-v2-clean-tokenized"
+    assert config.dataset.path == "delphi-suite/stories-tokenized"
 
 
 def test_unoptionalize():