Updating test configs to work with recent changes

delphi-suite · Apr 20, 2024 · 64c67c6 · 64c67c6
1 parent 7570a0f
commit 64c67c6
Show file tree

Hide file tree

Showing 20 changed files with 25 additions and 248 deletions.
diff --git a/configs/debug.json b/configs/debug.json
@@ -1,12 +1,7 @@
 {
-    "vocab_size": 4096,
     "max_seq_len": 512,
     "max_epochs": 2,
-    "eval_interval": 1,
     "eval_iters": 1,
-    "data_config": {
-        "train_sample_limit": 256
-    },
     "batch_size": 64,
     "model_config": {
         "model_class": "LlamaForCausalLM",

diff --git a/configs/debug_mamba.json b/configs/debug_mamba.json
@@ -1,13 +1,8 @@
 {
-  "vocab_size": 4096,
   "max_seq_len": 512,
   "max_epochs": 2,
-  "eval_interval": 1,
   "log_interval": 1,
   "eval_iters": 10,
-  "data_config": {
-    "train_sample_limit": 64
-  },
   "batch_size": 8,
   "model_config": {
     "model_class": "MambaForCausalLM",

diff --git a/configs/debug_transformers_bloom.json b/configs/debug_transformers_bloom.json
@@ -1,12 +1,7 @@
 {
-    "vocab_size": 4096,
     "max_seq_len": 512,
     "max_epochs": 2,
-    "eval_interval": 1,
     "eval_iters": 1,
-    "data_config": {
-        "train_sample_limit": 256
-    },
     "batch_size": 64,
     "model_config": {
         "model_class": "BloomForCausalLM",

diff --git a/configs/sample_config.json b/configs/sample_config.json
@@ -2,7 +2,6 @@
   "run_name": "2024_03_15_17_28_14",
   "output_dir": "/Users/jaidhyani/Library/Application Support/delphi",
   "device": "auto",
-  "eval_interval": 2000,
   "log_interval": 1,
   "eval_iters": 100,
   "eval_only": false,

diff --git a/configs/sample_mamba.json b/configs/sample_mamba.json
@@ -2,7 +2,6 @@
   "run_name": "2024_03_15_21_56_35",
   "output_dir": "/Users/jaidhyani/Library/Application Support/delphi",
   "device": "auto",
-  "eval_interval": 2000,
   "log_interval": 1,
   "eval_iters": 100,
   "eval_only": false,

diff --git a/configs/sample_transformers_bloom.json b/configs/sample_transformers_bloom.json
@@ -1,8 +1,6 @@
 {
-    "vocab_size": 4096,
     "max_seq_len": 512,
     "max_epochs": 10,
-    "eval_interval": 10,
     "eval_iters": 8,
     "batch_size": 64,
     "model_config": {

diff --git a/src/delphi/test_configs/debug.json b/src/delphi/test_configs/debug.json
@@ -2,9 +2,6 @@
     "max_seq_len": 512,
     "max_epochs": 2,
     "eval_iters": 1,
-    "dataset": {
-        "name": "delphi-suite/stories-tokenized"
-    },
     "batch_ordering_seed": 42,
     "torch_seed": 1337,
     "batch_size": 64,
@@ -16,5 +13,8 @@
         "num_hidden_layers": 2,
         "num_key_value_heads": 2,
         "vocab_size": 4096
+    },
+    "dataset": {
+        "name": "delphi-suite/v0-tinystories-v2-clean-tokenized"
     }
 }
diff --git a/src/delphi/test_configs/debug_mamba.json b/src/delphi/test_configs/debug_mamba.json
@@ -1,13 +1,8 @@
 {
-  "vocab_size": 4096,
   "max_seq_len": 512,
   "max_epochs": 2,
-  "eval_interval": 1,
   "log_interval": 1,
   "eval_iters": 10,
-  "data_config": {
-    "train_sample_limit": 64
-  },
   "batch_size": 8,
   "model_config": {
     "model_class": "MambaForCausalLM",
@@ -18,5 +13,10 @@
     "conv_kernel": 2,
     "expand": 2,
     "time_step_rank": 2
+  },
+  "batch_ordering_seed": 42,
+  "torch_seed": 1337,
+  "dataset": {
+    "name": "delphi-suite/v0-tinystories-v2-clean-tokenized"
   }
 }
diff --git a/src/delphi/test_configs/debug_transformers_bloom.json b/src/delphi/test_configs/debug_transformers_bloom.json
@@ -1,12 +1,7 @@
 {
-    "vocab_size": 4096,
     "max_seq_len": 512,
     "max_epochs": 2,
-    "eval_interval": 1,
     "eval_iters": 1,
-    "data_config": {
-        "train_sample_limit": 256
-    },
     "batch_size": 64,
     "model_config": {
         "model_class": "BloomForCausalLM",
@@ -24,5 +19,10 @@
         "slow_but_exact": false,
         "use_cache": true,
         "vocab_size": 4096
+    },
+    "batch_ordering_seed": 42,
+    "torch_seed": 1337,
+    "dataset": {
+        "name": "delphi-suite/v0-tinystories-v2-clean-tokenized"
     }
 }
diff --git a/src/delphi/test_configs/v0-llama2-1.6m.json b/src/delphi/test_configs/v0-llama2-1.6m.json
diff --git a/src/delphi/test_configs/v0-llama2-100k-quick.json b/src/delphi/test_configs/v0-llama2-100k-quick.json
diff --git a/src/delphi/test_configs/v0-llama2-100k.json b/src/delphi/test_configs/v0-llama2-100k.json
@@ -1,4 +1,5 @@
 {
+  "max_seq_len": 512,
   "model_config": {
     "model_class": "LlamaForCausalLM",
     "attention_bias": false,
@@ -20,5 +21,10 @@
     "tie_word_embeddings": true,
     "use_cache": true,
     "vocab_size": 4096
+  },
+  "batch_ordering_seed": 42,
+  "torch_seed": 1337,
+  "dataset": {
+    "name": "delphi-suite/v0-tinystories-v2-clean-tokenized"
   }
 }
diff --git a/src/delphi/test_configs/v0-llama2-12.8m.json b/src/delphi/test_configs/v0-llama2-12.8m.json
diff --git a/src/delphi/test_configs/v0-llama2-200k.json b/src/delphi/test_configs/v0-llama2-200k.json
diff --git a/src/delphi/test_configs/v0-llama2-25.6m.json b/src/delphi/test_configs/v0-llama2-25.6m.json
diff --git a/src/delphi/test_configs/v0-llama2-3.2m.json b/src/delphi/test_configs/v0-llama2-3.2m.json
diff --git a/src/delphi/test_configs/v0-llama2-400k.json b/src/delphi/test_configs/v0-llama2-400k.json
diff --git a/src/delphi/test_configs/v0-llama2-6.4m.json b/src/delphi/test_configs/v0-llama2-6.4m.json
diff --git a/src/delphi/test_configs/v0-llama2-800k.json b/src/delphi/test_configs/v0-llama2-800k.json