Adds validation set configuration to 1B_lora_single_device

pytorch · Jan 26, 2025 · 05efbcb · 05efbcb
1 parent a51c0ff
commit 05efbcb
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/recipes/configs/llama3_2/1B_lora_single_device.yaml b/recipes/configs/llama3_2/1B_lora_single_device.yaml
@@ -52,6 +52,13 @@ seed: null
 shuffle: True
 batch_size: 4
 
+validation:
+  dataset:
+    _component_: torchtune.datasets.alpaca_cleaned_dataset
+    packed: False
+  run_every_n_epochs: .5
+  max_batches: 5
+
 # Optimizer and Scheduler
 optimizer:
   _component_: torch.optim.AdamW