new config

stanford-crfm · Sep 11, 2024 · c6e64aa · c6e64aa
1 parent 3fe04f8
commit c6e64aa
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/config/olmo_sft.yaml b/config/olmo_sft.yaml
@@ -17,8 +17,8 @@ model:  # 7B class model
   # use_flash_attention: True
   # use_bias: false
   # use_layer_norm_weight: false
-  initialize_from_hf: "allenai/OLMo-7B-0724-hf"
-  use_hf_model_config: true
+initialize_from_hf: "allenai/OLMo-7B-0724-hf"
+use_hf_model_config: true
   #flash_attention_block_size: 1024
 trainer:
   tracker: