no need to specify

stanford-crfm · May 24, 2024 · f38f365 · f38f365
1 parent 30e8cde
commit f38f365
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/config/llama_1b_with_olmo_config.yaml b/config/llama_1b_with_olmo_config.yaml
@@ -9,7 +9,6 @@ model:  # 1B class model
   num_kv_heads: 16
   use_flash_attention: True
   flash_attention_block_size: 1024
-  attn_backend: splash
 trainer:
   tracker:
     type: wandb