low_cpu_fsdp for rank0-only problem

X-LANCE · Dec 5, 2023 · c3fc827 · c3fc827
1 parent 552b32d
commit c3fc827
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/finetune_echat.sh b/scripts/finetune_echat.sh
@@ -71,7 +71,7 @@ src/llama_recipes/pipeline/finetune.py \
 --freeze_encoder \
 --freeze_llm \
 --use_fp16 \
---enable_fsdp \
+--enable_fsdp --low_cpu_fsdp \
 --llm_name llama-2-7b-hf \
 --llm_path $llm_path \
 --encoder_name whisper \