From c3fc8273c6ecc5ed19b554e8e5c91af45f6d5ebd Mon Sep 17 00:00:00 2001
From: ddlBoJack <maziyang99@163.com>
Date: Tue, 5 Dec 2023 11:16:49 +0800
Subject: [PATCH] low_cpu_fsdp for rank0-only problem

---
 scripts/finetune_echat.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/finetune_echat.sh b/scripts/finetune_echat.sh
index 978aa22c..60444499 100644
--- a/scripts/finetune_echat.sh
+++ b/scripts/finetune_echat.sh
@@ -71,7 +71,7 @@ src/llama_recipes/pipeline/finetune.py \
 --freeze_encoder \
 --freeze_llm \
 --use_fp16 \
---enable_fsdp \
+--enable_fsdp --low_cpu_fsdp \
 --llm_name llama-2-7b-hf \
 --llm_path $llm_path \
 --encoder_name whisper \