From 13d096dde4056bcb4bcef1c1adacd53eb7909b14 Mon Sep 17 00:00:00 2001 From: chenzhaoming Date: Fri, 25 Oct 2024 10:23:41 +0000 Subject: [PATCH] deepspeed config parameter correct --- finetune/ds_config_zero2.json | 8 -------- finetune/ds_config_zero3.json | 8 -------- 2 files changed, 16 deletions(-) diff --git a/finetune/ds_config_zero2.json b/finetune/ds_config_zero2.json index 4d42d44..803d5e5 100644 --- a/finetune/ds_config_zero2.json +++ b/finetune/ds_config_zero2.json @@ -22,14 +22,6 @@ } }, - "scheduler": { - "type": "WarmupLR", - "params": { - "warmup_min_lr": "auto", - "warmup_max_lr": "auto", - "warmup_num_steps": "auto" - } - }, "zero_optimization": { "stage": 2, diff --git a/finetune/ds_config_zero3.json b/finetune/ds_config_zero3.json index 5c3cd9c..2ea1ca1 100644 --- a/finetune/ds_config_zero3.json +++ b/finetune/ds_config_zero3.json @@ -21,14 +21,6 @@ } }, - "scheduler": { - "type": "WarmupLR", - "params": { - "warmup_min_lr": "auto", - "warmup_max_lr": "auto", - "warmup_num_steps": "auto" - } - }, "zero_optimization": { "stage": 3,