From 301c60844eed55432b5d629e7be79d6cacb106d5 Mon Sep 17 00:00:00 2001 From: IlyasMoutawwakil Date: Mon, 27 Nov 2023 07:29:43 +0100 Subject: [PATCH] remove tp=1 --- examples/running-llamas/configs/fp16+tp=1.yaml | 12 ------------ 1 file changed, 12 deletions(-) delete mode 100644 examples/running-llamas/configs/fp16+tp=1.yaml diff --git a/examples/running-llamas/configs/fp16+tp=1.yaml b/examples/running-llamas/configs/fp16+tp=1.yaml deleted file mode 100644 index c0210687..00000000 --- a/examples/running-llamas/configs/fp16+tp=1.yaml +++ /dev/null @@ -1,12 +0,0 @@ -defaults: - - _base_ - - _self_ - - override launcher: torchrun - -experiment_name: fp16+tp=1 - -backend: - deepspeed_inference: true - deepspeed_inference_config: - tensor_parallel: - tp_size: 1