added bt and fa2 configs

huggingface · Nov 27, 2023 · cccced8 · cccced8
1 parent 3ab2533
commit cccced8
Show file tree

Hide file tree

Showing 41 changed files with 16 additions and 2,718 deletions.
diff --git a/examples/running-llamas/configs/fp16+bt.yaml b/examples/running-llamas/configs/fp16+bt.yaml
@@ -0,0 +1,8 @@
+defaults:
+  - _base_
+  - _self_
+
+experiment_name: fp16+bt
+
+backend:
+  to_bettertransformer: true
diff --git a/examples/running-llamas/configs/fp16+fa2.yaml b/examples/running-llamas/configs/fp16+fa2.yaml
@@ -0,0 +1,8 @@
+defaults:
+  - _base_
+  - _self_
+
+experiment_name: fp16+fa2
+
+backend:
+  use_flash_attention_2: true
diff --git a/...running-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/.hydra/config.yaml b/...running-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/.hydra/config.yaml
diff --git a/.../running-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/.hydra/hydra.yaml b/.../running-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/.hydra/hydra.yaml
diff --git a/...ning-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/.hydra/overrides.yaml b/...ning-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/.hydra/overrides.yaml
diff --git a/.../running-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/hydra_config.yaml b/.../running-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/hydra_config.yaml
diff --git a/...ning-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/inference_results.csv b/...ning-llamas/experiments/hf-dgx-01/NousResearch/Llama-2-7b-hf/fp16/1/inference_results.csv