fix deepspeed halting

huggingface · Feb 16, 2024 · a98dfc4 · a98dfc4
1 parent a070d7f
commit a98dfc4
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/tests/configs/_base_.yaml b/tests/configs/_base_.yaml
@@ -28,5 +28,5 @@ hydra:
   # we're having ccorrect benchmarks is not important while testing
   # to force sequential execution, uncomment the following three lines
   # launcher:
-  #   n_jobs: 1 # for debugging
-  #   batch_size: 1 # for debugging
+  #   n_jobs: -1 # 1 for debugging
+  #   batch_size: auto # 1 for debugging
diff --git a/tests/configs/_ds_tp_.yaml b/tests/configs/_ds_tp_.yaml
@@ -10,3 +10,8 @@ backend:
   deepspeed_inference_config:
     tensor_parallel:
       tp_size: 2
+
+hydra:
+  launcher:
+    n_jobs: 1
+    batch_size: 1