⚗️ turn it way down and wait

Signed-off-by: Joe Runde <[email protected]>
IBM · May 21, 2024 · fc0daf4 · fc0daf4
1 parent 89630b8
commit fc0daf4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -190,10 +190,10 @@ ARG TORCH_CUDA_ARCH_LIST
 ENV TORCH_CUDA_ARCH_LIST=$TORCH_CUDA_ARCH_LIST
 
 # max jobs used by Ninja to build extensions
-ARG max_jobs=2
+ARG max_jobs=1
 ENV MAX_JOBS=${max_jobs}
 # number of threads used by nvcc
-ARG nvcc_threads=8
+ARG nvcc_threads=1
 ENV NVCC_THREADS=$nvcc_threads
 # make sure punica kernels are built (for LoRA)
 ENV VLLM_INSTALL_PUNICA_KERNELS=1