make isolation process failure more verbose

huggingface · Nov 27, 2023 · bf5626d · bf5626d
1 parent 23801a1
commit bf5626d
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/optimum_benchmark/backends/isolation_utils.py b/optimum_benchmark/backends/isolation_utils.py
@@ -160,7 +160,7 @@ def check_cuda_continuous_isolation(isolated_pid: int, isolation_check_interval:
             f"Continuously checking only process(es) {permitted_pids} are running on device(s) {isolated_devices}"
         )
     else:
-        return
+        exit(0)
 
     while True:
         try:
@@ -169,8 +169,9 @@ def check_cuda_continuous_isolation(isolated_pid: int, isolation_check_interval:
         except RuntimeError as e:
             LOGGER.error("Error while checking CUDA isolation:")
             LOGGER.error(e)
-            LOGGER.error("Killing isolated process...")
+
             for isolated_pid in all_isolated_pids:
+                LOGGER.error(f"Killing isolated process {isolated_pid}...")
                 os.kill(isolated_pid, signal.SIGTERM)
             LOGGER.error("Exiting isolation process...")
             raise e