Skip to content

Commit

Permalink
set workunit available, only after all jobs finished
Browse files Browse the repository at this point in the history
  • Loading branch information
leoschwarz committed Aug 20, 2024
1 parent 6fa3916 commit 874f67d
Showing 1 changed file with 1 addition and 3 deletions.
4 changes: 1 addition & 3 deletions src/depiction_targeted_preprocbatch/executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -79,6 +79,7 @@ def run(self, n_jobs: int) -> None:
self.run_job(job)
# parallel = joblib.Parallel(n_jobs=n_jobs, verbose=10)
# parallel(joblib.delayed(self.run_job)(job) for job in jobs)
self._set_workunit_available()

def run_job(self, job: BatchJob) -> None:
"""Runs a single job."""
Expand Down Expand Up @@ -109,9 +110,6 @@ def run_job(self, job: BatchJob) -> None:
force_ssh_user=self._force_ssh_user,
)

# finish
self._set_workunit_available()

def _determine_result_files(self, job_dir: Path) -> list[Path]:
"""Returns the requested result files based on the pipeline parameters for a particular job."""
pipeline_params = PipelineParameters.parse_yaml(path=job_dir / job_dir.stem / "pipeline_params.yml")
Expand Down

0 comments on commit 874f67d

Please sign in to comment.