Skip to content

Commit

Permalink
add some diagnostics
Browse files Browse the repository at this point in the history
  • Loading branch information
leoschwarz committed Aug 14, 2024
1 parent 8664d70 commit 8cbe776
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions src/depiction_targeted_preprocbatch/executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
from depiction_targeted_preprocbatch.batch_dataset import BatchDataset
from depiction_targeted_preprocbatch.job_export_results import JobExportResults
from depiction_targeted_preprocbatch.job_prepare_inputs import JobPrepareInputs
from loguru import logger


@dataclass
Expand Down Expand Up @@ -81,13 +82,16 @@ def run_job(self, job: BatchJob) -> None:
sample_dir.mkdir(parents=True, exist_ok=True)

# stage input
logger.debug(f"Preparing inputs for {job}")
JobPrepareInputs.prepare(job=job, sample_dir=sample_dir)

# invoke the pipeline
logger.debug(f"Running pipeline for {job}")
result_files = self._determine_result_files(job_dir=job_dir)
SnakemakeInvoke().invoke(work_dir=job_dir, result_files=result_files)

# export the results
logger.debug(f"Exporting results for {job}")
# TODO do not hardcode id
output_storage = Storage.find(id=2, client=self._client)
JobExportResults.export(
Expand Down

0 comments on commit 8cbe776

Please sign in to comment.