Skip to content

Commit

Permalink
remove joblib as it was not compatible with altair
Browse files Browse the repository at this point in the history
additionally, having some major joblib related issues locally that might require dropping it entirely
  • Loading branch information
leoschwarz committed Aug 13, 2024
1 parent 265466b commit 255d39b
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions src/depiction_targeted_preprocbatch/executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,6 @@
from pathlib import Path

import cyclopts
import joblib
import polars as pl
import yaml
from bfabric import Bfabric
Expand Down Expand Up @@ -72,8 +71,8 @@ def run(self, n_jobs: int) -> None:
)
for job in batch_dataset.jobs
]
parallel = joblib.Parallel(n_jobs=n_jobs, verbose=10, backend="multiprocessing")
parallel(joblib.delayed(self.run_job)(job) for job in jobs)
with multiprocessing.Pool(n_jobs) as pool:
pool.map(self.run_job, jobs)

def run_job(self, job: BatchJob) -> None:
"""Runs a single job."""
Expand Down

0 comments on commit 255d39b

Please sign in to comment.