diff --git a/requirements.txt b/requirements.txt index a4b696d..63a856b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -7,7 +7,7 @@ frozendict numpy pandas>=0.20.1 cloudpickle -dask>=0.17.2 +dask>=0.18.1 distributed>=1.21.6 pyarrow==0.8.0 feather-format diff --git a/src/pyscenic/prune.py b/src/pyscenic/prune.py index ea2aad4..608466a 100644 --- a/src/pyscenic/prune.py +++ b/src/pyscenic/prune.py @@ -19,7 +19,6 @@ from boltons.iterutils import chunked_iter -from dask.multiprocessing import get from dask import delayed from dask.dataframe import from_delayed @@ -298,7 +297,7 @@ def wrap(data): # Compute dask graph ... if client_or_address == "dask_multiprocessing": # ... via multiprocessing. - return create_graph().compute(get=get, num_workers=num_workers if num_workers else cpu_count()) + return create_graph().compute(scheduler='processes', num_workers=num_workers if num_workers else cpu_count()) else: # ... via dask.distributed framework. client, shutdown_callback = _prepare_client(client_or_address, num_workers=num_workers if num_workers else cpu_count())