Skip to content

Commit

Permalink
support for dask 0.18+
Browse files Browse the repository at this point in the history
  • Loading branch information
bramvds committed Jul 12, 2018
1 parent 7c4d07b commit 264b0d3
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 3 deletions.
2 changes: 1 addition & 1 deletion requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ frozendict
numpy
pandas>=0.20.1
cloudpickle
dask>=0.17.2
dask>=0.18.1
distributed>=1.21.6
pyarrow==0.8.0
feather-format
Expand Down
3 changes: 1 addition & 2 deletions src/pyscenic/prune.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,6 @@

from boltons.iterutils import chunked_iter

from dask.multiprocessing import get
from dask import delayed
from dask.dataframe import from_delayed

Expand Down Expand Up @@ -298,7 +297,7 @@ def wrap(data):
# Compute dask graph ...
if client_or_address == "dask_multiprocessing":
# ... via multiprocessing.
return create_graph().compute(get=get, num_workers=num_workers if num_workers else cpu_count())
return create_graph().compute(scheduler='processes', num_workers=num_workers if num_workers else cpu_count())
else:
# ... via dask.distributed framework.
client, shutdown_callback = _prepare_client(client_or_address, num_workers=num_workers if num_workers else cpu_count())
Expand Down

0 comments on commit 264b0d3

Please sign in to comment.