Skip to content
Snippets Groups Projects
Commit 0970b3ad authored by Manuel Guenther's avatar Manuel Guenther
Browse files

Beuatified code

parent d23a4b11
No related branches found
No related tags found
No related merge requests found
Pipeline #56708 failed
...@@ -67,11 +67,13 @@ def dask_get_partition_size(cluster, n_objects, lower_bound=200): ...@@ -67,11 +67,13 @@ def dask_get_partition_size(cluster, n_objects, lower_bound=200):
else n_objects else n_objects
) )
def get_local_parallel_client(parallel=None, processes=True): def get_local_parallel_client(parallel=None, processes=True):
"""Returns a local Dask client with the given parameters, see the dask documentation for details: https://docs.dask.org/en/latest/how-to/deploy-dask/single-distributed.html?highlight=localcluster#localcluster """Returns a local Dask client with the given parameters, see the dask documentation for details: https://docs.dask.org/en/latest/how-to/deploy-dask/single-distributed.html?highlight=localcluster#localcluster
Parameters Parameters
---------- ----------
parallel: int or None parallel: int or None
The number of workers (processes or threads) to use; if `None`, take as many processors as we have on the system The number of workers (processes or threads) to use; if `None`, take as many processors as we have on the system
...@@ -88,6 +90,6 @@ def get_local_parallel_client(parallel=None, processes=True): ...@@ -88,6 +90,6 @@ def get_local_parallel_client(parallel=None, processes=True):
cluster = LocalCluster( cluster = LocalCluster(
processes=processes, processes=processes,
n_workers=parallel if processes else 1, n_workers=parallel if processes else 1,
threads_per_worker= 1 if processes else parallel, threads_per_worker=1 if processes else parallel,
) )
return Client(cluster) return Client(cluster)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment