Commit 29a970c8 authored by Amir MOHAMMADI's avatar Amir MOHAMMADI

[dask][scheduler names] use dask to get their names

parent 17a39fe3
Pipeline #46435 failed with stage
in 3 minutes and 5 seconds
......@@ -15,7 +15,20 @@ __path__ = extend_path(__path__, __name__)
# cls=ResourceOption,
# )
VALID_DASK_CLIENT_STRINGS = ("single-threaded", "sync", "threaded", "processes")
try:
import dask
VALID_DASK_CLIENT_STRINGS = dask.base.named_schedulers
except (ModuleNotFoundError, ImportError):
VALID_DASK_CLIENT_STRINGS = (
"sync",
"synchronous",
"single-threaded",
"threads",
"threading",
"processes",
"multiprocessing",
)
def dask_get_partition_size(cluster, n_objects, lower_bound=200):
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment