Skip to content
Snippets Groups Projects
Commit 1bfabc1f authored by Yannick DAYER's avatar Yannick DAYER
Browse files

[py] Removing sge-demanding from dask client confs

SGE-demanding does not make much sense at Idiap since the network update
parent c59f0550
No related branches found
No related tags found
1 merge request!40Add dask-client configurations as resources
Pipeline #44058 passed
from dask.distributed import Client
from bob.pipelines.distributed.sge import SGEMultipleQueuesCluster
from bob.pipelines.distributed.sge_queues import QUEUE_DEMANDING
cluster = SGEMultipleQueuesCluster(min_jobs=20, sge_job_spec=QUEUE_DEMANDING)
dask_client = Client(cluster)
......@@ -101,56 +101,3 @@ QUEUE_LIGHT = {
This queue setup has a light arrangement.
For CPU jobs, it prioritizes all.q and not io_big
"""
QUEUE_DEMANDING = {
"default": {
"queue": "q_1day",
"memory": "8GB",
"io_big": True,
"resource_spec": "",
"max_jobs": 48,
"resources": "",
},
"q_1day": {
"queue": "q_1day",
"memory": "4GB",
"io_big": False,
"resource_spec": "",
"max_jobs": 48,
"resources": {"q_1day": 1},
},
"q_1week": {
"queue": "q_1week",
"memory": "4GB",
"io_big": True,
"resource_spec": "",
"resources": {"q_1week": 1},
},
"q_short_gpu": {
"queue": "q_short_gpu",
"memory": "30GB",
"io_big": False,
"resource_spec": "",
"max_jobs": 45,
"resources": {"q_short_gpu": 1},
},
"q_gpu": {
"queue": "q_gpu",
"memory": "30GB",
"io_big": False,
"resource_spec": "",
"resources": {"q_gpu": 1},
},
"q_long_gpu": {
"queue": "q_long_gpu",
"memory": "30GB",
"io_big": False,
"resource_spec": "",
"resources": {"q_long_gpu": 1},
},
}
"""
This queue setup has a light arrangement.
For CPU jobs, it prioritizes all.q and not io_big
"""
......@@ -47,7 +47,6 @@ setup(
'local-parallel = bob.pipelines.config.distributed.local_parallel',
'sge = bob.pipelines.config.distributed.sge_default',
'sge-light = bob.pipelines.config.distributed.sge_light',
'sge-demanding = bob.pipelines.config.distributed.sge_demanding',
],
},
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment