Skip to content
Snippets Groups Projects
Commit a0556bdb authored by Tiago de Freitas Pereira's avatar Tiago de Freitas Pereira
Browse files

Updated config files

parent 119f5780
Branches
Tags
1 merge request!21Adaptive and heterogenous resource allocation
Pipeline #38819 failed
from bob.pipelines.distributed.sge import SGEIdiapCluster
from dask.distributed import Client
Q_1DAY_IO_BIG_SPEC = {
"default": {
"queue": "q_1day",
"memory": "4GB",
"io_big": True,
"resource_spec": "",
"resources": "",
}
}
n_jobs = 16
cluster = SGEIdiapCluster()
cluster.scale(n_jobs, queue="q_1day", io_big=True)
cluster = SGEIdiapCluster(sge_job_spec=Q_1DAY_IO_BIG_SPEC)
cluster.scale(n_jobs)
dask_client = Client(cluster)
from bob.pipelines.distributed.sge import SGEIdiapCluster
from bob.pipelines.distributed.sge import SGEIdiapCluster, Q_1DAY_GPU_SPEC
from dask.distributed import Client
n_jobs = 16
n_gpu_jobs = 1
cluster = SGEIdiapCluster()
cluster.scale(n_jobs, queue="q_1day", io_big=True)
cluster.scale(n_gpu_jobs, queue="q_gpu", resources="GPU=1")
cluster = SGEIdiapCluster(sge_job_spec=Q_1DAY_GPU_SPEC)
cluster.scale(n_jobs, sge_job_spec_key="default")
cluster.scale(n_gpu_jobs, sge_job_spec_key="gpu")
dask_client = Client(cluster)
from bob.pipelines.distributed.sge import SGEIdiapCluster
from bob.pipelines.distributed.sge import SGEIdiapCluster, Q_1DAY_IO_BIG_SPEC
from dask.distributed import Client
n_jobs = 48
cluster = SGEIdiapCluster()
cluster.scale(n_jobs, queue="q_1day", io_big=True, memory="8GB")
cluster = SGEIdiapCluster(sge_job_spec=Q_1DAY_IO_BIG_SPEC)
cluster.scale(n_jobs)
dask_client = Client(cluster)
......@@ -131,7 +131,7 @@ Q_1DAY_GPU_SPEC = {
"memory": "12GB",
"io_big": False,
"resource_spec": "",
"resources": "GPU",
"resources": {"gpu":1},
},
}
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment