Updated config files

bob/pipelines/config/distributed/sge_iobig_16cores.py

 from bob.pipelines.distributed.sge import SGEIdiapCluster
 from dask.distributed import Client
 
+
+Q_1DAY_IO_BIG_SPEC = {
+    "default": {
+        "queue": "q_1day",
+        "memory": "4GB",
+        "io_big": True,
+        "resource_spec": "",
+        "resources": "",
+    }
+}
+
 n_jobs = 16
-cluster = SGEIdiapCluster()
-cluster.scale(n_jobs, queue="q_1day", io_big=True)
+cluster = SGEIdiapCluster(sge_job_spec=Q_1DAY_IO_BIG_SPEC)
+cluster.scale(n_jobs)
 
 dask_client = Client(cluster)

bob/pipelines/config/distributed/sge_iobig_16cores_1gpu.py

-from bob.pipelines.distributed.sge import SGEIdiapCluster
+from bob.pipelines.distributed.sge import SGEIdiapCluster, Q_1DAY_GPU_SPEC
 from dask.distributed import Client
 
 n_jobs = 16
 n_gpu_jobs = 1
-cluster = SGEIdiapCluster()
-cluster.scale(n_jobs, queue="q_1day", io_big=True)
-cluster.scale(n_gpu_jobs, queue="q_gpu", resources="GPU=1")
+cluster = SGEIdiapCluster(sge_job_spec=Q_1DAY_GPU_SPEC)
+cluster.scale(n_jobs, sge_job_spec_key="default")
+cluster.scale(n_gpu_jobs, sge_job_spec_key="gpu")
 
 dask_client = Client(cluster)

bob/pipelines/config/distributed/sge_iobig_48cores.py

-from bob.pipelines.distributed.sge import SGEIdiapCluster
+from bob.pipelines.distributed.sge import SGEIdiapCluster, Q_1DAY_IO_BIG_SPEC
 from dask.distributed import Client
 
 n_jobs = 48
-cluster = SGEIdiapCluster()
-cluster.scale(n_jobs, queue="q_1day", io_big=True, memory="8GB")
+cluster = SGEIdiapCluster(sge_job_spec=Q_1DAY_IO_BIG_SPEC)
+cluster.scale(n_jobs)
 
 dask_client = Client(cluster)

bob/pipelines/distributed/sge.py

@@ -131,7 +131,7 @@ Q_1DAY_GPU_SPEC = {
         "memory": "12GB",
         "io_big": False,
         "resource_spec": "",
-        "resources": "GPU",
+        "resources": {"gpu":1},
     },
 }