[py] Changed default idle_timeout and min_workers.

bob/pipelines/config/distributed/sge_default.py

@@ -2,5 +2,5 @@ from dask.distributed import Client
 
 from bob.pipelines.distributed.sge import SGEMultipleQueuesCluster
 
-cluster = SGEMultipleQueuesCluster(min_jobs=20)
+cluster = SGEMultipleQueuesCluster(min_jobs=1)
 dask_client = Client(cluster)

bob/pipelines/config/distributed/sge_gpu.py

@@ -3,5 +3,5 @@ from dask.distributed import Client
 from bob.pipelines.distributed.sge import SGEMultipleQueuesCluster
 from bob.pipelines.distributed.sge_queues import QUEUE_GPU
 
-cluster = SGEMultipleQueuesCluster(min_jobs=20, sge_job_spec=QUEUE_GPU)
+cluster = SGEMultipleQueuesCluster(min_jobs=1, sge_job_spec=QUEUE_GPU)
 dask_client = Client(cluster)

bob/pipelines/distributed/sge.py

@@ -109,7 +109,7 @@ def get_max_jobs(queue_dict):
 
 class SGEMultipleQueuesCluster(JobQueueCluster):
     """Launch Dask jobs in the SGE cluster allowing the request of multiple
-    queus.
+    queues.
 
     Parameters
     ----------
@@ -127,7 +127,7 @@ class SGEMultipleQueuesCluster(JobQueueCluster):
 
       sge_job_spec: dict
         Dictionary containing a minimum specification for the qsub command.
-        It cosists of:
+        It consists of:
 
           queue: SGE queue
           memory: Memory requirement in GB (e.g. 4GB)
@@ -358,7 +358,7 @@ class AdaptiveMultipleQueue(Adaptive):
     This custom implementation extends the `Adaptive.recommendations` by looking
     at the `distributed.scheduler.TaskState.resource_restrictions`.
 
-    The heristics is:
+    The heuristics is:
 
     .. note ::
         If a certain task has the status `no-worker` and it has resource_restrictions, the scheduler should
@@ -446,7 +446,7 @@ class SchedulerResourceRestriction(Scheduler):
 
     def __init__(self, *args, **kwargs):
         super(SchedulerResourceRestriction, self).__init__(
-            idle_timeout=60,
+            idle_timeout=3600,
             allowed_failures=100,
             synchronize_worker_interval="60s",
             *args,

setup.py

@@ -44,9 +44,9 @@ setup(
     # entry_points defines which scripts will be inside the 'bin' directory
     entry_points = {
         'dask.client': [
-            'local-parallel  = bob.pipelines.config.distributed.local_parallel',
-            'sge             = bob.pipelines.config.distributed.sge_default',
-            'sge-gpu         = bob.pipelines.config.distributed.sge_gpu',
+            'local-parallel  = bob.pipelines.config.distributed.local_parallel:dask_client',
+            'sge             = bob.pipelines.config.distributed.sge_default:dask_client',
+            'sge-gpu         = bob.pipelines.config.distributed.sge_gpu:dask_client',
         ],
     },