Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
bob
bob.pipelines
Commits
3c6e33fb
Commit
3c6e33fb
authored
Oct 12, 2020
by
Tiago de Freitas Pereira
Browse files
[dask][sge] Added the variables `idle_timeout` and `allowed_failures` as
part of our `.bobrc` and added better defaults
parent
656b9671
Pipeline
#44063
passed with stage
in 4 minutes and 43 seconds
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
bob/pipelines/distributed/sge.py
View file @
3c6e33fb
...
...
@@ -206,7 +206,7 @@ class SGEMultipleQueuesCluster(JobQueueCluster):
dashboard_address
=
":8787"
,
env_extra
=
None
,
sge_job_spec
=
QUEUE_DEFAULT
,
min_jobs
=
1
0
,
min_jobs
=
1
,
project
=
rc
.
get
(
"sge.project"
),
**
kwargs
,
):
...
...
@@ -265,7 +265,7 @@ class SGEMultipleQueuesCluster(JobQueueCluster):
# Here the goal is to wait 2 minutes before scaling down since
# it is very expensive to get jobs on the SGE grid
self
.
adapt
(
minimum
=
min_jobs
,
maximum
=
max_jobs
,
wait_count
=
60
,
interval
=
1
00
0
)
self
.
adapt
(
minimum
=
min_jobs
,
maximum
=
max_jobs
,
wait_count
=
5
,
interval
=
1
2
0
)
def
_get_worker_spec_options
(
self
,
job_spec
):
"""Craft a dask worker_spec to be used in the qsub command."""
...
...
@@ -446,8 +446,12 @@ class SchedulerResourceRestriction(Scheduler):
def
__init__
(
self
,
*
args
,
**
kwargs
):
super
(
SchedulerResourceRestriction
,
self
).
__init__
(
idle_timeout
=
60
,
allowed_failures
=
100
,
idle_timeout
=
300
if
rc
.
get
(
"bob.pipelines.sge.idle_timeout"
)
is
None
else
rc
.
get
(
"bob.pipelines.sge.idle_timeout"
),
allowed_failures
=
100
if
rc
.
get
(
"bob.pipelines.sge.allowed_failures"
)
is
None
else
rc
.
get
(
"bob.pipelines.sge.allowed_failures"
),
synchronize_worker_interval
=
"60s"
,
*
args
,
**
kwargs
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment