Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
beat
beat.core
Commits
24b4b8dc
Commit
24b4b8dc
authored
Feb 20, 2020
by
Samuel GAIST
Committed by
Samuel GAIST
Feb 20, 2020
Browse files
[bcp][worker] Add parameter for changing the volume mount point for the cache
parent
23222d4a
Pipeline
#37579
passed with stage
in 19 minutes and 6 seconds
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
beat/core/bcp/worker.py
View file @
24b4b8dc
...
...
@@ -41,22 +41,24 @@ Based on the Majordomo Protocol worker example of the ZMQ Guide.
Usage:
%(prog)s [-v ... | --verbose ...] [ --name=<name>] [--prefix=<path>]
[--cache=<path>] [--docker] [--docker-network=<name>]
[--port-range=<range>] <broker_address>
[--port-range=<range>] [--cache-mount-point=<cache_mount_point>]
<broker_address>
%(prog)s (--help | -h)
%(prog)s (--version | -V)
Options:
-h, --help Show this screen
-V, --version Show version
-v, --verbose Increases the output verbosity level
-n <name>, --name=<name> The unique name of this worker on the database.
This is typically the assigned hostname of the node,
but not necessarily [default: %(hostname)s]
-p, --prefix=<path> Comma-separated list of the prefix(es) of your local data [default: .]
-c, --cache=<path> Cache prefix, otherwise defaults to '<prefix>/cache'
--docker-network=<name> Name of the docker network to use
--port-range=<range> Range of port usable for communication with containers
-h, --help Show this screen
-V, --version Show version
-v, --verbose Increases the output verbosity level
-n <name>, --name=<name> The unique name of this worker on the database.
This is typically the assigned hostname of the node,
but not necessarily [default: %(hostname)s]
-p, --prefix=<path> Comma-separated list of the prefix(es) of your local data [default: .]
-c, --cache=<path> Cache prefix, otherwise defaults to '<prefix>/cache'
--docker-network=<name> Name of the docker network to use
--port-range=<range> Range of port usable for communication with containers
--cache-mount-point=<cache_mount_point> NFS mount point to use for cache setup
"""
...
...
@@ -107,6 +109,7 @@ def run(
docker_network_name
=
None
,
docker_port_range
=
None
,
docker_images_cache
=
None
,
docker_cache_mount_point
=
None
,
):
"""Start the worker
...
...
@@ -202,6 +205,8 @@ def run(
data
[
"network_name"
]
=
docker_network_name
if
docker_port_range
:
data
[
"port_range"
]
=
docker_port_range
if
docker_cache_mount_point
:
data
[
"cache_mount_point"
]
=
docker_cache_mount_point
# Start the execution
logger
.
info
(
"Running '%s' with job id #%s"
,
data
[
"algorithm"
],
job_id
)
...
...
@@ -319,6 +324,14 @@ def main(argv=None):
return
1
logger
.
info
(
"Using port range %s"
,
docker_port_range
)
docker_cache_mount_point
=
args
.
get
(
"--cache-mount-point"
,
None
)
if
docker_cache_mount_point
:
if
not
docker_cache_mount_point
.
startswith
(
"nfs://"
):
raise
RuntimeError
(
"Invalid nfs mount point: {}"
.
format
(
docker_cache_mount_point
)
)
logger
.
info
(
"Using volume cache mount point %s"
,
docker_cache_mount_point
)
return
run
(
broker_address
,
service_name
=
args
.
get
(
"--name"
),
...
...
@@ -329,6 +342,7 @@ def main(argv=None):
docker_network_name
=
docker_network_name
,
docker_port_range
=
docker_port_range
,
docker_images_cache
=
docker_images_cache
,
docker_cache_mount_point
=
docker_cache_mount_point
,
)
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment