Commit 13122197 authored by Samuel GAIST's avatar Samuel GAIST Committed by André Anjos

[utils][commands] Add full_scheduling command

This command will start a full scheduler/broker/worker setup on the
local machine. This allows to have a working system closer to what
the platform uses.
parent 834a7b9b
#!/usr/bin/env python
# vim: set fileencoding=utf-8 :
# encoding: utf-8
###############################################################################
# #
# Copyright (c) 2019 Idiap Research Institute, http://www.idiap.ch/ #
# Contact: beat.support@idiap.ch #
# #
# This file is part of the beat.web module of the BEAT platform. #
# #
# Commercial License Usage #
# Licensees holding valid commercial BEAT licenses may use this file in #
# accordance with the terms contained in a written agreement between you #
# and Idiap. For further information contact tto@idiap.ch #
# #
# Alternatively, this file may be used under the terms of the GNU Affero #
# Public License version 3 as published by the Free Software and appearing #
# in the file LICENSE.AGPL included in the packaging of this file. #
# The BEAT platform is distributed in the hope that it will be useful, but #
# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY #
# or FITNESS FOR A PARTICULAR PURPOSE. #
# #
# You should have received a copy of the GNU Affero Public License along #
# with the BEAT platform. If not, see http://www.gnu.org/licenses/. #
# #
###############################################################################
import logging
import multiprocessing
import signal
from django.core.management.base import BaseCommand
from django.core.management import call_command
from django.conf import settings
from django import db
from beat.core.utils import find_free_port
logger = logging.getLogger(__name__)
def start_broker(port, verbosity=0):
db.connections.close_all()
call_command("broker", port=port, verbosity=verbosity)
def start_scheduler(broker_address, verbosity=0):
db.connections.close_all()
call_command("scheduler", broker_address=broker_address, verbosity=verbosity)
def start_worker(broker_address, prefix, cache, use_docker, verbosity=0):
call_command(
"worker",
broker_address=broker_address,
prefix=prefix,
cache=cache,
use_docker=use_docker,
verbosity=verbosity,
)
class Command(BaseCommand):
help = "Run a complete local scheduler/broker/worker setup"
def __init__(self):
super(Command, self).__init__()
self.broker = None
self.worker = None
self.scheduler = None
def __signal_handler(self, signum, frame):
self.scheduler.terminate()
self.worker.terminate()
self.broker.terminate()
def add_arguments(self, parser):
parser.add_argument(
"--docker",
"-d",
action="store_true",
dest="use_docker",
default=False,
help="Use docker",
)
def handle(self, *args, **options):
signal.signal(signal.SIGTERM, self.__signal_handler)
signal.signal(signal.SIGINT, self.__signal_handler)
verbosity = options["verbosity"]
port = find_free_port()
broker_address = "tcp://localhost:{}".format(port)
self.broker = multiprocessing.Process(
target=start_broker, args=(port, verbosity)
)
self.worker = multiprocessing.Process(
target=start_worker,
args=(
broker_address,
settings.PREFIX,
settings.CACHE_ROOT,
options["use_docker"],
verbosity,
),
)
self.scheduler = multiprocessing.Process(
target=start_scheduler, args=(broker_address, verbosity)
)
self.broker.start()
self.worker.start()
self.scheduler.start()
self.broker.join()
self.scheduler.join()
self.worker.join()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment