[utils][commands] Add full_scheduling command

This command will start a full scheduler/broker/worker setup on the
local machine. This allows to have a working system closer to what
the platform uses.

beat/web/utils/management/commands/full_scheduling.py

+#!/usr/bin/env python
+# vim: set fileencoding=utf-8 :
+# encoding: utf-8
+
+###############################################################################
+#                                                                             #
+# Copyright (c) 2019 Idiap Research Institute, http://www.idiap.ch/           #
+# Contact: beat.support@idiap.ch                                              #
+#                                                                             #
+# This file is part of the beat.web module of the BEAT platform.              #
+#                                                                             #
+# Commercial License Usage                                                    #
+# Licensees holding valid commercial BEAT licenses may use this file in       #
+# accordance with the terms contained in a written agreement between you      #
+# and Idiap. For further information contact tto@idiap.ch                     #
+#                                                                             #
+# Alternatively, this file may be used under the terms of the GNU Affero      #
+# Public License version 3 as published by the Free Software and appearing    #
+# in the file LICENSE.AGPL included in the packaging of this file.            #
+# The BEAT platform is distributed in the hope that it will be useful, but    #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE.                                        #
+#                                                                             #
+# You should have received a copy of the GNU Affero Public License along      #
+# with the BEAT platform. If not, see http://www.gnu.org/licenses/.           #
+#                                                                             #
+###############################################################################
+
+import logging
+import multiprocessing
+import signal
+
+from django.core.management.base import BaseCommand
+from django.core.management import call_command
+from django.conf import settings
+from django import db
+
+from beat.core.utils import find_free_port
+
+logger = logging.getLogger(__name__)
+
+
+def start_broker(port, verbosity=0):
+    db.connections.close_all()
+    call_command("broker", port=port, verbosity=verbosity)
+
+
+def start_scheduler(broker_address, verbosity=0):
+    db.connections.close_all()
+    call_command("scheduler", broker_address=broker_address, verbosity=verbosity)
+
+
+def start_worker(broker_address, prefix, cache, use_docker, verbosity=0):
+    call_command(
+        "worker",
+        broker_address=broker_address,
+        prefix=prefix,
+        cache=cache,
+        use_docker=use_docker,
+        verbosity=verbosity,
+    )
+
+
+class Command(BaseCommand):
+
+    help = "Run a complete local scheduler/broker/worker setup"
+
+    def __init__(self):
+        super(Command, self).__init__()
+
+        self.broker = None
+        self.worker = None
+        self.scheduler = None
+
+    def __signal_handler(self, signum, frame):
+        self.scheduler.terminate()
+        self.worker.terminate()
+        self.broker.terminate()
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--docker",
+            "-d",
+            action="store_true",
+            dest="use_docker",
+            default=False,
+            help="Use docker",
+        )
+
+    def handle(self, *args, **options):
+        signal.signal(signal.SIGTERM, self.__signal_handler)
+        signal.signal(signal.SIGINT, self.__signal_handler)
+
+        verbosity = options["verbosity"]
+
+        port = find_free_port()
+        broker_address = "tcp://localhost:{}".format(port)
+
+        self.broker = multiprocessing.Process(
+            target=start_broker, args=(port, verbosity)
+        )
+        self.worker = multiprocessing.Process(
+            target=start_worker,
+            args=(
+                broker_address,
+                settings.PREFIX,
+                settings.CACHE_ROOT,
+                options["use_docker"],
+                verbosity,
+            ),
+        )
+        self.scheduler = multiprocessing.Process(
+            target=start_scheduler, args=(broker_address, verbosity)
+        )
+
+        self.broker.start()
+        self.worker.start()
+        self.scheduler.start()
+
+        self.broker.join()
+        self.scheduler.join()
+        self.worker.join()