Skip to content
GitLab
Commit a52edb30 authored by Philip ABBET's avatar Philip ABBET
Browse files

Remove the (deprecated) 'databases_provider.py' script 

It is part of beat.backend.python since several commits already
parent 04fc48c8
Hide whitespace changes
Inline Side-by-side
beat/core/scripts/databases_provider.py deleted 100755 → 0
View file @ 04fc48c8
#!/usr/bin/env python
# vim: set fileencoding=utf-8 :
###############################################################################
# #
# Copyright (c) 2017 Idiap Research Institute, http://www.idiap.ch/ #
# Contact: beat.support@idiap.ch #
# #
# This file is part of the beat.core module of the BEAT platform. #
# #
# Commercial License Usage #
# Licensees holding valid commercial BEAT licenses may use this file in #
# accordance with the terms contained in a written agreement between you #
# and Idiap. For further information contact tto@idiap.ch #
# #
# Alternatively, this file may be used under the terms of the GNU Affero #
# Public License version 3 as published by the Free Software and appearing #
# in the file LICENSE.AGPL included in the packaging of this file. #
# The BEAT platform is distributed in the hope that it will be useful, but #
# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY #
# or FITNESS FOR A PARTICULAR PURPOSE. #
# #
# You should have received a copy of the GNU Affero Public License along #
# with the BEAT platform. If not, see http://www.gnu.org/licenses/. #
# #
###############################################################################
"""Executes some database views. (%(version)s)
usage:
%(prog)s [--debug] <addr> <dir>
%(prog)s (--help)
%(prog)s (--version)
arguments:
<addr> Address of the server for I/O requests
<dir> Directory containing all configuration required to run the views
options:
-h, --help Shows this help message and exit
-V, --version Shows program's version number and exit
-d, --debug Runs executor in debugging mode
"""
import logging
import os
import sys
import docopt
import simplejson
import zmq
from ..dbexecution import DBExecutor
class UserError(Exception):
def __init__(self, value):
self.value = value
def __str__(self):
return repr(self.value)
def send_error(logger, socket, tp, message):
"""Sends a user (usr) or system (sys) error message to the infrastructure"""
logger.debug('send: (err) error')
socket.send('err', zmq.SNDMORE)
socket.send(tp, zmq.SNDMORE)
logger.debug('send: """%s"""' % message.rstrip())
socket.send(message)
poller = zmq.Poller()
poller.register(socket, zmq.POLLIN)
this_try = 1
max_tries = 5
timeout = 1000 #ms
while this_try <= max_tries:
socks = dict(poller.poll(timeout)) #blocks here, for 5 seconds at most
if socket in socks and socks[socket] == zmq.POLLIN:
answer = socket.recv() #ack
logger.debug('recv: %s', answer)
break
logger.warn('(try %d) waited %d ms for "ack" from server',
this_try, timeout)
this_try += 1
if this_try > max_tries:
logger.error('could not send error message to server')
logger.error('stopping 0MQ client anyway')
def main():
package = __name__.rsplit('.', 2)[0]
version = package + ' v' + \
__import__('pkg_resources').require(package)[0].version
prog = os.path.basename(sys.argv[0])
args = docopt.docopt(__doc__ % dict(prog=prog, version=version),
version=version)
# Sets up the logging system
if args['--debug']:
logging.basicConfig(format='[remote|%(name)s] %(levelname)s: %(message)s',
level=logging.DEBUG)
else:
logging.basicConfig(format='[remote|%(name)s] %(levelname)s: %(message)s',
level=logging.WARNING)
logger = logging.getLogger(__name__)
# If necessary, change to another user (with less privileges, but has access
# to the databases)
with open(os.path.join(args['<dir>'], 'configuration.json'), 'r') as f:
cfg = simplejson.load(f)
if cfg.has_key('datasets_uid'):
# First create the user (if it doesn't exists)
try:
user = pwd.getpwuid(cfg['datasets_uid'])
except:
import subprocess
retcode = subprocess.call(['adduser', '--uid', str(cfg['datasets_uid']),
'--no-create-home', '--disabled-password',
'--disabled-login', '--gecos', '""', '-q',
'beat-nobody'])
if retcode != 0:
send_error(logger, socket, 'sys', 'Failed to create an user with the UID %s' % args['uid'])
return 1
# Next, ensure that the needed files are readable by this user
access = stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH
os.chmod(args['<dir>'], access)
for root, dirs, files in os.walk(args['<dir>']):
for d in dirs:
os.chmod(os.path.join(root, d), access)
for f in files:
os.chmod(os.path.join(root, f), access)
# Change the current user
try:
os.setuid(cfg['datasets_uid'])
except:
import traceback
send_error(logger, socket, 'sys', traceback.format_exc())
return 1
# Creates the 0MQ socket for communication with BEAT
context = zmq.Context()
socket = context.socket(zmq.PAIR)
address = args['<addr>']
socket.connect(address)
logger.debug("zmq client connected to `%s'", address)
try:
# Check the dir
if not os.path.exists(args['<dir>']):
raise IOError("Running directory `%s' not found" % args['<dir>'])
# Sets up the execution
dataformat_cache = {}
database_cache = {}
try:
dbexecutor = DBExecutor(os.path.join(args['<dir>'], 'prefix'),
os.path.join(args['<dir>'], 'configuration.json'),
dataformat_cache, database_cache)
except (MemoryError):
raise
except Exception as e:
import traceback
exc_type, exc_value, exc_traceback = sys.exc_info()
tb = traceback.extract_tb(exc_traceback)
s = ''.join(traceback.format_list(tb[4:])) #exclude this file
s = s.replace(args['<dir>'], '').strip()
raise UserError("%s%s: %s" % (s, type(e).__name__, e))
# Execute the code
try:
with dbexecutor:
dbexecutor.process(context, socket)
dbexecutor.wait()
except (MemoryError):
raise
except Exception as e:
import traceback
exc_type, exc_value, exc_traceback = sys.exc_info()
tb = traceback.extract_tb(exc_traceback)
s = ''.join(traceback.format_list(tb[4:]))
s = s.replace(args['<dir>'], '').strip()
raise UserError("%s%s: %s" % (s, type(e).__name__, e))
except UserError as e:
msg = str(e).decode('string_escape').strip("'")
send_error(logger, socket, 'usr', msg)
return 1
except MemoryError as e:
# Say something meaningful to the user
msg = "The user process for this block ran out of memory. We " \
"suggest you optimise your code to reduce memory usage or, " \
"if this is not an option, choose an appropriate processing " \
"queue with enough memory."
send_error(logger, socket, 'usr', msg)
return 1
except Exception as e:
import traceback
send_error(logger, socket, 'sys', traceback.format_exc())
return 1
finally:
socket.setsockopt(zmq.LINGER, 0)
socket.close()
context.term()
logger.debug("0MQ client finished")
return 0
if __name__ == '__main__':
sys.exit(main())
setup.py 100644 → 100755
View file @ a52edb30
......@@ -73,7 +73,6 @@ setup(
entry_points={
'console_scripts': [
'databases_provider = beat.core.scripts.databases_provider:main',
],
},
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment