diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml new file mode 100644 index 0000000000000000000000000000000000000000..56fd32dd472e9ed7733f038f943fa08a13e991ce --- /dev/null +++ b/.gitlab-ci.yml @@ -0,0 +1,330 @@ +# This build file is defined in two parts: 1) a generic set of instructions you +# probably **don't** need to change and 2) a part you may have to tune to your +# project. It heavily uses template features from YAML to help you in only +# changing a minimal part of it and avoid code duplication to a maximum while +# still providing a nice pipeline display on your package. + + +# 1) Generic instructions (only change if you know what you're doing) +# ------------------------------------------------------------------- + +# Definition of our build pipeline +stages: + - build + - test + - docs + - wheels + + +# Global variables +variables: + CONDA_PREFIX: env + + +# Template for the build stage +# Needs to run on all supported architectures, platforms and python versions +.build_template: &build_job + stage: build + before_script: + - git clean -ffdx + - curl --silent https://gitlab.idiap.ch/bob/bob/snippets/7/raw | tr -d '\r' > bootstrap-conda.sh + - chmod 755 ./bootstrap-conda.sh + - ./bootstrap-conda.sh ${CONDA_FOLDER} ${PYTHON_VER} ${CONDA_PREFIX} + variables: &build_variables + BOB_DOCUMENTATION_SERVER: "http://www.idiap.ch/software/bob/docs/latest/bob/%s/master/" + script: + - BOB_PREFIX_PATH="${CONDA_FOLDER}/envs/`cat ${CONDA_FOLDER}/envs/latest-devel-${PYTHON_VER}.txt`" ./bin/buildout + - ./bin/sphinx-build -b html doc sphinx + after_script: + - rm -rf ${CONDA_PREFIX} + artifacts: + expire_in: 1 day + paths: + - bootstrap-conda.sh + - ${CI_PROJECT_NAME}.egg-info/ + - .installed.cfg + - parts/ + - bin/ + - eggs/ + - develop-eggs/ + - sphinx/ + - build/ + + +# Template for building on a Linux machine +.build_linux_template: &linux_build_job + <<: *build_job + variables: &linux_build_variables + <<: *build_variables + CONDA_FOLDER: "/local/conda" + CFLAGS: "-coverage" + + +# Template for building on a Mac OSX machine +.build_mac_template: &macosx_build_job + <<: *build_job + variables: &macosx_build_variables + <<: *build_variables + CONDA_FOLDER: "/opt/conda" + MACOSX_DEPLOYMENT_TARGET: "10.9" + CFLAGS: "-pthread -coverage" + + +# Template for the test stage +# Needs to run on all supported architectures, platforms and python versions +.test_template: &test_job + stage: test + before_script: + - ./bootstrap-conda.sh ${CONDA_FOLDER} ${PYTHON_VER} ${CONDA_PREFIX} + - ./bin/buildout -o + script: + - ./bin/python -c "from ${CI_PROJECT_NAME} import get_config; print(get_config())" + - ./bin/coverage run --source=${CI_PROJECT_NAME} ./bin/nosetests -sv ${CI_PROJECT_NAME} + - ./bin/coverage report + - ./bin/sphinx-build -b doctest doc sphinx + after_script: + - rm -rf ${CONDA_PREFIX} + + +# Template for testing on a Linux machine +.test_linux_template: &linux_test_job + <<: *test_job + variables: + <<: *linux_build_variables + + +# Template for testing on a Mac OSX machine +.test_mac_template: &macosx_test_job + <<: *test_job + variables: + <<: *macosx_build_variables + + +# Template for the wheel uploading stage +# Needs to run against one combination of python 2.x and 3.x if it is a python +# only package, otherwise, needs to run in both pythons to all supported +# architectures (Linux and Mac OSX 64-bit) +.wheels_template: &wheels_job + stage: wheels + only: + - master + - tags + before_script: + - ./bootstrap-conda.sh ${CONDA_FOLDER} ${PYTHON_VER} ${CONDA_PREFIX} + - ./bin/buildout -o + - curl --silent https://gitlab.idiap.ch/bob/bob/snippets/8/raw | tr -d '\r' > upload-wheel.sh + - chmod 755 upload-wheel.sh + script: + - ./upload-wheel.sh + after_script: + - rm -rf ${CONDA_PREFIX} + + +# Template for making wheels on a Linux machine +.wheels_linux_template: &linux_wheels_job + <<: *wheels_job + variables: + <<: *linux_build_variables + + +# Template for making wheels on a Mac OSX machine +.wheels_mac_template: &macosx_wheels_job + <<: *wheels_job + variables: + <<: *macosx_build_variables + + +# Template for (latest) documentation upload stage +# Only one real job needs to do this (normally, the latest python on OSX) +.docs_template: &docs_job + stage: docs + only: + - master + before_script: + - curl --silent https://gitlab.idiap.ch/bob/bob/snippets/9/raw | tr -d '\r' > upload-sphinx.sh + - chmod 755 upload-sphinx.sh + script: + - ./upload-sphinx.sh + + +# Template for uploading docs on a Linux machine +.docs_linux_template: &linux_docs_job + <<: *docs_job + variables: + <<: *linux_build_variables + + +# Template for uploading docs on a Mac OSX machine +.docs_mac_template: &macosx_docs_job + <<: *docs_job + variables: + <<: *macosx_build_variables + + +# 2) Package specific instructions (you may tune this if needed) +# -------------------------------------------------------------- + +# Linux + Python 2.7: Builds and tests +build_linux_27: + <<: *linux_build_job + variables: &linux_27_build_variables + <<: *linux_build_variables + PYTHON_VER: "2.7" + tags: + - beat-ubuntu-12.04 + - conda-linux + +test_linux_27: + <<: *linux_test_job + variables: *linux_27_build_variables + dependencies: + - build_linux_27 + tags: + - conda-linux + +wheels_linux_27: + <<: *linux_wheels_job + variables: *linux_27_build_variables + dependencies: + - build_linux_27 + tags: + - conda-linux + + +# Linux + Python 3.4: Builds and tests +build_linux_34: + <<: *linux_build_job + variables: &linux_34_build_variables + <<: *linux_build_variables + PYTHON_VER: "3.4" + tags: + - beat-ubuntu-12.04 + - conda-linux + +test_linux_34: + <<: *linux_test_job + variables: *linux_34_build_variables + dependencies: + - build_linux_34 + tags: + - conda-linux + +wheels_linux_34: + <<: *linux_wheels_job + variables: *linux_34_build_variables + dependencies: + - build_linux_34 + tags: + - conda-linux + + +# Linux + Python 3.5: Builds and tests +build_linux_35: + <<: *linux_build_job + variables: &linux_35_build_variables + <<: *linux_build_variables + PYTHON_VER: "3.5" + tags: + - beat-ubuntu-12.04 + - conda-linux + +test_linux_35: + <<: *linux_test_job + variables: *linux_35_build_variables + dependencies: + - build_linux_35 + tags: + - conda-linux + +wheels_linux_35: + <<: *linux_wheels_job + variables: *linux_35_build_variables + dependencies: + - build_linux_35 + tags: + - conda-linux + +docs_linux_35: + <<: *linux_docs_job + dependencies: + - build_linux_35 + tags: + - conda-linux + + +# Mac OSX + Python 2.7: Builds, tests and uploads the wheel +build_macosx_27: + <<: *macosx_build_job + variables: &macosx_27_build_variables + <<: *macosx_build_variables + PYTHON_VER: "2.7" + tags: + - conda-macosx + +test_macosx_27: + <<: *macosx_test_job + variables: *macosx_27_build_variables + dependencies: + - build_macosx_27 + tags: + - conda-macosx + +wheels_macosx_27: + <<: *macosx_wheels_job + variables: *macosx_27_build_variables + dependencies: + - build_macosx_27 + tags: + - conda-macosx + + +# Mac OSX + Python 3.4: Builds and tests +build_macosx_34: + <<: *macosx_build_job + variables: &macosx_34_build_variables + <<: *macosx_build_variables + PYTHON_VER: "3.4" + tags: + - conda-macosx + +test_macosx_34: + <<: *macosx_test_job + variables: *macosx_34_build_variables + dependencies: + - build_macosx_34 + tags: + - conda-macosx + +wheels_macosx_34: + <<: *macosx_wheels_job + variables: *macosx_34_build_variables + dependencies: + - build_macosx_34 + tags: + - conda-macosx + + +# Mac OSX + Python 3.5: Builds, tests, uploads the wheel and the latest docs +build_macosx_35: + <<: *macosx_build_job + variables: &macosx_35_build_variables + <<: *macosx_build_variables + PYTHON_VER: "3.5" + tags: + - conda-macosx + +test_macosx_35: + <<: *macosx_test_job + variables: *macosx_35_build_variables + dependencies: + - build_macosx_35 + tags: + - conda-macosx + +wheels_macosx_35: + <<: *macosx_wheels_job + variables: *macosx_35_build_variables + dependencies: + - build_macosx_35 + tags: + - conda-macosx \ No newline at end of file diff --git a/.travis.yml b/.travis.yml deleted file mode 100644 index b6722cf4806b4a08446dc6eabb92f29e3252b7bc..0000000000000000000000000000000000000000 --- a/.travis.yml +++ /dev/null @@ -1,36 +0,0 @@ -language: python -env: - global: - - secure: MC0lSIqOFXAuE4XzlRegncweAu+CV61QJL6mzuWHKUGKgZyjOeQOaMGkR66CmIeeEtt6xXSVh2944w9D8/mUg5Xw8e9cxz9eZIE+MdreYoZEly83zI+fai7/6mjPiz9QIDrEaY9sYd51kubTpE8/9DTrbljl/WjR4O8rdqv+gmc= - - secure: cWqM2TBcrRco5W38Cp5z2/662b9CrOsy9SA7tm+g35XqphHjDRpkOL9/jUpEI7D2l4NF1V8EqMuswPyK7nzABd2tVrRsEuiM5W71ZkgS7vASqkHIleminNfRhAf8uJeGeYdj1IbUqPITZhdm1yDqSTTrEnCD/798k8Nf8tY5L/c= - - BOB_UPLOAD_WHEEL=1 -matrix: - include: - - python: 2.7 - env: - - BOB_DOCUMENTATION_SERVER=https://www.idiap.ch/software/bob/docs/latest/bioidiap/%s/master - - python: 3.3 - - python: 3.4 - - python: 3.5 -before_install: -- sudo add-apt-repository -y ppa:biometrics/bob -- sudo apt-get update -qq -- sudo apt-get install -qq --force-yes libboost-all-dev libblitz1-dev libatlas-dev libatlas-base-dev liblapack-dev texlive-latex-recommended texlive-latex-extra texlive-fonts-recommended -- pip install --upgrade pip -- pip install --find-links https://www.idiap.ch/software/bob/wheels/travis/ --use-wheel sphinx nose coverage cpp-coveralls -- pip install --find-links https://www.idiap.ch/software/bob/wheels/travis/ --use-wheel -r requirements.txt --pre coveralls -install: -- python bootstrap-buildout.py -- CPPFLAGS=--coverage LDFLAGS=--coverage ./bin/buildout buildout:debug=false buildout:develop=. buildout:extensions=bob.buildout buildout:auto-checkout= -script: -- ./bin/python -c 'import pkg_resources; from bob.core import get_config; print(get_config())' -- ./bin/coverage run --source=bob.core ./bin/nosetests -sv -- ./bin/sphinx-build -b doctest doc sphinx -- ./bin/sphinx-build -b html doc sphinx -after_success: -- cpp-coveralls --build-root=`pwd` --exclude=src --exclude-pattern=".*Compiler.*" --dump=cpp_cov.json -- coveralls --merge=cpp_cov.json -- wget https://raw.githubusercontent.com/bioidiap/bob.extension/master/scripts/upload-{sphinx,wheel}.sh -- chmod a+x upload-sphinx.sh upload-wheel.sh -- ./upload-sphinx.sh -- ./upload-wheel.sh diff --git a/LICENSE b/LICENSE index 7ac8998a23ffd779d3e33b4fa0bc6c1301353c81..0c3160331a4198b350981b4eb39a1b2f851813f6 100644 --- a/LICENSE +++ b/LICENSE @@ -1,16 +1,19 @@ -Copyright (c) 2013, Andre Anjos - Idiap Research Institute -All rights reserved. +Copyright (c) 2016 Idiap Research Institute, http://www.idiap.ch/ +Written by Andre Anjos <andre.anjos@idiap.ch> Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: -Redistributions of source code must retain the above copyright notice, this -list of conditions and the following disclaimer. Redistributions in binary -form must reproduce the above copyright notice, this list of conditions and the -following disclaimer in the documentation and/or other materials provided with -the distribution. Neither the name of the Idiap Research Institute nor the -names of its contributors may be used to endorse or promote products derived -from this software without specific prior written permission. +1. Redistributions of source code must retain the above copyright notice, this +list of conditions and the following disclaimer. + +2. Redistributions in binary form must reproduce the above copyright notice, +this list of conditions and the following disclaimer in the documentation +and/or other materials provided with the distribution. + +3. Neither the name of the copyright holder nor the names of its contributors +may be used to endorse or promote products derived from this software without +specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED diff --git a/MANIFEST.in b/MANIFEST.in index fb9e24533cde66c04a97fde3b89dd178fc137e62..585254f304caf31665d7337c2a6239e4f12f9b84 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -1,4 +1,4 @@ -include LICENSE README.rst bootstrap-buildout.py buildout.cfg requirements.txt version.txt +include LICENSE README.rst bootstrap-buildout.py buildout.cfg develop.cfg requirements.txt version.txt recursive-include doc conf.py *.rst recursive-include bob *.cpp *.h *.hpp include bob/core/include/bob.core/boost/README.txt diff --git a/README.rst b/README.rst index e6804fd6ca1113760113e8c88ac0c4cf3ec550e6..ec064f918f01ee53306f04d24e79543f191c5f57 100644 --- a/README.rst +++ b/README.rst @@ -1,37 +1,47 @@ .. vim: set fileencoding=utf-8 : -.. Andre Anjos <andre.anjos@idiap.ch> -.. Thu 29 Aug 2013 16:07:57 CEST +.. Wed 10 Aug 2016 14:00:41 CEST .. image:: http://img.shields.io/badge/docs-stable-yellow.png :target: http://pythonhosted.org/bob.core/index.html .. image:: http://img.shields.io/badge/docs-latest-orange.png :target: https://www.idiap.ch/software/bob/docs/latest/bioidiap/bob.core/master/index.html -.. image:: https://travis-ci.org/bioidiap/bob.core.svg?branch=master - :target: https://travis-ci.org/bioidiap/bob.core?branch=master -.. image:: https://coveralls.io/repos/bioidiap/bob.core/badge.svg?branch=master - :target: https://coveralls.io/r/bioidiap/bob.core?branch=master -.. image:: https://img.shields.io/badge/github-master-0000c0.png - :target: https://github.com/bioidiap/bob.core/tree/master +.. image:: https://gitlab.idiap.ch/bob/bob.core/badges/master/build.svg + :target: https://gitlab.idiap.ch/bob/bob.core/commits/master +.. image:: https://img.shields.io/badge/gitlab-project-0000c0.svg + :target: https://gitlab.idiap.ch/bob/bob.core .. image:: http://img.shields.io/pypi/v/bob.core.png :target: https://pypi.python.org/pypi/bob.core .. image:: http://img.shields.io/pypi/dm/bob.core.png :target: https://pypi.python.org/pypi/bob.core -==================== - Bob's core package -==================== -This package contains a set of Pythonic bindings for Bob's core package and functionality like logging, random number generation and array type conversion. +====================== + Bob's Core Utilities +====================== + +This package is part of the signal-processing and machine learning toolbox +Bob_. It contains a set of Pythonic bindings for Bob's core package and +functionality like logging, random number generation and array type conversion. + Installation ------------ -To install this package -- alone or together with other `Packages of Bob <https://github.com/idiap/bob/wiki/Packages>`_ -- please read the `Installation Instructions <https://github.com/idiap/bob/wiki/Installation>`_. -For Bob_ to be able to work properly, some dependent packages are required to be installed. -Please make sure that you have read the `Dependencies <https://github.com/idiap/bob/wiki/Dependencies>`_ for your operating system. -Documentation -------------- -For further documentation on this package, please read the `Stable Version <http://pythonhosted.org/bob.core/index.html>`_ or the `Latest Version <https://www.idiap.ch/software/bob/docs/latest/bioidiap/bob.core/master/index.html>`_ of the documentation. -For a list of tutorials on this or the other packages ob Bob_, or information on submitting issues, asking questions and starting discussions, please visit its website. +Follow our `installation`_ instructions. Then, using the Python interpreter +provided by the distribution, bootstrap and buildout this package:: + + $ python bootstrap-buildout.py + $ ./bin/buildout + + +Contact +------- + +For questions or reporting issues to this software package, contact our +development `mailing list`_. + +.. Place your references here: .. _bob: https://www.idiap.ch/software/bob +.. _installation: https://gitlab.idiap.ch/bob/bob/wikis/Installation +.. _mailing list: https://groups.google.com/forum/?fromgroups#!forum/bob-devel diff --git a/bootstrap-buildout.py b/bootstrap-buildout.py index a629566735c1c84fbec7173f0f30015b2b432512..a4599211f741c468cd37a29861d1c7f2c3a641d1 100644 --- a/bootstrap-buildout.py +++ b/bootstrap-buildout.py @@ -25,7 +25,10 @@ import tempfile from optparse import OptionParser -tmpeggs = tempfile.mkdtemp() +__version__ = '2015-07-01' +# See zc.buildout's changelog if this version is up to date. + +tmpeggs = tempfile.mkdtemp(prefix='bootstrap-') usage = '''\ [DESIRED PYTHON FOR BUILDOUT] bootstrap.py [options] @@ -40,8 +43,9 @@ this script from going over the network. ''' parser = OptionParser(usage=usage) -parser.add_option("-v", "--version", help="use a specific zc.buildout version") - +parser.add_option("--version", + action="store_true", default=False, + help=("Return bootstrap.py version.")) parser.add_option("-t", "--accept-buildout-test-releases", dest='accept_buildout_test_releases', action="store_true", default=False, @@ -59,25 +63,33 @@ parser.add_option("-f", "--find-links", parser.add_option("--allow-site-packages", action="store_true", default=False, help=("Let bootstrap.py use existing site packages")) +parser.add_option("--buildout-version", + help="Use a specific zc.buildout version") parser.add_option("--setuptools-version", - help="use a specific setuptools version") - + help="Use a specific setuptools version") +parser.add_option("--setuptools-to-dir", + help=("Allow for re-use of existing directory of " + "setuptools versions")) options, args = parser.parse_args() +if options.version: + print("bootstrap.py version %s" % __version__) + sys.exit(0) + ###################################################################### # load/install setuptools try: - if options.allow_site_packages: - import setuptools - import pkg_resources from urllib.request import urlopen except ImportError: from urllib2 import urlopen ez = {} -exec(urlopen('https://bootstrap.pypa.io/ez_setup.py').read(), ez) +if os.path.exists('ez_setup.py'): + exec(open('ez_setup.py').read(), ez) +else: + exec(urlopen('https://bootstrap.pypa.io/ez_setup.py').read(), ez) if not options.allow_site_packages: # ez_setup imports site, which adds site packages @@ -88,12 +100,19 @@ if not options.allow_site_packages: # We can't remove these reliably if hasattr(site, 'getsitepackages'): for sitepackage_path in site.getsitepackages(): - sys.path[:] = [x for x in sys.path if sitepackage_path not in x] + # Strip all site-packages directories from sys.path that + # are not sys.prefix; this is because on Windows + # sys.prefix is a site-package directory. + if sitepackage_path != sys.prefix: + sys.path[:] = [x for x in sys.path + if sitepackage_path not in x] setup_args = dict(to_dir=tmpeggs, download_delay=0) if options.setuptools_version is not None: setup_args['version'] = options.setuptools_version +if options.setuptools_to_dir is not None: + setup_args['to_dir'] = options.setuptools_to_dir ez['use_setuptools'](**setup_args) import setuptools @@ -110,7 +129,12 @@ for path in sys.path: ws = pkg_resources.working_set +setuptools_path = ws.find( + pkg_resources.Requirement.parse('setuptools')).location + +# Fix sys.path here as easy_install.pth added before PYTHONPATH cmd = [sys.executable, '-c', + 'import sys; sys.path[0:0] = [%r]; ' % setuptools_path + 'from setuptools.command.easy_install import main; main()', '-mZqNxd', tmpeggs] @@ -123,11 +147,8 @@ find_links = os.environ.get( if find_links: cmd.extend(['-f', find_links]) -setuptools_path = ws.find( - pkg_resources.Requirement.parse('setuptools')).location - requirement = 'zc.buildout' -version = options.version +version = options.buildout_version if version is None and not options.accept_buildout_test_releases: # Figure out the most recent final version of zc.buildout. import setuptools.package_index @@ -167,7 +188,7 @@ if version: cmd.append(requirement) import subprocess -if subprocess.call(cmd, env=dict(os.environ, PYTHONPATH=setuptools_path)) != 0: +if subprocess.call(cmd) != 0: raise Exception( "Failed to execute command:\n%s" % repr(cmd)[1:-1]) diff --git a/buildout.cfg b/buildout.cfg index d50c78e5b5f7c390186ae64f300332f4b4401188..77463f56ff63c2509635f1a1114256fd0c18449d 100644 --- a/buildout.cfg +++ b/buildout.cfg @@ -1,25 +1,13 @@ ; vim: set fileencoding=utf-8 : -; Andre Anjos <andre.anjos@idiap.ch> -; Mon 16 Apr 08:29:18 2012 CEST +; Mon 08 Aug 2016 14:33:54 CEST [buildout] parts = scripts +develop = . eggs = bob.core extensions = bob.buildout - mr.developer -auto-checkout = * -develop = src/bob.extension - src/bob.blitz - . - -; options for bob.buildout extension -debug = true -verbose = true newest = false - -[sources] -bob.extension = git https://github.com/bioidiap/bob.extension -bob.blitz = git https://github.com/bioidiap/bob.blitz +verbose = true [scripts] recipe = bob.buildout:scripts diff --git a/develop.cfg b/develop.cfg new file mode 100644 index 0000000000000000000000000000000000000000..c5446ea0d7bcc6626661c0a6d660367af193abc7 --- /dev/null +++ b/develop.cfg @@ -0,0 +1,25 @@ +; vim: set fileencoding=utf-8 : +; Andre Anjos <andre.anjos@idiap.ch> +; Wed 10 Aug 2016 13:55:05 CEST + +[buildout] +parts = scripts +eggs = bob.core +extensions = bob.buildout + mr.developer +auto-checkout = * +develop = src/bob.extension + src/bob.blitz + . + +; options for bob.buildout extension +debug = true +verbose = true +newest = false + +[sources] +bob.extension = git https://gitlab.idiap.ch/bob/bob.extension +bob.blitz = git https://gitlab.idiap.ch/bob/bob.blitz + +[scripts] +recipe = bob.buildout:scripts