Skip to content

conda
conda
Commit 38f67274 authored by André Anjos's avatar André Anjos 💬
Browse files
Options

Preparations for Bob v4 release 

* Remove all outdated files
* Port to new CI (closes #25, closes #44)
* Activate caching (closes #43)
parent 7582d0ce
Pipeline #16690 failed with stage
    in 24 seconds
    Expand all Hide whitespace changes
    Inline Side-by-side
    Showing with 120 additions and 15137 deletions
    .gitlab-ci.yml
    View file @ 38f67274
    # Definition of global variables (all stages)
    variables:
    CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
    # Definition of our build pipeline order
    stages:
    - build
    - deploy
    variables:
    CONDA_ENVS_PATH: "conda-env"
    CONDA_BLD_PATH: "conda-env"
    CHANNEL_URL: "http://www.idiap.ch/software/bob/conda/label/main"
    UPLOAD_URL: "http://www.idiap.ch/public-upload/conda/label/main"
    CONDA_NPY: "112"
    PYTHONUNBUFFERED: "1"
    # Build targets
    .build_template: &build_job
    stage: build
    before_script:
    - export PATH=/usr/local/bin:$PATH
    - source /opt/miniconda/bin/activate
    - mkdir _ci
    - curl --silent "https://gitlab.idiap.ch/bob/bob.admin/raw/master/gitlab/install.sh" > _ci/install.sh
    - chmod 755 _ci/install.sh
    - ./_ci/install.sh _ci master #installs ci support scripts
    - ./_ci/before_build.sh
    script:
    - echo "default_channels:" > $HOME/.condarc
    - echo " - https://repo.continuum.io/pkgs/main" >> $HOME/.condarc
    - echo " - https://repo.continuum.io/pkgs/free" >> $HOME/.condarc
    - echo " - https://repo.continuum.io/pkgs/r" >> $HOME/.condarc
    - echo " - https://repo.continuum.io/pkgs/pro" >> $HOME/.condarc
    - conda config --set add_pip_as_python_dependency false
    - conda config --set always_yes true
    - conda config --set show_channel_urls true
    - conda config --set anaconda_upload no
    - conda config --add channels ${CHANNEL_URL}
    - conda config --set ssl_verify false
    - conda install --quiet --yes -c defaults python conda=4.4 curl conda-build=3
    - source /opt/miniconda/etc/profile.d/conda.sh
    - conda activate base
    - conda clean --lock
    - conda info
    - scripts/build.py order_of_build.txt conda_build_config.yaml
    cache:
    - scripts/build.py _ci/conda_build_config.yaml
    after_script:
    - ./_ci/after_build.sh
    cache: &build_caches
    key: "$CI_BUILD_NAME"
    paths:
    - conda-env/.pkgs/*.tar.bz2
    - conda-env/.pkgs/urls.txt
    - conda-env/src_cache
    - miniconda.sh
    - ${CONDA_ROOT}/pkgs/*.tar.bz2
    - ${CONDA_ROOT}/pkgs/urls.txt
    - ${CONDA_ROOT}/src_cache
    build-linux-64:
    build_linux:
    <<: *build_job
    image: continuumio/conda-concourse-ci
    after_script:
    - ./scripts/upload-packages.sh linux-64
    - ./scripts/upload-packages.sh noarch
    tags:
    - docker
    image: continuumio/conda-concourse-ci
    artifacts:
    expire_in: 1 week
    paths:
    - _ci/
    - ${CONDA_ROOT}/conda-bld/linux-64/*.tar.bz2
    build-osx-64:
    build_macosx:
    <<: *build_job
    after_script:
    - ./scripts/upload-packages.sh osx-64
    tags:
    - conda-macosx
    - macosx
    artifacts:
    expire_in: 1 week
    paths:
    - _ci/
    - ${CONDA_ROOT}/conda-bld/osx-64/*.tar.bz2
    # Deploy built packages
    deploy:
    stage: deploy
    before_script:
    - ./_ci/install.sh _ci master #updates ci support scripts
    script:
    - ./scripts/deploy.sh
    dependencies:
    - build_linux
    - build_macosx
    tags:
    - deployer
    environment: stable
    only:
    - master
    README.md
    View file @ 38f67274
    # Conda recipes for the bob channel
    # Conda recipes for bob dependencies not available in the defaults channel
    This package contains scripts and recipes for building dependencies packages of
    Bob for Conda.
    ## Folder structure
    There are several folder inside this repository and they are organized like
    this:
    There are two folders inside this repository and they are organized like this:
    - `conda`: A folder to keep the recipes for packages.
    - `scripts`: Contains some useful scripts.
    - `dependencies` A folder to keep the recipes for packages.
    - `scripts` Contains some useful scripts.
    ## Adding a new package
    ......
    conda_build_config.yaml deleted 100644 → 0
    View file @ 7582d0ce
    macos_min_version:
    - 10.9
    macos_machine:
    - x86_64-apple-darwin13.4.0
    MACOSX_DEPLOYMENT_TARGET:
    - 10.9
    CONDA_BUILD_SYSROOT: # [osx]
    - /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX10.9.sdk # [osx]
    # makes autotools verbose
    VERBOSE_AT:
    - V=1
    # makes cmake verbose
    VERBOSE_CM:
    - VERBOSE=1
    # the blas implementations that we build against
    blas_impl:
    - mkl
    pin_run_as_build:
    libboost:
    max_pin: x.x.x
    py-boost:
    max_pin: x.x.x
    boost:
    max_pin: x.x.x
    python:
    - 2.7
    - 3.6
    zip_keys:
    - # [win]
    - vc # [win]
    - c_compiler # [win]
    - cxx_compiler # [win]
    - fortran_compiler_version # [win]
    - python # [win]
    # Here we list the **minimum** version of our dependencies that we support.
    # We keep a list of **all of them** here to make sure everything goes as
    # expected in our conda build process.
    # Ideally we want to build and test against older versions of dependencies.
    # Most of the pin numbers come from the anaconda package.
    ## the dependencies that we build against multiple versions
    # we build for an old version of numpy for forward compatibility
    # 1.11 seems to be the oldest on win that works with scipy 0.19.
    numpy:
    - 1.9 # [unix]
    - 1.11 # [win]
    hdf5:
    - 1.8 # [not ppc64le]
    - 1.10 # [not ppc64le]
    ## The build time only dependencies.
    ## Updaing these to the latest version all the time is OK.
    cmake:
    - 3.9.4
    coverage:
    - 4.4.2
    pkg_config:
    - 0.29.2
    ## The dependencies that we link against
    # anaconda
    freetype:
    - 2.8
    jpeg:
    - 9b
    libpng:
    - 1.6.32
    libtiff:
    - 4.0.8
    mkl:
    - 2018.0.0
    sqlite:
    - 3.20.1
    xz:
    - 5.2.3
    zlib:
    - 1.2.11
    # non-anaconda
    boost:
    - 1.65.1
    cyvlfeat:
    - 0.4.6
    ffmpeg:
    - 3.4
    fftw:
    - 3.3.7
    giflib:
    - 5.1.4
    libblitz:
    - 1.0.1
    libmatio:
    - 1.5.6
    libogg:
    - 1.3.2
    libsvm:
    - 3.21
    openfst:
    - 1.6.1
    speexdsp:
    - 1.2rc3
    speex:
    - 1.2.0
    sox:
    - 14.4.2
    vlfeat:
    - 0.9.21
    ## The dependencies that are needed for runtime only
    # anaconda
    click:
    - 6.7
    curl:
    - 7.55.1
    cython:
    - 0.26.1
    matplotlib:
    - 2.1.0
    nose:
    - 1.3.7
    scipy:
    - 0.19
    setuptools:
    - 36.5.0
    six:
    - 1.11.0
    sphinx:
    - 1.6.3
    sqlalchemy:
    - 1.1.13
    # non-anaconda
    bob_buildout:
    - 2.1.5
    caffe:
    - 1.0
    click_plugins:
    - 1.0.3
    dlib:
    - 19.0
    docopt:
    - 0.6.2
    ipdb:
    - 0.10.2
    kaldi:
    - r7271.1a4dbf6
    keras:
    - 2.1.2
    madmom:
    - 0.15.1
    menpo:
    - 0.8.1
    menpofit:
    - 0.5.0
    menpowidgets:
    - 0.3.0p6
    mne:
    - 0.15.2
    mr_developer:
    - 1.38
    opencv:
    - 3.3.1
    pkgtools:
    - 0.7.3
    pyedflib:
    - 0.1.11
    schema:
    - 0.6.7
    sphinx_rtd_theme:
    - 0.2.4
    tensorflow:
    - 1.3.0
    virtualenv:
    - 15.1.0
    zc_buildout:
    - 2.10.0
    zc_recipe_egg:
    - 2.0.5
    new/bob.bio.base/meta.yaml deleted 100644 → 0
    View file @ 7582d0ce
    {% set name = "bob.bio.base" %}
    {% set version = "3.2.1" %}
    {% set file_ext = "zip" %}
    {% set hash_type = "sha256" %}
    {% set hash_value = "3a4ffd6206acbf02d2afdc652b26a19745c527f30a239c03ff4364e2281a1ced" %}
    package:
    name: '{{ name|lower }}'
    version: '{{ version }}'
    source:
    fn: '{{ name }}-{{ version }}.{{ file_ext }}'
    url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.{{ file_ext }}
    '{{ hash_type }}': '{{ hash_value }}'
    build:
    number: 0
    entry_points:
    - verify.py = bob.bio.base.script.verify:main
    - resources.py = bob.bio.base.script.resources:resources
    - databases.py = bob.bio.base.script.resources:databases
    - evaluate.py = bob.bio.base.script.evaluate:main
    - collect_results.py = bob.bio.base.script.collect_results:main
    - grid_search.py = bob.bio.base.script.grid_search:main
    - preprocess.py = bob.bio.base.script.preprocess:main
    - extract.py = bob.bio.base.script.extract:main
    - enroll.py = bob.bio.base.script.enroll:main
    - score.py = bob.bio.base.script.score:main
    - fuse_scores.py = bob.bio.base.script.fuse_scores:main
    script: python setup.py install --single-version-externally-managed --record=record.txt
    requirements:
    host:
    - python
    - setuptools
    - bob.blitz
    - bob.core
    - bob.db.base
    - bob.extension
    - bob.io.base
    - bob.learn.activation
    - bob.learn.em
    - bob.learn.linear
    - bob.math
    - bob.measure
    - bob.sp
    - scipy
    - setuptools
    run:
    - python
    - setuptools
    - bob.blitz
    - bob.core
    - bob.db.base
    - bob.extension
    - bob.io.base
    - bob.learn.activation
    - bob.learn.em
    - bob.learn.linear
    - bob.math
    - bob.measure
    - bob.sp
    - scipy
    - setuptools
    test:
    imports:
    - bob
    - bob.bio
    - bob.bio.base
    - bob.bio.base.algorithm
    - bob.bio.base.config
    - bob.bio.base.config.algorithm
    - bob.bio.base.config.extractor
    - bob.bio.base.config.grid
    - bob.bio.base.config.preprocessor
    - bob.bio.base.database
    - bob.bio.base.database.filelist
    - bob.bio.base.extractor
    - bob.bio.base.preprocessor
    - bob.bio.base.script
    - bob.bio.base.test
    - bob.bio.base.test.dummy
    - bob.bio.base.tools
    - bob.bio.base.utils
    commands:
    - verify.py --help
    - resources.py --help
    - databases.py --help
    - evaluate.py --help
    - collect_results.py --help
    - grid_search.py --help
    - preprocess.py --help
    - extract.py --help
    - enroll.py --help
    - score.py --help
    - fuse_scores.py --help
    about:
    home: https://gitlab.idiap.ch/bob/bob.bio.base
    license: BSD License
    license_family: BSD
    license_file: ''
    summary: Tools for running biometric recognition experiments
    description: ".. vim: set fileencoding=utf-8 :\n.. Tue 16 Aug 15:00:20 CEST 2016\n\n.. image:: http://img.shields.io/badge/docs-v3.2.1-yellow.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/v3.2.1/index.html\n\
    .. image:: http://img.shields.io/badge/docs-latest-orange.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/master/index.html\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.base/badges/v3.2.1/build.svg\n\
    \ :target: https://gitlab.idiap.ch/bob/bob.bio.base/commits/v3.2.1\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.base/badges/v3.2.1/coverage.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.base/commits/v3.2.1\n\
    .. image:: https://img.shields.io/badge/gitlab-project-0000c0.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.base\n.. image:: http://img.shields.io/pypi/v/bob.bio.base.svg\n :target: https://pypi.python.org/pypi/bob.bio.base\n\
    \n\n================================================\n Tools to run biometric recognition experiments\n================================================\n\nThis package is part of the signal-processing\
    \ and machine learning toolbox\nBob_. It provides tools to run comparable and reproducible biometric\nrecognition experiments on publicly available databases.\n\nThe `User Guide`_ provides installation\
    \ and usage instructions.\nIf you run biometric recognition experiments using the bob.bio framework, please cite at least one of the following in your scientific publication::\n\n @inbook{guenther2016face,\n\
    \ chapter = {Face Recognition in Challenging Environments: An Experimental and Reproducible Research Survey},\n author = {G\\\"unther, Manuel and El Shafey, Laurent and Marcel, S\\'ebastien},\n\
    \ editor = {Bourlai, Thirimachos},\n title = {Face Recognition Across the Imaging Spectrum},\n edition = {1},\n year = {2016},\n month = feb,\n publisher = {Springer}\n }\n\n @inproceedings{guenther2012facereclib,\n\
    \ title = {An Open Source Framework for Standardized Comparisons of Face Recognition Algorithms},\n author = {G\\\"unther, Manuel and Wallace, Roy and Marcel, S\\'ebastien},\n editor = {Fusiello,\
    \ Andrea and Murino, Vittorio and Cucchiara, Rita},\n booktitle = {European Conference on Computer Vision (ECCV) Workshops and Demonstrations},\n series = {Lecture Notes in Computer Science},\n\
    \ volume = {7585},\n year = {2012},\n month = oct,\n pages = {547-556},\n publisher = {Springer},\n }\n\nInstallation\n------------\n\nComplete Bob's `installation`_ instructions. Then,\
    \ to install this package,\nrun::\n\n $ conda install bob.bio.base\n\n\nContact\n-------\n\nFor questions or reporting issues to this software package, contact our\ndevelopment `mailing list`_.\n\n\
    \n.. Place your references here:\n.. _bob: https://www.idiap.ch/software/bob\n.. _installation: https://www.idiap.ch/software/bob/install\n.. _mailing list: https://www.idiap.ch/software/bob/discuss\n\
    .. _user guide: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/v3.2.1/index.html\n"
    doc_url: ''
    dev_url: ''
    extra:
    recipe-maintainers: ''
    new/bob.bio.caffe_face/meta.yaml deleted 100644 → 0
    View file @ 7582d0ce
    {% set name = "bob.bio.caffe_face" %}
    {% set version = "1.1.0" %}
    {% set file_ext = "zip" %}
    {% set hash_type = "sha256" %}
    {% set hash_value = "89b503a3bf3b959921a0af50efc15b8dba91fbacde5f36a17310ad18215aadcc" %}
    package:
    name: '{{ name|lower }}'
    version: '{{ version }}'
    source:
    fn: '{{ name }}-{{ version }}.{{ file_ext }}'
    url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.{{ file_ext }}
    '{{ hash_type }}': '{{ hash_value }}'
    build:
    number: 0
    script: python setup.py install --single-version-externally-managed --record=record.txt
    requirements:
    host:
    - python
    - setuptools
    - setuptools
    - bob.extension
    - bob.bio.base
    - bob.bio.face
    - bob.ip.caffe_extractor
    run:
    - python
    - setuptools
    - setuptools
    - bob.extension
    - bob.bio.base
    - bob.bio.face
    - bob.ip.caffe_extractor
    test:
    imports:
    - bob
    - bob.bio
    - bob.bio.caffe_face
    - bob.bio.caffe_face.config
    - bob.bio.caffe_face.config.extractor
    - bob.bio.caffe_face.config.preprocessor
    - bob.bio.caffe_face.extractor
    - bob.bio.caffe_face.test
    about:
    home: https://gitlab.idiap.ch/bob/bob.bio.caffe_face
    license: BSD License
    license_family: BSD
    license_file: ''
    summary: Face Feature extraction using caffe pre-trained models
    description: ".. vim: set fileencoding=utf-8 :\n.. Mon Jul 24 13:52:22 CEST 2017\n\n.. image:: https://img.shields.io/badge/docs-stable-yellow.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.caffe_face/stable/index.html\n\
    .. image:: https://img.shields.io/badge/docs-latest-orange.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.caffe_face/master/index.html\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/badges/v1.1.0/build.svg\n\
    \ :target: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/commits/v1.1.0\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/badges/v1.1.0/coverage.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/commits/v1.1.0\n\
    .. image:: https://img.shields.io/badge/gitlab-project-0000c0.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.caffe_face\n.. image:: https://img.shields.io/pypi/v/bob.bio.caffe_face.svg\n :target:\
    \ https://pypi.python.org/pypi/bob.bio.caffe_face\n\n\n========================================================\n Face Feature extraction using caffe pre-trained models\n========================================================\n\