Commit 38f67274 authored by André Anjos's avatar André Anjos 💬

Preparations for Bob v4 release

* Remove all outdated files
* Port to new CI (closes #25, closes #44)
* Activate caching (closes #43)
parent 7582d0ce
Pipeline #16690 failed with stage
in 24 seconds
# Definition of global variables (all stages)
variables:
CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
# Definition of our build pipeline order
stages:
- build
- deploy
variables:
CONDA_ENVS_PATH: "conda-env"
CONDA_BLD_PATH: "conda-env"
CHANNEL_URL: "http://www.idiap.ch/software/bob/conda/label/main"
UPLOAD_URL: "http://www.idiap.ch/public-upload/conda/label/main"
CONDA_NPY: "112"
PYTHONUNBUFFERED: "1"
# Build targets
.build_template: &build_job
stage: build
before_script:
- export PATH=/usr/local/bin:$PATH
- source /opt/miniconda/bin/activate
- mkdir _ci
- curl --silent "https://gitlab.idiap.ch/bob/bob.admin/raw/master/gitlab/install.sh" > _ci/install.sh
- chmod 755 _ci/install.sh
- ./_ci/install.sh _ci master #installs ci support scripts
- ./_ci/before_build.sh
script:
- echo "default_channels:" > $HOME/.condarc
- echo " - https://repo.continuum.io/pkgs/main" >> $HOME/.condarc
- echo " - https://repo.continuum.io/pkgs/free" >> $HOME/.condarc
- echo " - https://repo.continuum.io/pkgs/r" >> $HOME/.condarc
- echo " - https://repo.continuum.io/pkgs/pro" >> $HOME/.condarc
- conda config --set add_pip_as_python_dependency false
- conda config --set always_yes true
- conda config --set show_channel_urls true
- conda config --set anaconda_upload no
- conda config --add channels ${CHANNEL_URL}
- conda config --set ssl_verify false
- conda install --quiet --yes -c defaults python conda=4.4 curl conda-build=3
- source /opt/miniconda/etc/profile.d/conda.sh
- conda activate base
- conda clean --lock
- conda info
- scripts/build.py order_of_build.txt conda_build_config.yaml
cache:
- scripts/build.py _ci/conda_build_config.yaml
after_script:
- ./_ci/after_build.sh
cache: &build_caches
key: "$CI_BUILD_NAME"
paths:
- conda-env/.pkgs/*.tar.bz2
- conda-env/.pkgs/urls.txt
- conda-env/src_cache
- miniconda.sh
- ${CONDA_ROOT}/pkgs/*.tar.bz2
- ${CONDA_ROOT}/pkgs/urls.txt
- ${CONDA_ROOT}/src_cache
build-linux-64:
build_linux:
<<: *build_job
image: continuumio/conda-concourse-ci
after_script:
- ./scripts/upload-packages.sh linux-64
- ./scripts/upload-packages.sh noarch
tags:
- docker
image: continuumio/conda-concourse-ci
artifacts:
expire_in: 1 week
paths:
- _ci/
- ${CONDA_ROOT}/conda-bld/linux-64/*.tar.bz2
build-osx-64:
build_macosx:
<<: *build_job
after_script:
- ./scripts/upload-packages.sh osx-64
tags:
- conda-macosx
- macosx
artifacts:
expire_in: 1 week
paths:
- _ci/
- ${CONDA_ROOT}/conda-bld/osx-64/*.tar.bz2
# Deploy built packages
deploy:
stage: deploy
before_script:
- ./_ci/install.sh _ci master #updates ci support scripts
script:
- ./scripts/deploy.sh
dependencies:
- build_linux
- build_macosx
tags:
- deployer
environment: stable
only:
- master
# Conda recipes for the bob channel
# Conda recipes for bob dependencies not available in the defaults channel
This package contains scripts and recipes for building dependencies packages of
Bob for Conda.
## Folder structure
There are several folder inside this repository and they are organized like
this:
There are two folders inside this repository and they are organized like this:
- `conda`: A folder to keep the recipes for packages.
- `scripts`: Contains some useful scripts.
- `dependencies` A folder to keep the recipes for packages.
- `scripts` Contains some useful scripts.
## Adding a new package
......
macos_min_version:
- 10.9
macos_machine:
- x86_64-apple-darwin13.4.0
MACOSX_DEPLOYMENT_TARGET:
- 10.9
CONDA_BUILD_SYSROOT: # [osx]
- /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX10.9.sdk # [osx]
# makes autotools verbose
VERBOSE_AT:
- V=1
# makes cmake verbose
VERBOSE_CM:
- VERBOSE=1
# the blas implementations that we build against
blas_impl:
- mkl
pin_run_as_build:
libboost:
max_pin: x.x.x
py-boost:
max_pin: x.x.x
boost:
max_pin: x.x.x
python:
- 2.7
- 3.6
zip_keys:
- # [win]
- vc # [win]
- c_compiler # [win]
- cxx_compiler # [win]
- fortran_compiler_version # [win]
- python # [win]
# Here we list the **minimum** version of our dependencies that we support.
# We keep a list of **all of them** here to make sure everything goes as
# expected in our conda build process.
# Ideally we want to build and test against older versions of dependencies.
# Most of the pin numbers come from the anaconda package.
## the dependencies that we build against multiple versions
# we build for an old version of numpy for forward compatibility
# 1.11 seems to be the oldest on win that works with scipy 0.19.
numpy:
- 1.9 # [unix]
- 1.11 # [win]
hdf5:
- 1.8 # [not ppc64le]
- 1.10 # [not ppc64le]
## The build time only dependencies.
## Updaing these to the latest version all the time is OK.
cmake:
- 3.9.4
coverage:
- 4.4.2
pkg_config:
- 0.29.2
## The dependencies that we link against
# anaconda
freetype:
- 2.8
jpeg:
- 9b
libpng:
- 1.6.32
libtiff:
- 4.0.8
mkl:
- 2018.0.0
sqlite:
- 3.20.1
xz:
- 5.2.3
zlib:
- 1.2.11
# non-anaconda
boost:
- 1.65.1
cyvlfeat:
- 0.4.6
ffmpeg:
- 3.4
fftw:
- 3.3.7
giflib:
- 5.1.4
libblitz:
- 1.0.1
libmatio:
- 1.5.6
libogg:
- 1.3.2
libsvm:
- 3.21
openfst:
- 1.6.1
speexdsp:
- 1.2rc3
speex:
- 1.2.0
sox:
- 14.4.2
vlfeat:
- 0.9.21
## The dependencies that are needed for runtime only
# anaconda
click:
- 6.7
curl:
- 7.55.1
cython:
- 0.26.1
matplotlib:
- 2.1.0
nose:
- 1.3.7
scipy:
- 0.19
setuptools:
- 36.5.0
six:
- 1.11.0
sphinx:
- 1.6.3
sqlalchemy:
- 1.1.13
# non-anaconda
bob_buildout:
- 2.1.5
caffe:
- 1.0
click_plugins:
- 1.0.3
dlib:
- 19.0
docopt:
- 0.6.2
ipdb:
- 0.10.2
kaldi:
- r7271.1a4dbf6
keras:
- 2.1.2
madmom:
- 0.15.1
menpo:
- 0.8.1
menpofit:
- 0.5.0
menpowidgets:
- 0.3.0p6
mne:
- 0.15.2
mr_developer:
- 1.38
opencv:
- 3.3.1
pkgtools:
- 0.7.3
pyedflib:
- 0.1.11
schema:
- 0.6.7
sphinx_rtd_theme:
- 0.2.4
tensorflow:
- 1.3.0
virtualenv:
- 15.1.0
zc_buildout:
- 2.10.0
zc_recipe_egg:
- 2.0.5
{% set name = "bob.bio.base" %}
{% set version = "3.2.1" %}
{% set file_ext = "zip" %}
{% set hash_type = "sha256" %}
{% set hash_value = "3a4ffd6206acbf02d2afdc652b26a19745c527f30a239c03ff4364e2281a1ced" %}
package:
name: '{{ name|lower }}'
version: '{{ version }}'
source:
fn: '{{ name }}-{{ version }}.{{ file_ext }}'
url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.{{ file_ext }}
'{{ hash_type }}': '{{ hash_value }}'
build:
number: 0
entry_points:
- verify.py = bob.bio.base.script.verify:main
- resources.py = bob.bio.base.script.resources:resources
- databases.py = bob.bio.base.script.resources:databases
- evaluate.py = bob.bio.base.script.evaluate:main
- collect_results.py = bob.bio.base.script.collect_results:main
- grid_search.py = bob.bio.base.script.grid_search:main
- preprocess.py = bob.bio.base.script.preprocess:main
- extract.py = bob.bio.base.script.extract:main
- enroll.py = bob.bio.base.script.enroll:main
- score.py = bob.bio.base.script.score:main
- fuse_scores.py = bob.bio.base.script.fuse_scores:main
script: python setup.py install --single-version-externally-managed --record=record.txt
requirements:
host:
- python
- setuptools
- bob.blitz
- bob.core
- bob.db.base
- bob.extension
- bob.io.base
- bob.learn.activation
- bob.learn.em
- bob.learn.linear
- bob.math
- bob.measure
- bob.sp
- scipy
- setuptools
run:
- python
- setuptools
- bob.blitz
- bob.core
- bob.db.base
- bob.extension
- bob.io.base
- bob.learn.activation
- bob.learn.em
- bob.learn.linear
- bob.math
- bob.measure
- bob.sp
- scipy
- setuptools
test:
imports:
- bob
- bob.bio
- bob.bio.base
- bob.bio.base.algorithm
- bob.bio.base.config
- bob.bio.base.config.algorithm
- bob.bio.base.config.extractor
- bob.bio.base.config.grid
- bob.bio.base.config.preprocessor
- bob.bio.base.database
- bob.bio.base.database.filelist
- bob.bio.base.extractor
- bob.bio.base.preprocessor
- bob.bio.base.script
- bob.bio.base.test
- bob.bio.base.test.dummy
- bob.bio.base.tools
- bob.bio.base.utils
commands:
- verify.py --help
- resources.py --help
- databases.py --help
- evaluate.py --help
- collect_results.py --help
- grid_search.py --help
- preprocess.py --help
- extract.py --help
- enroll.py --help
- score.py --help
- fuse_scores.py --help
about:
home: https://gitlab.idiap.ch/bob/bob.bio.base
license: BSD License
license_family: BSD
license_file: ''
summary: Tools for running biometric recognition experiments
description: ".. vim: set fileencoding=utf-8 :\n.. Tue 16 Aug 15:00:20 CEST 2016\n\n.. image:: http://img.shields.io/badge/docs-v3.2.1-yellow.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/v3.2.1/index.html\n\
.. image:: http://img.shields.io/badge/docs-latest-orange.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/master/index.html\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.base/badges/v3.2.1/build.svg\n\
\ :target: https://gitlab.idiap.ch/bob/bob.bio.base/commits/v3.2.1\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.base/badges/v3.2.1/coverage.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.base/commits/v3.2.1\n\
.. image:: https://img.shields.io/badge/gitlab-project-0000c0.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.base\n.. image:: http://img.shields.io/pypi/v/bob.bio.base.svg\n :target: https://pypi.python.org/pypi/bob.bio.base\n\
\n\n================================================\n Tools to run biometric recognition experiments\n================================================\n\nThis package is part of the signal-processing\
\ and machine learning toolbox\nBob_. It provides tools to run comparable and reproducible biometric\nrecognition experiments on publicly available databases.\n\nThe `User Guide`_ provides installation\
\ and usage instructions.\nIf you run biometric recognition experiments using the bob.bio framework, please cite at least one of the following in your scientific publication::\n\n @inbook{guenther2016face,\n\
\ chapter = {Face Recognition in Challenging Environments: An Experimental and Reproducible Research Survey},\n author = {G\\\"unther, Manuel and El Shafey, Laurent and Marcel, S\\'ebastien},\n\
\ editor = {Bourlai, Thirimachos},\n title = {Face Recognition Across the Imaging Spectrum},\n edition = {1},\n year = {2016},\n month = feb,\n publisher = {Springer}\n }\n\n @inproceedings{guenther2012facereclib,\n\
\ title = {An Open Source Framework for Standardized Comparisons of Face Recognition Algorithms},\n author = {G\\\"unther, Manuel and Wallace, Roy and Marcel, S\\'ebastien},\n editor = {Fusiello,\
\ Andrea and Murino, Vittorio and Cucchiara, Rita},\n booktitle = {European Conference on Computer Vision (ECCV) Workshops and Demonstrations},\n series = {Lecture Notes in Computer Science},\n\
\ volume = {7585},\n year = {2012},\n month = oct,\n pages = {547-556},\n publisher = {Springer},\n }\n\nInstallation\n------------\n\nComplete Bob's `installation`_ instructions. Then,\
\ to install this package,\nrun::\n\n $ conda install bob.bio.base\n\n\nContact\n-------\n\nFor questions or reporting issues to this software package, contact our\ndevelopment `mailing list`_.\n\n\
\n.. Place your references here:\n.. _bob: https://www.idiap.ch/software/bob\n.. _installation: https://www.idiap.ch/software/bob/install\n.. _mailing list: https://www.idiap.ch/software/bob/discuss\n\
.. _user guide: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/v3.2.1/index.html\n"
doc_url: ''
dev_url: ''
extra:
recipe-maintainers: ''
{% set name = "bob.bio.caffe_face" %}
{% set version = "1.1.0" %}
{% set file_ext = "zip" %}
{% set hash_type = "sha256" %}
{% set hash_value = "89b503a3bf3b959921a0af50efc15b8dba91fbacde5f36a17310ad18215aadcc" %}
package:
name: '{{ name|lower }}'
version: '{{ version }}'
source:
fn: '{{ name }}-{{ version }}.{{ file_ext }}'
url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.{{ file_ext }}
'{{ hash_type }}': '{{ hash_value }}'
build:
number: 0
script: python setup.py install --single-version-externally-managed --record=record.txt
requirements:
host:
- python
- setuptools
- setuptools
- bob.extension
- bob.bio.base
- bob.bio.face
- bob.ip.caffe_extractor
run:
- python
- setuptools
- setuptools
- bob.extension
- bob.bio.base
- bob.bio.face
- bob.ip.caffe_extractor
test:
imports:
- bob
- bob.bio
- bob.bio.caffe_face
- bob.bio.caffe_face.config
- bob.bio.caffe_face.config.extractor
- bob.bio.caffe_face.config.preprocessor
- bob.bio.caffe_face.extractor
- bob.bio.caffe_face.test
about:
home: https://gitlab.idiap.ch/bob/bob.bio.caffe_face
license: BSD License
license_family: BSD
license_file: ''
summary: Face Feature extraction using caffe pre-trained models
description: ".. vim: set fileencoding=utf-8 :\n.. Mon Jul 24 13:52:22 CEST 2017\n\n.. image:: https://img.shields.io/badge/docs-stable-yellow.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.caffe_face/stable/index.html\n\
.. image:: https://img.shields.io/badge/docs-latest-orange.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.caffe_face/master/index.html\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/badges/v1.1.0/build.svg\n\
\ :target: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/commits/v1.1.0\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/badges/v1.1.0/coverage.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.caffe_face/commits/v1.1.0\n\
.. image:: https://img.shields.io/badge/gitlab-project-0000c0.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.caffe_face\n.. image:: https://img.shields.io/pypi/v/bob.bio.caffe_face.svg\n :target:\
\ https://pypi.python.org/pypi/bob.bio.caffe_face\n\n\n========================================================\n Face Feature extraction using caffe pre-trained models\n========================================================\n\