Commit 38f67274 authored by André Anjos's avatar André Anjos 💬

Preparations for Bob v4 release

* Remove all outdated files
* Port to new CI (closes #25, closes #44)
* Activate caching (closes #43)
parent 7582d0ce
Pipeline #16690 failed with stage
in 24 seconds
# Definition of global variables (all stages)
variables:
CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
# Definition of our build pipeline order
stages: stages:
- build - build
- deploy
variables:
CONDA_ENVS_PATH: "conda-env"
CONDA_BLD_PATH: "conda-env"
CHANNEL_URL: "http://www.idiap.ch/software/bob/conda/label/main"
UPLOAD_URL: "http://www.idiap.ch/public-upload/conda/label/main"
CONDA_NPY: "112"
PYTHONUNBUFFERED: "1"
# Build targets
.build_template: &build_job .build_template: &build_job
stage: build stage: build
before_script: before_script:
- export PATH=/usr/local/bin:$PATH - mkdir _ci
- source /opt/miniconda/bin/activate - curl --silent "https://gitlab.idiap.ch/bob/bob.admin/raw/master/gitlab/install.sh" > _ci/install.sh
- chmod 755 _ci/install.sh
- ./_ci/install.sh _ci master #installs ci support scripts
- ./_ci/before_build.sh
script: script:
- echo "default_channels:" > $HOME/.condarc - scripts/build.py _ci/conda_build_config.yaml
- echo " - https://repo.continuum.io/pkgs/main" >> $HOME/.condarc after_script:
- echo " - https://repo.continuum.io/pkgs/free" >> $HOME/.condarc - ./_ci/after_build.sh
- echo " - https://repo.continuum.io/pkgs/r" >> $HOME/.condarc cache: &build_caches
- echo " - https://repo.continuum.io/pkgs/pro" >> $HOME/.condarc
- conda config --set add_pip_as_python_dependency false
- conda config --set always_yes true
- conda config --set show_channel_urls true
- conda config --set anaconda_upload no
- conda config --add channels ${CHANNEL_URL}
- conda config --set ssl_verify false
- conda install --quiet --yes -c defaults python conda=4.4 curl conda-build=3
- source /opt/miniconda/etc/profile.d/conda.sh
- conda activate base
- conda clean --lock
- conda info
- scripts/build.py order_of_build.txt conda_build_config.yaml
cache:
key: "$CI_BUILD_NAME" key: "$CI_BUILD_NAME"
paths: paths:
- conda-env/.pkgs/*.tar.bz2 - miniconda.sh
- conda-env/.pkgs/urls.txt - ${CONDA_ROOT}/pkgs/*.tar.bz2
- conda-env/src_cache - ${CONDA_ROOT}/pkgs/urls.txt
- ${CONDA_ROOT}/src_cache
build-linux-64: build_linux:
<<: *build_job <<: *build_job
image: continuumio/conda-concourse-ci
after_script:
- ./scripts/upload-packages.sh linux-64
- ./scripts/upload-packages.sh noarch
tags: tags:
- docker - docker
image: continuumio/conda-concourse-ci
artifacts:
expire_in: 1 week
paths:
- _ci/
- ${CONDA_ROOT}/conda-bld/linux-64/*.tar.bz2
build-osx-64:
build_macosx:
<<: *build_job <<: *build_job
after_script:
- ./scripts/upload-packages.sh osx-64
tags: tags:
- conda-macosx - macosx
artifacts:
expire_in: 1 week
paths:
- _ci/
- ${CONDA_ROOT}/conda-bld/osx-64/*.tar.bz2
# Deploy built packages
deploy:
stage: deploy
before_script:
- ./_ci/install.sh _ci master #updates ci support scripts
script:
- ./scripts/deploy.sh
dependencies:
- build_linux
- build_macosx
tags:
- deployer
environment: stable
only:
- master
# Conda recipes for the bob channel # Conda recipes for bob dependencies not available in the defaults channel
This package contains scripts and recipes for building dependencies packages of This package contains scripts and recipes for building dependencies packages of
Bob for Conda. Bob for Conda.
## Folder structure ## Folder structure
There are several folder inside this repository and they are organized like There are two folders inside this repository and they are organized like this:
this:
- `conda`: A folder to keep the recipes for packages.
- `scripts`: Contains some useful scripts.
- `dependencies` A folder to keep the recipes for packages.
- `scripts` Contains some useful scripts.
## Adding a new package ## Adding a new package
......
macos_min_version:
- 10.9
macos_machine:
- x86_64-apple-darwin13.4.0
MACOSX_DEPLOYMENT_TARGET:
- 10.9
CONDA_BUILD_SYSROOT: # [osx]
- /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX10.9.sdk # [osx]
# makes autotools verbose
VERBOSE_AT:
- V=1
# makes cmake verbose
VERBOSE_CM:
- VERBOSE=1
# the blas implementations that we build against
blas_impl:
- mkl
pin_run_as_build:
libboost:
max_pin: x.x.x
py-boost:
max_pin: x.x.x
boost:
max_pin: x.x.x
python:
- 2.7
- 3.6
zip_keys:
- # [win]
- vc # [win]
- c_compiler # [win]
- cxx_compiler # [win]
- fortran_compiler_version # [win]
- python # [win]
# Here we list the **minimum** version of our dependencies that we support.
# We keep a list of **all of them** here to make sure everything goes as
# expected in our conda build process.
# Ideally we want to build and test against older versions of dependencies.
# Most of the pin numbers come from the anaconda package.
## the dependencies that we build against multiple versions
# we build for an old version of numpy for forward compatibility
# 1.11 seems to be the oldest on win that works with scipy 0.19.
numpy:
- 1.9 # [unix]
- 1.11 # [win]
hdf5:
- 1.8 # [not ppc64le]
- 1.10 # [not ppc64le]
## The build time only dependencies.
## Updaing these to the latest version all the time is OK.
cmake:
- 3.9.4
coverage:
- 4.4.2
pkg_config:
- 0.29.2
## The dependencies that we link against
# anaconda
freetype:
- 2.8
jpeg:
- 9b
libpng:
- 1.6.32
libtiff:
- 4.0.8
mkl:
- 2018.0.0
sqlite:
- 3.20.1
xz:
- 5.2.3
zlib:
- 1.2.11
# non-anaconda
boost:
- 1.65.1
cyvlfeat:
- 0.4.6
ffmpeg:
- 3.4
fftw:
- 3.3.7
giflib:
- 5.1.4
libblitz:
- 1.0.1
libmatio:
- 1.5.6
libogg:
- 1.3.2
libsvm:
- 3.21
openfst:
- 1.6.1
speexdsp:
- 1.2rc3
speex:
- 1.2.0
sox:
- 14.4.2
vlfeat:
- 0.9.21
## The dependencies that are needed for runtime only
# anaconda
click:
- 6.7
curl:
- 7.55.1
cython:
- 0.26.1
matplotlib:
- 2.1.0
nose:
- 1.3.7
scipy:
- 0.19
setuptools:
- 36.5.0
six:
- 1.11.0
sphinx:
- 1.6.3
sqlalchemy:
- 1.1.13
# non-anaconda
bob_buildout:
- 2.1.5
caffe:
- 1.0
click_plugins:
- 1.0.3
dlib:
- 19.0
docopt:
- 0.6.2
ipdb:
- 0.10.2
kaldi:
- r7271.1a4dbf6
keras:
- 2.1.2
madmom:
- 0.15.1
menpo:
- 0.8.1
menpofit:
- 0.5.0
menpowidgets:
- 0.3.0p6
mne:
- 0.15.2
mr_developer:
- 1.38
opencv:
- 3.3.1
pkgtools:
- 0.7.3
pyedflib:
- 0.1.11
schema:
- 0.6.7
sphinx_rtd_theme:
- 0.2.4
tensorflow:
- 1.3.0
virtualenv:
- 15.1.0
zc_buildout:
- 2.10.0
zc_recipe_egg:
- 2.0.5
{% set name = "bob.bio.base" %}
{% set version = "3.2.1" %}
{% set file_ext = "zip" %}
{% set hash_type = "sha256" %}
{% set hash_value = "3a4ffd6206acbf02d2afdc652b26a19745c527f30a239c03ff4364e2281a1ced" %}
package:
name: '{{ name|lower }}'
version: '{{ version }}'
source:
fn: '{{ name }}-{{ version }}.{{ file_ext }}'
url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.{{ file_ext }}
'{{ hash_type }}': '{{ hash_value }}'
build:
number: 0
entry_points:
- verify.py = bob.bio.base.script.verify:main
- resources.py = bob.bio.base.script.resources:resources
- databases.py = bob.bio.base.script.resources:databases
- evaluate.py = bob.bio.base.script.evaluate:main
- collect_results.py = bob.bio.base.script.collect_results:main
- grid_search.py = bob.bio.base.script.grid_search:main
- preprocess.py = bob.bio.base.script.preprocess:main
- extract.py = bob.bio.base.script.extract:main
- enroll.py = bob.bio.base.script.enroll:main
- score.py = bob.bio.base.script.score:main
- fuse_scores.py = bob.bio.base.script.fuse_scores:main
script: python setup.py install --single-version-externally-managed --record=record.txt
requirements:
host:
- python
- setuptools
- bob.blitz
- bob.core
- bob.db.base
- bob.extension
- bob.io.base
- bob.learn.activation
- bob.learn.em
- bob.learn.linear
- bob.math
- bob.measure
- bob.sp
- scipy
- setuptools
run:
- python
- setuptools
- bob.blitz
- bob.core
- bob.db.base
- bob.extension
- bob.io.base
- bob.learn.activation
- bob.learn.em
- bob.learn.linear
- bob.math
- bob.measure
- bob.sp
- scipy
- setuptools
test:
imports:
- bob
- bob.bio
- bob.bio.base
- bob.bio.base.algorithm
- bob.bio.base.config
- bob.bio.base.config.algorithm
- bob.bio.base.config.extractor
- bob.bio.base.config.grid
- bob.bio.base.config.preprocessor
- bob.bio.base.database
- bob.bio.base.database.filelist
- bob.bio.base.extractor
- bob.bio.base.preprocessor
- bob.bio.base.script
- bob.bio.base.test
- bob.bio.base.test.dummy
- bob.bio.base.tools
- bob.bio.base.utils
commands:
- verify.py --help
- resources.py --help
- databases.py --help
- evaluate.py --help
- collect_results.py --help
- grid_search.py --help
- preprocess.py --help
- extract.py --help
- enroll.py --help
- score.py --help
- fuse_scores.py --help
about:
home: https://gitlab.idiap.ch/bob/bob.bio.base
license: BSD License
license_family: BSD
license_file: ''
summary: Tools for running biometric recognition experiments
description: ".. vim: set fileencoding=utf-8 :\n.. Tue 16 Aug 15:00:20 CEST 2016\n\n.. image:: http://img.shields.io/badge/docs-v3.2.1-yellow.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/v3.2.1/index.html\n\
.. image:: http://img.shields.io/badge/docs-latest-orange.svg\n :target: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/master/index.html\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.base/badges/v3.2.1/build.svg\n\
\ :target: https://gitlab.idiap.ch/bob/bob.bio.base/commits/v3.2.1\n.. image:: https://gitlab.idiap.ch/bob/bob.bio.base/badges/v3.2.1/coverage.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.base/commits/v3.2.1\n\
.. image:: https://img.shields.io/badge/gitlab-project-0000c0.svg\n :target: https://gitlab.idiap.ch/bob/bob.bio.base\n.. image:: http://img.shields.io/pypi/v/bob.bio.base.svg\n :target: https://pypi.python.org/pypi/bob.bio.base\n\
\n\n================================================\n Tools to run biometric recognition experiments\n================================================\n\nThis package is part of the signal-processing\
\ and machine learning toolbox\nBob_. It provides tools to run comparable and reproducible biometric\nrecognition experiments on publicly available databases.\n\nThe `User Guide`_ provides installation\
\ and usage instructions.\nIf you run biometric recognition experiments using the bob.bio framework, please cite at least one of the following in your scientific publication::\n\n @inbook{guenther2016face,\n\
\ chapter = {Face Recognition in Challenging Environments: An Experimental and Reproducible Research Survey},\n author = {G\\\"unther, Manuel and El Shafey, Laurent and Marcel, S\\'ebastien},\n\
\ editor = {Bourlai, Thirimachos},\n title = {Face Recognition Across the Imaging Spectrum},\n edition = {1},\n year = {2016},\n month = feb,\n publisher = {Springer}\n }\n\n @inproceedings{guenther2012facereclib,\n\
\ title = {An Open Source Framework for Standardized Comparisons of Face Recognition Algorithms},\n author = {G\\\"unther, Manuel and Wallace, Roy and Marcel, S\\'ebastien},\n editor = {Fusiello,\
\ Andrea and Murino, Vittorio and Cucchiara, Rita},\n booktitle = {European Conference on Computer Vision (ECCV) Workshops and Demonstrations},\n series = {Lecture Notes in Computer Science},\n\
\ volume = {7585},\n year = {2012},\n month = oct,\n pages = {547-556},\n publisher = {Springer},\n }\n\nInstallation\n------------\n\nComplete Bob's `installation`_ instructions. Then,\
\ to install this package,\nrun::\n\n $ conda install bob.bio.base\n\n\nContact\n-------\n\nFor questions or reporting issues to this software package, contact our\ndevelopment `mailing list`_.\n\n\
\n.. Place your references here:\n.. _bob: https://www.idiap.ch/software/bob\n.. _installation: https://www.idiap.ch/software/bob/install\n.. _mailing list: https://www.idiap.ch/software/bob/discuss\n\
.. _user guide: https://www.idiap.ch/software/bob/docs/bob/bob.bio.base/v3.2.1/index.html\n"
doc_url: ''
dev_url: ''
extra:
recipe-maintainers: ''
{% set name = "bob.bio.caffe_face" %}
{% set version = "1.1.0" %}
{% set file_ext = "zip" %}
{% set hash_type = "sha256" %}
{% set hash_value = "89b503a3bf3b959921a0af50efc15b8dba91fbacde5f36a17310ad18215aadcc" %}
package:
name: '{{ name|lower }}'
version: '{{ version }}'
source:
fn: '{{ name }}-{{ version }}.{{ file_ext }}'
url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.{{ file_ext }}
'{{ hash_type }}': '{{ hash_value }}'
build:
number: 0
script: python setup.py install --single-version-externally-managed --record=record.txt
requirements:
host:
- python
- setuptools
- setuptools
- bob.extension
- bob.bio.base
- bob.bio.face
- bob.ip.caffe_extractor
run:
- python
- setuptools
- setuptools
- bob.extension
- bob.bio.base
- bob.bio.face
- bob.ip.caffe_extractor
test:
imports:
- bob
- bob.bio
- bob.bio.caffe_face
- bob.bio.caffe_face.config
- bob.bio.caffe_face.config.extractor
- bob.bio.caffe_face.config.preprocessor
- bob.bio.caffe_face.extractor
- bob.bio.caffe_face.test
about:
home: https://gitlab.idiap.ch/bob/bob.bio.caffe_face
license: BSD License