Add the multimodal lab

00_section_example.md

-# Section 1
-
-## Slide 1
-This is the first slide
-
-## Slide 2
-This is the second slide
-

Makefile

-TARGET := lab.pdf
-SECTIONS := $(sort $(wildcard ??_section*.md))
-
-# builds a single section
-%.pdf: metadata.yaml %.md
-	pandoc -H header.tex -f markdown -t beamer -o $@ $?
-
-# builds the whole lecture
-$(TARGET): metadata.yaml $(SECTIONS)
-	pandoc -H header.tex -f markdown -t beamer -o $@ $^
-
-all: $(TARGET)
-
-.PHONY: clean
-
-clean:
-	@rm -vf $(shell find . -name "*~")
-	@rm -vf $(TARGET) $(patsubst %.md,%.pdf,$(SECTIONS))

README.md

-# Biometrics Lab
-
-## Description
-
-Slides of the lab:
-- [ ] lab 1: face,
-- [ ] lab 2: iris and fingerprint,
-- [ ] lab 3: speaker,
-- [x] lab 4: vein and multi-modal,
-- [ ] lab 5: spoofing.
-
-## Lab material
-
-[Lab material](./lab/lab.md)
-
-## LaTeX Beamer slides with pandoc
-
-We are using [pandoc](https://pandoc.org) to convert simple .md files into latex beamer.
-
-Please refer to the lecture example (git@gitlab.idiap.ch:master-biometrics/lecture-example.git) for more details.
-
-## Setting up
-
-**You need to refer** to the same section the lecture example (git@gitlab.idiap.ch:master-biometrics/lecture-example.git) for more details.
-
-For a quick setup just do
-```sh
-$ git clone git@gitlab.idiap.ch:master-biometrics/graphics.git
-$ git clone git@gitlab.idiap.ch:master-biometrics/<this-lab>.git
-$ cd <this-lab>
-$ rm -rf graphics
-$ ln -s ../graphics .
-```
-
-## Building the slides
-Proceed in 2 steps when working on the slides in .md files:
-1. edit only the .md files
-2. check if it compiles
-
-To compile
-* You can just compile the slides of one md file:
-
-```sh
-$ make 01_section1.pdf
-```
-***notice the name of the make target is the filename with a `.pdf` extension***
-
-* Or your can compile all the slides (`lab.pdf`) that merges all sections into it. 
-
-```sh
-$ make
-```
-***The input `.md` files are sorted before inclusion, so ensure that the name sorting works fine before building the whole document.***
-
-* You can use flag `-B` with make to force recompilation if necessary. Otherwise, our Makefile is set to detect changes automatically.
-
-```sh
-$ make -B
-```
-It results in a ``lab.pdf`` file. 
-**Please don't git add/commit/push this file nor any other PDF by-product. They are git-ignored by default.**
+# Lab on score-level fusion in multimodal biometrics
 
+To run this lab, download this
+[tarball](https://gitlab.idiap.ch/biometric-resources/lab-multimodal/-/archive/master/lab-multimodal-master.tar.bz2)
+and extract it. Then, double click on ``fusion_lab.ipynb`` to open the
+exercise.

beamerthemeidiapbsp.sty

-\mode<presentation>
-
-% Requirement
-\RequirePackage{tikz}
-\RequirePackage{graphicx}
-%\RequirePackage{fontspec}
-\RequirePackage{hyperref}
-
-% Colors
-\definecolor{unidistancedark}{RGB}{24,70,139}
-\definecolor{unidistancelite}{RGB}{20,118,198}
-\definecolor{darkred}{RGB}{180,0,0}
-\definecolor{darkgreen}{RGB}{0,128,0}
-
-% Defines the background of all slides
-\setbeamertemplate{background}{
-%  \begin{tikzpicture}
-%    \fill[color=unidistancedark] (0,2.5) rectangle (2.5,5);
-%    \fill[color=unidistancelite] (2.7,2.5) rectangle (\the\paperwidth,5);
-%    \node (logo) at (0,8.3)
-%      {\includegraphics[width=.5\paperwidth]{graphics/logo/idiap}};
-%    \ifnum\thepage>1\relax%
-%    \fill[white,opacity=1] (0,0)
-%    rectangle(\the\paperwidth,\the\paperheight);
-%    \fi
-%  \end{tikzpicture}
-  \begin{tikzpicture}
-    % The x-coordinate of the image should NOT be 0 -- it is the center of the image
-    \node (logo) at (2,7.5) {\includegraphics[width=.25\paperwidth]{graphics/logo/idiap}};
-    \fill[color=unidistancedark] (0,3.0) rectangle (2.5,5);
-    \fill[color=unidistancelite] (2.7,3.0) rectangle (\the\paperwidth,5);
-    %\fill[color=white] (0,8.3) rectangle (2.5,5);
-    %\fill[color=unidistancedark] (0,2.5) rectangle (2.5,5);
-    %\fill[color=unidistancelite] (2.7,2.5) rectangle (\the\paperwidth,5);
-    \ifnum\thepage>1\relax%
-    \fill[white,opacity=1] (0,0)
-    rectangle(\the\paperwidth,\the\paperheight);
-    \fi
-  \end{tikzpicture}
-}
-
-% Defines some fonts and colors
-\usefonttheme{structurebold}
-\setbeamercolor{unidistance title}{fg=white}
-%\setbeamercolor{unidistance title}{fg=unidistancedark}
-\setbeamerfont{unidistance title}{series=\bfseries,size=\large}
-\setbeamercolor{unidistance subtitle}{fg=white}
-%\setbeamercolor{unidistance subtitle}{fg=unidistancedark}
-\setbeamerfont{unidistance subtitle}{series=\bfseries,size=\normalsize}
-\setbeamercolor{unidistance author}{fg=black}
-\setbeamerfont{unidistance author}{series=\bfseries}
-
-% Title page
-\defbeamertemplate*{title page}{unidistance}[1][]
-{
-  % Normally vkip here to overlay with the box in background
-  \vskip3.2cm%
-  \begin{beamercolorbox}[wd=14cm,leftskip=3cm,#1]{title page header}
-    \usebeamerfont{unidistance title}\usebeamercolor[fg]{unidistance title}\inserttitle\par%
-  \end{beamercolorbox}%
-  \vskip0.1cm%
-  \begin{beamercolorbox}[wd=14cm,leftskip=3cm,#1]{subtitle page header}
-    \usebeamerfont{unidistance subtitle}\usebeamercolor[fg]{unidistance subtitle}\insertsubtitle\par%
-  \end{beamercolorbox}
-  \vskip1cm%
-  \begin{beamercolorbox}[wd=14cm,leftskip=3cm,#1]{author}
-    \usebeamerfont{unidistance author}\usebeamercolor[fg]{unidistance author}\insertauthor%
-  \end{beamercolorbox}
-}
-
-%% Defines the frametitle header
-%\defbeamertemplate*{frametitle}{unidistance}[1][]
-%{
-%  \begin{beamercolorbox}[wd=\paperwidth,ht=50pt]{frametitle}
-%
-%    \begin{tikzpicture}
-%      %tikz coordinates are (0,0) on the bottom left of the frame, as defined
-%      %above - the format is (x,y) - (horizontal,vertical) displacements
-%
-%      %use the entire region as a canvas, paint it in white
-%      \useasboundingbox[fill=white](0,0) rectangle(\paperwidth,50pt);
-%
-%      %%put logo, starting on the top-left (n.b.: position w.r.t. image center)
-%      %\node (logo) at (.15\paperwidth+5,25pt)
-%      %  {\includegraphics[width=.1\paperwidth]{graphics/logo/idiap}};
-%
-%      %options: title alone or title + subtitle
-%      \ifx\insertframesubtitle\@empty%
-%      {\node[anchor=west,unidistancedark,font=\LARGE] at (.32\paperwidth,17pt){\insertframetitle};}
-%      \else%
-%      {\node[anchor=west,unidistancedark,font=\Large] at (0.32\paperwidth,28pt){\insertframetitle};%
-%        \node[anchor=west,unidistancelite,font=\small] at (0.32\paperwidth,14pt){\insertframesubtitle};}%
-%      \fi
-%    \end{tikzpicture}
-%
-%  \end{beamercolorbox}
-%}
-
-% Title page
-\defbeamertemplate*{toc}{unidistance}[1][]
-{
-}
-
-% Set itemize and enumeration lists
-\setbeamertemplate{itemize items}[square]
-\setbeamercolor*{itemize item}{fg=unidistancedark}
-\setbeamercolor*{itemize subitem}{fg=unidistancedark}
-\setbeamercolor*{itemize subsubitem}{fg=unidistancedark}
-\setbeamertemplate{enumerate items}[default]
-\setbeamercolor*{enumerate item}{fg=unidistancedark}
-\setbeamercolor*{enumerate subitem}{fg=unidistancedark}
-\setbeamercolor*{enumerate subsubitem}{fg=unidistancedark}
-
-% Configure blocks
-\setbeamertemplate{blocks}[square]
-\setbeamercolor{block title}{bg=unidistancelite,fg=white}
-\setbeamercolor{block body}{bg=unidistancelite!10,fg=black}
-\setbeamercolor{block title alerted}{bg=darkred!80,fg=white}
-\setbeamercolor{block body alerted}{bg=red!10,fg=black}
-\setbeamercolor{block title example}{bg=darkgreen!80,fg=white}
-\setbeamercolor{block body example}{bg=green!10,fg=black}
-
-% Disables navigation symbols
-\setbeamertemplate{navigation symbols}{}
-
-% Defines the frame footer
-\setbeamertemplate{footline}{
-  \begin{beamercolorbox}[wd=\the\paperwidth,ht=20pt]{section in head/foot}%
-    \begin{tikzpicture}
-      %use the entire region as a canvas, paint it in white
-      \useasboundingbox[fill=white](0,0) rectangle(\paperwidth,20pt);
-      %left box, darker color
-      \path[fill=unidistancedark] (30pt,0) rectangle (110pt,20pt);
-      \node[anchor=center,align=center,white,font={\fontsize{5pt}{3}\selectfont}] at (72pt,10pt) { \href{http://www.idiap.ch}{Idiap} };
-      %right box, lighter color with title and page number
-      \path[fill=unidistancelite] (112pt,0) rectangle (\paperwidth-30pt,20pt);
-      \node[anchor=west,white,font={\fontsize{5pt}{3}\selectfont}] at (115pt,10pt) { \insertsubtitle\ | \inserttitle\ };
-      \node[anchor=east,white,font={\fontsize{5pt}{3}\selectfont}] at (\paperwidth-30pt,10pt) { \insertframenumber/\inserttotalframenumber };
-    \end{tikzpicture}
-  \end{beamercolorbox}
-}
-
-% Redefines maketitle so we don't need to put it in a frame
-% User needs to do just "\maketitle" after "\begin{document}"
-\def\maketitle{%
-  \ifbeamer@inframe
-    \titlepage
-  \else
-    \begin{frame}[plain]
-      \titlepage
-    \end{frame}
-  \fi
-}
-
-% Settings
-\setbeamercolor*{title page header}{fg=white}
-\setbeamercolor*{author}{fg=white}
-\setbeamercolor*{date}{fg=white}
-
-% Define custom front page
-\def\makefrontpage{%
-  \begin{frame}[plain,c,noframenumbering]
-    \begin{center}
-      \includegraphics[width=.75\paperwidth]{graphics/logo/idiap}
-      \vskip3em
-      \bfseries\href{http://www.idiap.ch}{www.idiap.ch}
-    \end{center}
-  \end{frame}
-}
-
-% Define custom last page
-\def\makelastpage{%
-  \begin{frame}[plain,c,noframenumbering]
-    \begin{center}
-      \includegraphics[width=.75\paperwidth]{graphics/logo/idiap}
-      \vskip3em
-      \bfseries\href{http://www.idiap.ch}{www.idiap.ch}
-    \end{center}
-  \end{frame}
-}
-
-\mode<all>

graphics

-../graphics
\ No newline at end of file

graphics.tex

-% graphics (png, pdf, ...) NOT eps (to convert to pdf with epstopdf)
-\usepackage{graphicx}
-
-% list of path for graphics (Warning: the / at the end of each path is important)
-\graphicspath{{graphics/}
-{graphics/idiap/}
-{graphics/projects/}
-{graphics/biometrics-group/team/}
-{graphics/logo/}
-{graphics/applications/}
-{graphics/diagrams/}
-{graphics/diagrams/face-processing/}
-{graphics/diagrams/face-processing/feature-extraction/}
-{graphics/diagrams/face-processing/geometric-norm/}
-{graphics/diagrams/face-processing/photometric-norm/}
-{graphics/diagrams/speech-processing/feature-extraction/}
-{graphics/diagrams/lbp/}
-{graphics/diagrams/pad/}
-{graphics/diagrams/cnn/}
-{graphics/diagrams/biometrics-and-antispoofing/}
-{graphics/diagrams/biometrics-and-pad/}
-{graphics/biometrics/history/}
-{graphics/biometrics/face2D/}
-{graphics/biometrics/face2D/atnt/}
-{graphics/biometrics/face2D/mobio/}
-{graphics/biometrics/face2D/swan/}
-{graphics/biometrics/face2D/fargo/}
-{graphics/biometrics/face3D/}
-{graphics/biometrics/face3D/fdv2016-smarcel/}
-{graphics/biometrics/hface/}
-{graphics/biometrics/fingerprint/}
-{graphics/biometrics/fingervein/utfvp/}
-{graphics/biometrics/palmvein/}
-{graphics/biometrics/wristvein/}
-{graphics/biometrics/wristvein/biowave/}
-{graphics/biometrics/tattoo/}
-{graphics/biometrics/voice/}
-{graphics/biometrics/iris/}
-{graphics/biometrics/signature-and-handwriting/}
-{graphics/capture-devices/fingervein/}
-{graphics/capture-devices/palmvein/}
-{graphics/capture-devices/biowave/}
-{graphics/capture-devices/swan-dc-app/}
-{graphics/presentation-attack-instrument/face/}
-{graphics/presentation-attack-instrument/face-print/}
-{graphics/presentation-attack-instrument/face-3D-mask-rigid/}
-{graphics/presentation-attack-instrument/face-3D-mask-silicone/}
-{graphics/presentation-attack-instrument/fingerprint/}
-{graphics/presentation-attack-instrument/altered-fingerprint/}
-{graphics/presentation-attack-instrument/fingervein/}
-{graphics/presentation-attack-instrument/palmvein/}
-{graphics/presentation-attack-instrument/voice-replay/}
-{graphics/results/face-rec/scores/}
-{graphics/results/face-pad/examples/}
-{graphics/results/face-pad/examples/replay-mobile/}
-{graphics/results/face-pad/sfar-scoredist/}
-{graphics/results/speaker-pad/sfar-scoredist/}
-{graphics/results/fingervein-pad/sfar-scoredist/}
-{graphics/results/palmvein-pad/sfar-scoredist/}
-{graphics/spoofing-in-movies/}
-{graphics/rr/}
-{graphics/tabularasa/}
-{graphics/beat/}
-%{graphics/biometric-center/}
-{graphics/demos/}
-}
-
-\DeclareGraphicsExtensions{.pdf,.jpg,.png}
-
-

header.tex

-\usetheme{idiapbsp}
-\input{settings}
-\input{graphics}

lab/lab.md

-# Lab
-
-Lab on
-- [x] lab 1: face,
-- [ ] lab 2: iris and fingerprint,
-- [ ] lab 3: speaker,
-- [ ] lab 4: vein and multi-modal,
-- [ ] lab 5: spoofing.
-
-**TODO**
-

metadata.yaml

----
-author: |
-  Sébastien Marcel\
-  Biometrics Security and Privacy group\
-  Idiap research institute\
-  Switzerland\
-  \url{www.idiap.ch/~marcel}
-subject: Lab 4
-date: \today
-title: "Master Biometrics: Lab 4"
-subtitle: "Multi-modal biometrics and more"
-institute: "Idiap Research Institute"
-lang: "en"
----

scores/multi-algorithm/gmm/standard/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'gmm', '--force', '-o', 'scores/multi-algorithm/gmm/standard', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.GMM'>(preprocessors=[StandardScaler(copy=True, with_mean=True, with_std=True)], kmeans_training_iterations=25, gmm_training_iterations=25, training_threshold=0.0005, variance_threshold=0.0005, update_weights=True, update_means=True, update_variances=True, responsibility_threshold=0, init_seed=5489)
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/gmm/standard
+model_file: scores/multi-algorithm/gmm/standard/Model.pkl
+skip_check: False
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/llr/standard/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'llr', '--force', '-o', 'scores/multi-algorithm/llr/standard', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.LLR'>(preprocessors=[StandardScaler(copy=True, with_mean=True, with_std=True)], trainer=<class 'bob.learn.linear.CGLogRegTrainer'>)
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/llr/standard
+model_file: scores/multi-algorithm/llr/standard/Model.pkl
+skip_check: False
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/mlp/standard/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'mlp', '--force', '-o', 'scores/multi-algorithm/mlp/standard', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.MLP'>(preprocessors=[StandardScaler(copy=True, with_mean=True, with_std=True)], mlp_shape=[2, 5, 5, 1], machine=<bob.learn.mlp.Machine @(2, 5, 5, 1) [act: f(z) = tanh(z)]>, trainer=<class 'bob.learn.mlp.RProp'>)
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/mlp/standard
+model_file: scores/multi-algorithm/mlp/standard/Model.pkl
+skip_check: False
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/standard/system-1/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:standard', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/standard/system-1/', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[StandardScaler(copy=True, with_mean=True, with_std=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/standard/system-1/
+model_file: scores/multi-algorithm/normalized/standard/system-1/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/standard/system-2/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:standard', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/standard/system-2/', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[StandardScaler(copy=True, with_mean=True, with_std=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/standard/system-2/
+model_file: scores/multi-algorithm/normalized/standard/system-2/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/tanh/system-1/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:tanh', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/tanh/system-1/', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[Tanh(copy=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/tanh/system-1/
+model_file: scores/multi-algorithm/normalized/tanh/system-1/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/tanh/system-2/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:tanh', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/tanh/system-2/', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[Tanh(copy=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/tanh/system-2/
+model_file: scores/multi-algorithm/normalized/tanh/system-2/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/znorm/system-1/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:znorm', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/znorm/system-1/', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[ZNorm(copy=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/znorm/system-1/
+model_file: scores/multi-algorithm/normalized/znorm/system-1/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/znorm/system-2/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:znorm', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/znorm/system-2/', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[ZNorm(copy=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/znorm/system-2/
+model_file: scores/multi-algorithm/normalized/znorm/system-2/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/znrom/system-1/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:znorm', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/znrom/system-1/', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[ZNorm(copy=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/znrom/system-1/
+model_file: scores/multi-algorithm/normalized/znrom/system-1/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/normalized/znrom/system-2/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'preprocess.py:znorm', '--force', '--skip-check', '-o', 'scores/multi-algorithm/normalized/znrom/system-2/', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.Empty'>(preprocessors=[ZNorm(copy=True)])
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/normalized/znrom/system-2/
+model_file: scores/multi-algorithm/normalized/znrom/system-2/Model.pkl
+skip_check: True
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file

scores/multi-algorithm/plr-2/standard/Experiment.info

+Command line:
+['fusion', 'fuse', '-vvv', '-a', 'plr-2', '--force', '-o', 'scores/multi-algorithm/plr-2/standard', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval']
+
+Configuration:
+
+
+scores: ('scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-dev', 'scores/multi-algorithm/system-1-scores-eval', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-dev', 'scores/multi-algorithm/system-2-scores-eval')
+algorithm: <class 'bob.fusion.base.algorithm.LLR'>(preprocessors=[StandardScaler(copy=True, with_mean=True, with_std=True), PolynomialFeatures(degree=2, include_bias=True, interaction_only=False)], trainer=<class 'bob.learn.linear.CGLogRegTrainer'>)
+groups: ('train', 'dev', 'eval')
+output_dir: scores/multi-algorithm/plr-2/standard
+model_file: scores/multi-algorithm/plr-2/standard/Model.pkl
+skip_check: False
+force: True
+kwargs: {'verbose': 3}
+    
\ No newline at end of file