diff --git a/doc/running_baslines.md b/doc/running_baslines.md
index 2eb45961a6a4797465bcb4b1ddc3ab33b280ef89..e588860c10566c4514119f248b76c7b59eb7b1a3 100644
--- a/doc/running_baslines.md
+++ b/doc/running_baslines.md
@@ -1,52 +1,42 @@
-Baselines in GRANDTEST protocol of WMCA
-=======================================
+Running baselines in grandtest protocol of WMCA
+===============================================
-# /idiap/temp/ageorge/WMCA_channels_baseline/
+In the baseline experiments, initially experiments are done separately for all four channels and score fusion is performed.
+Running experiments for each channel is described below.
-* Mods ; uses same preprocessing 'lightcnn' in all experiments
-* Alignment has changed ; which would affect depth, infrared and thermal channels
-* for MCCNN- loss; sigmoid, implementation, etc has changed; run once with v2 architecture before finalizing the config and WIP
-* Tighter crops ie default seems to be better for PAD? in baseline; check the same with MCCNN
-* TODO: Replace absolute paths, with relatives and <EXPERIMENT_FOLDER>, <CWD> and so on
-
-A. Color channel
+Color channel
----------------
1.A.1. IQM - LR
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/ -vvv --grid idiap
-
-
+.. code-block:: sh
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/color/grandtest-color-50/scores/scores-dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/color/grandtest-color-50/scores/scores-eval
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/color/ -vvv --grid idiap
-<!-- 0 System_0 67.56 34.28 74.92 4.1 39.51
- -->
- Method APCER ACER APCER BPCER ACER
-0 System_0 76.58 38.79 87.49 0 43.74
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/color/grandtest-color-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/color/grandtest-color-50/scores/scores-eval
1.A.2 Haralick- SVM
+.. code-block:: sh
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py \
---skip-preprocessing \
---preprocessed-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/preprocessed \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/ -vvv --grid idiap
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py \
+ --skip-preprocessing \
+ --preprocessed-directory <PATH_TO_BASELINE_RESULTS>/color/preprocessed \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/ -vvv --grid idiap
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/grandtest-color-50/scores/scores-dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/grandtest-color-50/scores/scores-eval
-
- Method APCER ACER APCER BPCER ACER
-0 System_0 36.02 18.51 35.34 1.67 18.5
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/grandtest-color-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/grandtest-color-50/scores/scores-eval
B. Depth channel
@@ -54,712 +44,609 @@ B. Depth channel
1.B.1 LBP-LR
+.. code-block:: sh
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/ -vvv --grid idiap
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/depth/ -vvv --grid idiap
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/depth/grandtest-depth-50/scores/scores-dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/depth/grandtest-depth-50/scores/scores-eval
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/depth/grandtest-depth-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/depth/grandtest-depth-50/scores/scores-eval
-<!-- Method APCER ACER APCER BPCER ACER
-0 System_0 51.43 26.21 61.91 1.5 31.7
- -->
-bpcer_1_percent_threshold : 0.006411281069 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 57.71 29.35 65.45 0.03 32.74
+1.B.2 Haralick SVM
+.. code-block:: sh
-1.B.2 Haralick SVM
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py \
+ --skip-preprocessing \
+ --preprocessed-directory <PATH_TO_BASELINE_RESULTS>/depth/preprocessed \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/ -vvv --grid idiap
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/grandtest-depth-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/grandtest-depth-50/scores/scores-eval
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py \
---skip-preprocessing \
---preprocessed-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/preprocessed \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/ -vvv --grid idiap
+C. Infrared channel
+-------------------
+1.C.1 LBP-LR
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/grandtest-depth-50/scores/scores-dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/grandtest-depth-50/scores/scores-eval
+.. code-block:: sh
- Method APCER ACER APCER BPCER ACER
-0 System_0 34.71 17.85 43.07 0.57 21.82
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/infrared/ -vvv --grid idiap
+1.C.2 Haralick SVM
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py \
+ --skip-preprocessing \
+ --preprocessed-directory <PATH_TO_BASELINE_RESULTS>/infrared/preprocessed \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/ -vvv --grid idiap
+
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/grandtest-infrared-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/grandtest-infrared-50/scores/scores-eval
-C. Infrared channel
--------------------
-1. C.1 LBP-LR
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/ -vvv --grid idiap
+D. Thermal channel
+------------------
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/infrared/grandtest-infrared-50/scores/scores-dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/infrared/grandtest-infrared-50/scores/scores-eval
+1.D.1 LBP-LR
-<!-- bpcer_1_percent_threshold : 0.018745051061 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 13.39 7.2 8.72 2.1 5.41 -->
+.. code-block:: sh
-bpcer_1_percent_threshold : 0.000303570862 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 32.79 16.9 29.39 1.18 15.28
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/thermal/ -vvv --grid idiap
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/thermal/grandtest-thermal-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/thermal/grandtest-thermal-50/scores/scores-eval
-1. C.2 Haralick SVM
+1.D.2 Haralick SVM
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py \
---skip-preprocessing \
---preprocessed-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/preprocessed \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/ -vvv --grid idiap
+.. code-block:: sh
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/grandtest-infrared-50/scores/scores-dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/grandtest-infrared-50/scores/scores-eval
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py \
+ --skip-preprocessing \
+ --preprocessed-directory <PATH_TO_BASELINE_RESULTS>/thermal/preprocessed \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/ -vvv --grid idiap
-bpcer_1_percent_threshold : 0.002707039504 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 14.03 7.51 12.47 0.05 6.26
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/grandtest-thermal-50/scores/scores-dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/grandtest-thermal-50/scores/scores-eval
-D. Thermal channel
-------------------
+E. Score fusion (haralick-svm)
+------------------------------
+
+.. code-block:: sh
-1. D.1 LBP-LR
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/grandtest-color-50/scores/scores-dev -s \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest/haralick/
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/ -vvv --grid idiap
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/thermal/grandtest-thermal-50/scores/scores-dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/thermal/grandtest-thermal-50/scores/scores-eval
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest/haralick/scores_mean_fused_dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest/haralick/scores_mean_fused_eval
-<!-- Method APCER ACER APCER BPCER ACER
-0 System_0 9.22 5.11 12.77 0.92 6.85 -->
-bpcer_1_percent_threshold : 0.010566554473 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 11.79 6.4 16.43 0.5 8.47
+F. Score fusion (IQM-LBP-LR)
+----------------------------
+.. code-block:: sh
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/color/grandtest-color-50/scores/scores-dev -s \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest/
-2. D. Haralick SVM
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest/scores_mean_fused_dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest/scores_mean_fused_eval
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py \
---skip-preprocessing \
---preprocessed-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/preprocessed \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/ -vvv --grid idiap
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/grandtest-thermal-50/scores/scores-dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/grandtest-thermal-50/scores/scores-eval
+BASELINES in LOO protocols (for scorefusion)
+============================================
-bpcer_1_percent_threshold : 0.000178127038 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 21.51 11.26 24.11 0.85 12.48
+For the experiments first do individual experiments for all channels, after that perform fusion. This needs to be repeated for all the protocols
+A. color
+--------
+unseen_protocols=['','-LOO_fakehead','-LOO_flexiblemask','-LOO_glasses','-LOO_papermask','-LOO_prints','-LOO_replay','-LOO_rigidmask']
+PROTOCOL = 'grandtest-color-50'+unseen_protocols[0]
-E. Score fusion (haralick)
----------------
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/grandtest-color-50/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/haralick/
+1.
+.. code-block:: sh
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/haralick/scores_mean_fused_dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/haralick/scores_mean_fused_eval
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_fakehead \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_fakehead/
- Method APCER ACER APCER BPCER ACER
-0 System_0 6.2 3.6 6.39 0.49 3.44
+2.
+.. code-block:: sh
-F. Score fusion (Idiap)
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_flexiblemask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_flexiblemask/
+3.
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/color/grandtest-color-50/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/
+.. code-block:: sh
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/scores_mean_fused_dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/scores_mean_fused_eval
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_glasses \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_glasses/
-bpcer_1_percent_threshold : 0.33488553884 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 10.52 5.76 13.92 1.17 7.54
+4.
+.. code-block:: sh
-G. Feature fusion
------------------
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_papermask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_papermask/
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/feature_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ -o \
-/idiap/temp/ageorge/WMCA_channels_baseline/feature_fusion/extracted
+5.
+.. code-block:: sh
-uses LR
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/feature_fusion/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/feature_fusion/
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_prints \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_prints/
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/feature_fusion/grandtest-color-50/scores/scores-dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/feature_fusion/grandtest-color-50/scores/scores-eval
+6.
+.. code-block:: sh
-bpcer_1_percent_threshold : 0.075684701258 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 3.59 2.29 4.63 2.8 3.71
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_replay \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_replay/
+7.
+.. code-block:: sh
-BASELINES in LOO protocols (for scorefusion)
-============================================
-# Extracted files are there only change the folder and protocol
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_color.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/qm_lr.py \
+ --protocol grandtest-color-50-LOO_rigidmask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_rigidmask/
-A. color
-------------
-unseen_protocols=['','-LOO_fakehead','-LOO_flexiblemask','-LOO_glasses','-LOO_papermask','-LOO_prints','-LOO_replay','-LOO_rigidmask']
-PROTOCOL = 'grandtest-color-50'+unseen_protocols[0]
+B. depth
+--------
+
+1.
+.. code-block:: sh
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_fakehead \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_fakehead/
-1
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_fakehead \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_fakehead/
-2
-
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_flexiblemask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_flexiblemask/
-3
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_glasses \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_glasses/
-
-4
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_papermask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_papermask/
-5
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_prints \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_prints/
-
-6
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_replay \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_replay/
-7
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/qm_lr.py \
---protocol grandtest-color-50-LOO_rigidmask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_rigidmask/
+2.
+.. code-block:: sh
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_flexiblemask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_flexiblemask/
-B. depth
-------------
-
-1
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_fakehead \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_fakehead/
-2
-
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_flexiblemask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_flexiblemask/
-3
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_glasses \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_glasses/
-
-4
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_papermask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_papermask/
-5
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_prints \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_prints/
-
-6
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_replay \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_replay/
-7
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_depth.py \
---protocol grandtest-depth-50-LOO_rigidmask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/grandtest-depth-50-LOO_rigidmask/
+3.
+.. code-block:: sh
-C. Infrared
-------------
-
-1
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_fakehead \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_fakehead/
-2
-
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_flexiblemask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_flexiblemask/
-3
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_glasses \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_glasses/
-
-4
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_papermask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_papermask/
-5
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_prints \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_prints/
-
-6
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_replay \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_replay/
-7
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_infrared.py \
---protocol grandtest-infrared-50-LOO_rigidmask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/grandtest-infrared-50-LOO_rigidmask/
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_glasses \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_glasses/
+4.
-D. Thermal
-------------
-
-1
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_fakehead \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_fakehead/
-2
-
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_flexiblemask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_flexiblemask/
-3
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_glasses \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_glasses/
-
-4
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_papermask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_papermask/
-5
-
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_prints \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_prints/
-
-6
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_replay \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_replay/
-7
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/lbp_lr_thermal.py \
---protocol grandtest-thermal-50-LOO_rigidmask \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/grandtest-thermal-50-LOO_rigidmask/
-
-E. Score fusion -- This one is evaluated
-----------------------------------------
+.. code-block:: sh
-unseen_protocols=['','-LOO_fakehead','-LOO_flexiblemask','-LOO_glasses','-LOO_papermask','-LOO_prints','-LOO_replay','-LOO_rigidmask']
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_papermask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_papermask/
+
+5.
+
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_prints \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_prints/
+
+6.
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_replay \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_replay/
+
+7.
+
+.. code-block:: sh
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_depth.py \
+ --protocol grandtest-depth-50-LOO_rigidmask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/grandtest-depth-50-LOO_rigidmask/
+
+
+C. Infrared
+-----------
1.
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_fakehead/grandtest-color-50-LOO_fakehead/scores/scores-dev
+.. code-block:: sh
-2.
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_flexiblemask/grandtest-color-50-LOO_flexiblemask/scores/scores-dev
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_fakehead \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_fakehead/
+
+2.
+
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_flexiblemask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_flexiblemask/
3.
+.. code-block:: sh
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_glasses/grandtest-color-50-LOO_glasses/scores/scores-dev
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_glasses \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_glasses/
-4.
+4.
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_papermask/grandtest-color-50-LOO_papermask/scores/scores-dev
+.. code-block:: sh
-5.
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_papermask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_papermask/
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_prints/grandtest-color-50-LOO_prints/scores/scores-dev
+5.
-6.
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_replay/grandtest-color-50-LOO_replay/scores/scores-dev
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_prints \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_prints/
+
+6.
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_replay \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_replay/
7.
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/grandtest-color-50-LOO_rigidmask/grandtest-color-50-LOO_rigidmask/scores/scores-dev
-
-
- scoring
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_eval
-
-generated with string replace
-
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_flexiblemask/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_flexiblemask/fusionmine/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_glasses/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_glasses/fusionmine/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_papermask/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_papermask/fusionmine/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_prints/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_prints/fusionmine/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_replay/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_replay/fusionmine/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_rigidmask/fusionmine/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest-color-50-LOO_rigidmask/fusionmine/scores_mean_fused_eval
-
-bpcer_1_percent_threshold : 0.32129844113600003 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 13.28 7.14 4.12 0.64 2.38
-bpcer_1_percent_threshold : 0.444746355679 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 11.14 6.07 56.36 0.8 28.58
-bpcer_1_percent_threshold : 0.4467639001245 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 6.87 3.94 100 1.72 50.86
-bpcer_1_percent_threshold : 0.33488553884 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 10.52 5.76 31.51 1.17 16.34
-bpcer_1_percent_threshold : 0.33668063652325003 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 10.67 5.83 3.52 1.08 2.3
-bpcer_1_percent_threshold : 0.34702712450275 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 13.91 7.45 0.15 1.53 0.84
-bpcer_1_percent_threshold : 0.38022418914925005 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 7.44 4.22 27.47 1.08 14.27
-
-
-Idiap score fusion on LOO
-
-0 System_0 &13.28 & 7.14 & 4.12 & 0.64 & 2.38
-0 System_0 &11.14 & 6.07 & 56.36& 0.8& 28.58
-0 System_0 &6.87 &3.94 & 100 &1.72 &50.86
-0 System_0 &10.52 & 5.76 & 31.51& 1.17& 16.34
-0 System_0 &10.67 & 5.83 & 3.52 & 1.08 & 2.3
-0 System_0 &13.91 & 7.45 & 0.15 & 1.53 & 0.84
-0 System_0 &7.44 &4.22 &27.47 & 1.08 & 14.27
+.. code-block:: sh
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_infrared.py \
+ --protocol grandtest-infrared-50-LOO_rigidmask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/grandtest-infrared-50-LOO_rigidmask/
-BASELINES in LOO (haralick svm)
-===============================
-#may be appendix
+D. Thermal
+----------
-color
-------
-./bin/spoof.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py \
-/idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py \
---protocol grandtest-color-50-LOO_fakehead \
---skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
---extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ \
---grid idiap \
---sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/
-
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_flexiblemask/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_glasses/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_papermask/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_prints/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_replay/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_rigidmask/
-
-
-depth
-------
-
-infrared
---------
+1.
-thermal
--------
+.. code-block:: sh
-all of them together
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_fakehead \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_fakehead/
-./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_flexiblemask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_glasses/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_papermask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_prints/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_replay/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_color.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-color-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/color/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_rigidmask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_fakehead/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_flexiblemask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_glasses/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_papermask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_prints/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_replay/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_depth.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-depth-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/depth/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/depth/haralicksvm/grandtest-depth-50-LOO_rigidmask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_fakehead/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_flexiblemask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_glasses/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_papermask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_prints/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_replay/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_infrared.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-infrared-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/infrared/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_rigidmask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_fakehead/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_flexiblemask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_glasses/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_papermask/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_prints/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_replay/ &&./bin/spoof.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/database/batl_db_thermal.py /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/baseline_configs/extractor_alorithm/haralick_svm.py --protocol grandtest-thermal-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory /idiap/temp/ageorge/WMCA_channels_baseline/thermal/haralicksvm/extracted/ --grid idiap --sub-directory /idiap/temp/ageorge/WMCA_channels_baseline/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_rigidmask/
+2.
+.. code-block:: sh
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_flexiblemask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_flexiblemask/
-scorefusion Haralick
----------------------
+3.
+
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_glasses \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_glasses/
+
+4.
+
+.. code-block:: sh
-run it for all LOO protocols
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_papermask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_papermask/
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c \
-/idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/grandtest-color-50-LOO_fakehead/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/
+5.
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_prints \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_prints/
+
+6.
+
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_replay \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_replay/
+
+7.
+.. code-block:: sh
+
+ ./bin/spoof.py \
+ <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py \
+ <PATH_TO_EXTRACTOR_CONFIG>/lbp_lr_thermal.py \
+ --protocol grandtest-thermal-50-LOO_rigidmask \
+ --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files \
+ --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/extracted/ \
+ --grid idiap \
+ --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/grandtest-thermal-50-LOO_rigidmask/
+
+E. Score fusion
+---------------
+
+The protocola are, '-LOO_fakehead','-LOO_flexiblemask','-LOO_glasses','-LOO_papermask','-LOO_prints','-LOO_replay','-LOO_rigidmask'
+
+
+1.
+.. code-block:: sh
+
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_fakehead/grandtest-color-50-LOO_fakehead/scores/scores-dev
+
+
+2.
+.. code-block:: sh
-for all
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_flexiblemask/grandtest-color-50-LOO_flexiblemask/scores/scores-dev
-./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/grandtest-color-50-LOO_fakehead/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/ &&./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_flexiblemask/grandtest-color-50-LOO_flexiblemask/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_flexiblemask/ &&./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_glasses/grandtest-color-50-LOO_glasses/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_glasses/ &&./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_papermask/grandtest-color-50-LOO_papermask/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_papermask/ &&./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_prints/grandtest-color-50-LOO_prints/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_prints/ &&./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_replay/grandtest-color-50-LOO_replay/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_replay/ &&./bin/python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/mean_fusion.py -c /idiap/temp/ageorge/WMCA_channels_baseline/LOO/color/haralicksvm/grandtest-color-50-LOO_rigidmask/grandtest-color-50-LOO_rigidmask/scores/scores-dev -s /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_rigidmask/
+3.
+.. code-block:: sh
+
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_glasses/grandtest-color-50-LOO_glasses/scores/scores-dev
+
+4.
+.. code-block:: sh
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_papermask/grandtest-color-50-LOO_papermask/scores/scores-dev
-scoring
+5.
+.. code-block:: sh
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_prints/grandtest-color-50-LOO_prints/scores/scores-dev
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/scores_mean_fused_dev -ef \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/scores_mean_fused_eval
+6.
+.. code-block:: sh
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_replay/grandtest-color-50-LOO_replay/scores/scores-dev
-ALL
+7.
+.. code-block:: sh
-python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_flexiblemask/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_flexiblemask/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_glasses/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_glasses/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_papermask/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_papermask/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_prints/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_prints/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_replay/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_replay/scores_mean_fused_eval &&python /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/scripts/scoring.py -df /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_rigidmask/scores_mean_fused_dev -ef /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/haralick/grandtest-color-50-LOO_rigidmask/scores_mean_fused_eval
+ ./bin/python bin/mean_fusion.py -c \
+ <PATH_TO_BASELINE_RESULTS>/LOO/color/grandtest-color-50-LOO_rigidmask/grandtest-color-50-LOO_rigidmask/scores/scores-dev
+.. code-block:: sh
-bpcer_1_percent_threshold : 0.39410923528175 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 6 3.5 4.82 1.5 3.16
-bpcer_1_percent_threshold : 0.5111330076392501 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 5.14 3.07 28.06 0.03 14.05
-bpcer_1_percent_threshold : 0.44491447523800004 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 1.56 1.28 97.09 0.61 48.85
-bpcer_1_percent_threshold : 0.3145976433035 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 6.2 3.6 4.01 0.49 2.25
-bpcer_1_percent_threshold : 0.27868665540025 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 8.57 4.79 0 0 0
-bpcer_1_percent_threshold : 0.4339007561095 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 6.42 3.71 10.03 1.51 5.77
-bpcer_1_percent_threshold : 0.36870931379725 BPCER_dev : 1.0
- Method APCER ACER APCER BPCER ACER
-0 System_0 6.01 3.5 15.3 0 7.65
+ python bin/scoring.py -df \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_dev -ef \
+ <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_eval
-% Haralick SVM on LOO
+.. code-block:: sh
-0 System_0 &6 &3.5 &4.82 &1.5 &3.16
-0 System_0 &5.14 &3.07 &28.06 &0.03 &14.05
-0 System_0 &1.56 &1.28 &97.09 &0.61 &48.85
-0 System_0 &6.2 &3.6 &4.01 &0.49 &2.25
-0 System_0 &8.57 &4.79 &0 &0 &0
-0 System_0 &6.42 &3.71 &10.03 &1.51 &5.77
-0 System_0 &6.01 &3.5 &15.3 &0 &7.65
+ python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_fakehead/fusionmine/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_flexiblemask/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_flexiblemask/fusionmine/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_glasses/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_glasses/fusionmine/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_papermask/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_papermask/fusionmine/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_prints/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_prints/fusionmine/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_replay/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_replay/fusionmine/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_rigidmask/fusionmine/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/grandtest-color-50-LOO_rigidmask/fusionmine/scores_mean_fused_eval
-BASELINE haralick SVM in 9 fold test in MLFP
+BASELINES in LOO (haralick svm)
===============================
+color
+-----
+.. code-block:: sh
+
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_flexiblemask/
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_glasses/
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_papermask/
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_prints/
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_replay/
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_rigidmask/
-ROCS
-================================
-Baseline ROCS
+All of them together
+--------------------
+.. code-block:: sh
-color infrared depth thermal IQM-LBP Score fusion RDWT-Haralick Score fusion
+ ./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_flexiblemask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_glasses/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_papermask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_prints/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_replay/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_color.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-color-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/color/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_rigidmask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_fakehead/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_flexiblemask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_glasses/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_papermask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_prints/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_replay/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_depth.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-depth-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/depth/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/depth/haralicksvm/grandtest-depth-50-LOO_rigidmask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_fakehead/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_flexiblemask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_glasses/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_papermask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_prints/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_replay/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_infrared.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-infrared-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/infrared/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/infrared/haralicksvm/grandtest-infrared-50-LOO_rigidmask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_fakehead --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_fakehead/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_flexiblemask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_flexiblemask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_glasses --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_glasses/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_papermask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_papermask/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_prints --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_prints/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_replay --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_replay/ &&./bin/spoof.py <PATH_TO_DATABASE_CONFIG>/batl_db_thermal.py <PATH_TO_EXTRACTOR_CONFIG>/haralick_svm.py --protocol grandtest-thermal-50-LOO_rigidmask --skip-preprocessing --skip-extraction --skip-extractor-training --allow-missing-files --extracted-directory <PATH_TO_BASELINE_RESULTS>/thermal/haralicksvm/extracted/ --grid idiap --sub-directory <PATH_TO_BASELINE_RESULTS>/LOO/thermal/haralicksvm/grandtest-thermal-50-LOO_rigidmask/
-dev eval
-bob pad roc \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_fakehead/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_fakehead/fusionmine/score-eval-fused-mean_mine-eval \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_flexiblemask/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_flexiblemask/fusionmine/score-eval-fused-mean_mine-eval \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_glasses/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_glasses/fusionmine/score-eval-fused-mean_mine-eval \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_papermask/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_papermask/fusionmine/score-eval-fused-mean_mine-eval \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_prints/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_prints/fusionmine/score-eval-fused-mean_mine-eval \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_replay/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_replay/fusionmine/score-eval-fused-mean_mine-eval \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_rigidmask/fusionmine/score-eval-fused-mean_mine-dev \
-/idiap/temp/ageorge/BATL_aggregated/lr_batl_govt_marker_corrected-128-new/trainon_idiap_devon_idiap_teston_idiap_unseen_rigidmask/fusionmine/score-eval-fused-mean_mine-eval \
--e -lg Color,Infrared,Depth,Thermal,IQM-LBP Scorefusion, RDWT-Haralick Scorefusion -o /idiap/user/ageorge/WORK/MCCNN/bob.paper.mccnn.tifs2018/plots/baseline_ROCS_new.pdf -la '' -S --style classic --style presentation --figsize 6,4.5 -ts '' -L 0.00005,1,0,1
+scorefusion Haralick
+---------------------
+.. code-block:: sh
+ ./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_fakehead/grandtest-color-50-LOO_fakehead/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/ &&./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_flexiblemask/grandtest-color-50-LOO_flexiblemask/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_flexiblemask/ &&./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_glasses/grandtest-color-50-LOO_glasses/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_glasses/ &&./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_papermask/grandtest-color-50-LOO_papermask/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_papermask/ &&./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_prints/grandtest-color-50-LOO_prints/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_prints/ &&./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_replay/grandtest-color-50-LOO_replay/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_replay/ &&./bin/python bin/mean_fusion.py -c <PATH_TO_BASELINE_RESULTS>/LOO/color/haralicksvm/grandtest-color-50-LOO_rigidmask/grandtest-color-50-LOO_rigidmask/scores/scores-dev -s <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_rigidmask/
+scoring for Haralick Mean fusion
+--------------------------------
+.. code-block:: sh
+ python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_fakehead/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_flexiblemask/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_flexiblemask/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_glasses/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_glasses/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_papermask/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_papermask/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_prints/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_prints/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_replay/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_replay/scores_mean_fused_eval &&python bin/scoring.py -df <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_rigidmask/scores_mean_fused_dev -ef <PATH_TO_BASELINE_RESULTS>/mean_fusion/haralick/grandtest-color-50-LOO_rigidmask/scores_mean_fused_eval
-bob pad roc /idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/scores_mean_fused_dev \
-/idiap/temp/ageorge/WMCA_channels_baseline/mean_fusion/grandtest/scores_mean_fused_eval -o roc.pdf
\ No newline at end of file
diff --git a/setup.py b/setup.py
index 027573b814b9ebaf5b87be2f9f9f717c4fabec28..ed83cdce8f59b6f2162594d1f6c63fd1992e0bb3 100644
--- a/setup.py
+++ b/setup.py
@@ -91,6 +91,8 @@ setup(
# scripts should be declared using this entry:
'console_scripts' : [
'bob_example_project_version.py = bob.paper.mccnn.tifs2018.script.version:main',
+ 'scoring.py = bob.paper.mccnn.tifs2018.script.scoring:main',
+ 'mean_fusion.py = bob.paper.mccnn.tifs2018.script.mean_fusion:main',
],
# registered preprocessors: