Add HLDI for CASIA FASD

bob/pad/face/database/__init__.py

@@ -8,6 +8,8 @@ from .batl import BatlPadDatabase
 from .celeb_a import CELEBAPadDatabase
 from .maskattack import MaskAttackPadDatabase
 from .casiasurf import CasiaSurfPadDatabase
+from .casiafasd import CasiaFasdPadDatabase
+
 
 # gets sphinx autodoc done right - don't remove it
 def __appropriate__(*args):
@@ -35,7 +37,8 @@ __appropriate__(
     BatlPadDatabase,
     CELEBAPadDatabase,
     MaskAttackPadDatabase,
-    CasiaSurfPadDatabase
+    CasiaSurfPadDatabase,
+    CasiaFasdPadDatabase,
 )
 
 __all__ = [_ for _ in dir() if not _.startswith('_')]

bob/pad/face/database/casiafasd.py

+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+from bob.bio.video import FrameSelector
+from bob.extension import rc
+from bob.io.video import reader
+from bob.pad.base.database import PadDatabase
+from bob.pad.face.database import VideoPadFile
+from bob.db.base.utils import (
+    check_parameter_for_validity, check_parameters_for_validity)
+import numpy
+import os
+
+
+CASIA_FASD_FRAME_SHAPE = (3, 1280, 720)
+
+
+class CasiaFasdPadFile(VideoPadFile):
+    """
+    A high level implementation of the File class for the CASIA_FASD database.
+    """
+
+    def __init__(self, f, original_directory=None):
+        """
+        Parameters
+        ----------
+        f : object
+            An instance of the File class defined in the low level db interface
+            of the CasiaFasd database, in bob.db.casia_fasd.models
+        """
+
+        self.f = f
+        self.original_directory = original_directory
+
+        if f.is_real():
+            attack_type = None
+        else:
+            attack_type = 'attack/{}/{}'.format(f.get_type(), f.get_quality())
+
+        super(CasiaFasdPadFile, self).__init__(
+            client_id=str(f.get_clientid()),
+            path=f.filename,
+            attack_type=attack_type,
+            file_id=f.filename)
+
+    @property
+    def frames(self):
+        """Yields the frames of the biofile one by one.
+
+        Yields
+        ------
+        :any:`numpy.array`
+            A frame of the video. The size is :any:`CASIA_FASD_FRAME_SHAPE`.
+        """
+        vfilename = self.make_path(
+            directory=self.original_directory, extension='.avi')
+        for frame in reader(vfilename):
+            # pad frames to 1280 x 720 so they all have the same size
+            h, w = frame.shape[1:]
+            H, W = CASIA_FASD_FRAME_SHAPE[1:]
+            assert h <= H
+            assert w <= W
+            frame = numpy.pad(frame, ((0, 0), (0, H - h), (0, W - w)),
+                              mode='constant', constant_values=0)
+            yield frame
+
+    @property
+    def number_of_frames(self):
+        """Returns the number of frames in a video file.
+
+        Returns
+        -------
+        int
+            The number of frames.
+        """
+        vfilename = self.make_path(
+            directory=self.original_directory, extension='.avi')
+        return reader(vfilename).number_of_frames
+
+    @property
+    def frame_shape(self):
+        """Returns the size of each frame in this database.
+
+        Returns
+        -------
+        (int, int, int)
+            The (#Channels, Height, Width) which is
+            :any:`CASIA_FASD_FRAME_SHAPE`.
+        """
+        return CASIA_FASD_FRAME_SHAPE
+
+    @property
+    def annotations(self):
+        """Reads the annotations
+
+        Returns
+        -------
+        annotations : :py:class:`dict`
+            A dictionary containing the annotations for each frame in the
+            video. Dictionary structure:
+            ``annotations = {'1': frame1_dict, '2': frame1_dict, ...}``.Where
+            ``frameN_dict = {'topleft': (row, col), 'bottomright':(row, col)}``
+            is the dictionary defining the coordinates of the face bounding box
+            in frame N.
+        """
+        annots = self.f.bbx()
+        annotations = {}
+        for i, v in enumerate(annots):
+            topleft = (v[2], v[1])
+            bottomright = (v[2] + v[4], v[1] + v[3])
+            annotations[str(i)] = {'topleft': topleft,
+                                   'bottomright': bottomright}
+        return annotations
+
+    def load(self, directory=None, extension='.avi',
+             frame_selector=FrameSelector(selection_style='all')):
+        """Loads the video file and returns in a
+        :any:`bob.bio.video.FrameContainer`.
+
+        Parameters
+        ----------
+        directory : :obj:`str`, optional
+            The directory to load the data from.
+        extension : :obj:`str`, optional
+            The extension of the file to load.
+        frame_selector : :any:`bob.bio.video.FrameSelector`, optional
+            Which frames to select.
+
+        Returns
+        -------
+        :any:`bob.bio.video.FrameContainer`
+            The loaded frames inside a frame container.
+        """
+        directory = directory or self.original_directory
+        return frame_selector(self.make_path(directory, extension))
+
+
+class CasiaFasdPadDatabase(PadDatabase):
+    """
+    A high level implementation of the Database class for the CASIA_FASD
+    database. Please run ``bob config set bob.db.casia_fasd.directory
+    /path/to/casia_fasd_files`` in a terminal to point to the original files on
+    your computer. This interface is different from the one implemented in
+    ``bob.db.casia_fasd.Database``.
+    """
+
+    def __init__(
+            self,
+            # grandtest is the new modified protocol for this database
+            protocol='grandtest',
+            original_directory=rc['bob.db.casia_fasd.directory'],
+            **kwargs):
+        """
+        Parameters
+        ----------
+        protocol : str or None
+            The name of the protocol that defines the default experimental
+            setup for this database. Only grandtest is supported for now.
+
+        original_directory : str
+            The directory where the original data of the database are stored.
+
+        kwargs
+            The arguments of the :py:class:`bob.pad.base.database.PadDatabase`
+            base class constructor.
+        """
+        return super(CasiaFasdPadDatabase, self).__init__(
+            name='casiafasd',
+            protocol=protocol,
+            original_directory=original_directory,
+            original_extension='.avi',
+            training_depends_on_protocol=True,
+            **kwargs)
+
+    def objects(self,
+                groups=None,
+                protocol=None,
+                purposes=None,
+                model_ids=None,
+                **kwargs):
+        """
+        This function returns lists of CasiaFasdPadFile objects, which fulfill
+        the given restrictions.
+
+        Parameters
+        ----------
+        groups : :obj:`str` or [:obj:`str`]
+            The groups of which the clients should be returned.
+            Usually, groups are one or more elements of
+            ('train', 'dev', 'eval')
+
+        protocol : str
+            The protocol for which the clients should be retrieved.
+            Only 'grandtest' is supported for now. This protocol modifies the
+            'Overall Test' protocol and adds some ids to dev set.
+
+        purposes : :obj:`str` or [:obj:`str`]
+            The purposes for which File objects should be retrieved either
+            'real' or 'attack' or both.
+
+        model_ids
+            Ignored.
+
+        **kwargs
+            Ignored.
+
+        Returns
+        -------
+        files : [CasiaFasdPadFile]
+            A list of CasiaFasdPadFile objects.
+        """
+        groups = check_parameters_for_validity(
+            groups, 'groups', ('train', 'dev', 'eval'),
+            ('train', 'dev', 'eval'))
+        protocol = check_parameter_for_validity(
+            protocol, 'protocol', ('grandtest'), 'grandtest')
+        purposes = check_parameters_for_validity(
+            purposes, 'purposes', ('real', 'attack'), ('real', 'attack'))
+
+        qualities = ('low', 'normal', 'high')
+        types = ('warped', 'cut', 'video')
+        from bob.db.casia_fasd.models import File
+
+        files = []
+
+        db_mappings = {
+            'real_normal': '1',
+            'real_low': '2',
+            'real_high': 'HR_1',
+            'warped_normal': '3',
+            'warped_low': '4',
+            'warped_high': 'HR_2',
+            'cut_normal': '5',
+            'cut_low': '6',
+            'cut_high': 'HR_3',
+            'video_normal': '7',
+            'video_low': '8',
+            'video_high': 'HR_4'
+        }
+
+        # identitites 1-15 are for train, 16-20 are dev, and 21-50 for eval
+        grp_id_map = {
+            'train': list(range(1, 16)),
+            'dev': list(range(16, 21)),
+            'eval': list(range(21, 51)),
+        }
+        grp_map = {
+            'train': 'train',
+            'dev': 'train',
+            'eval': 'test',
+        }
+
+        for g in groups:
+            ids = grp_id_map[g]
+            for i in ids:
+                cur_id = i
+                if g == 'eval':
+                    cur_id = i - 20
+                    # the id within the group subset
+
+                # this group name (grp) is only train and test
+                grp = grp_map[g]
+
+                folder_name = grp + '_release'
+
+                for q in qualities:
+                    for c in purposes:
+                        # the class real doesn't have any different types, only
+                        # the attacks can be of different type
+                        if c == 'real':
+                            filename = os.path.join(folder_name, "%d" % cur_id,
+                                                    db_mappings['real_' + q])
+                            files.append(CasiaFasdPadFile(
+                                File(filename, c, grp),
+                                self.original_directory))
+                        else:
+                            for t in types:
+                                filename = os.path.join(
+                                    folder_name, "%d" % cur_id,
+                                    db_mappings[t + '_' + q])
+                                files.append(CasiaFasdPadFile(
+                                    File(filename, c, grp),
+                                    self.original_directory))
+        return files
+
+    def annotations(self, padfile):
+        return padfile.annotations
+
+    def frames(self, padfile):
+        return padfile.frames
+
+    def number_of_frames(self, padfile):
+        return padfile.number_of_frames
+
+    @property
+    def frame_shape(self):
+        return CASIA_FASD_FRAME_SHAPE

bob/pad/face/database/replay.py

-#!/usr/bin/env python2
+#!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
 # Used in ReplayMobilePadFile class

bob/pad/face/test/test_databases.py

@@ -119,14 +119,17 @@ def test_maskattack():
         package_prefix='bob.pad.')
     try:
         # all real sequences: 2 sessions, 5 recordings for 17 individuals
-        assert len(maskattack.objects(groups=['train', 'dev', 'eval'], purposes='real')) == 170
+        assert len(maskattack.objects(
+            groups=['train', 'dev', 'eval'], purposes='real')) == 170
         # all attacks: 1 session, 5 recordings for 17 individuals
-        assert len(maskattack.objects(groups=['train', 'dev', 'eval'], purposes='attack')) == 85
-        
+        assert len(maskattack.objects(
+            groups=['train', 'dev', 'eval'], purposes='attack')) == 85
+
         # training real: 7 subjects, 2 sessions, 5 recordings
         assert len(maskattack.objects(groups=['train'], purposes='real')) == 70
         # training real: 7 subjects, 1 session, 5 recordings
-        assert len(maskattack.objects(groups=['train'], purposes='attack')) == 35
+        assert len(maskattack.objects(
+            groups=['train'], purposes='attack')) == 35
 
         # dev and test contains the same number of sequences:
         # real: 5 subjects, 2 sessions, 5 recordings
@@ -134,7 +137,8 @@ def test_maskattack():
         assert len(maskattack.objects(groups=['dev'], purposes='real')) == 50
         assert len(maskattack.objects(groups=['eval'], purposes='real')) == 50
         assert len(maskattack.objects(groups=['dev'], purposes='attack')) == 25
-        assert len(maskattack.objects(groups=['eval'], purposes='attack')) == 25
+        assert len(maskattack.objects(
+            groups=['eval'], purposes='attack')) == 25
 
     except IOError as e:
         raise SkipTest(
@@ -142,6 +146,8 @@ def test_maskattack():
             % e)
 
 # Test the Aggregated database, which doesn't have a package
+
+
 def test_aggregated_db():
     aggregated_db = bob.bio.base.load_resource(
         'aggregated-db',
@@ -210,147 +216,61 @@ def test_casiasurf():
         preferred_package='bob.pad.face',
         package_prefix='bob.pad.')
     try:
-        assert len(casiasurf.objects(groups=['train'], purposes='real')) == 8942 
+        assert len(casiasurf.objects(groups=['train'], purposes='real')) == 8942
         assert len(casiasurf.objects(groups=['train'], purposes='attack')) == 20324
         assert len(casiasurf.objects(groups=('dev',), purposes=('real',))) == 2994
         assert len(casiasurf.objects(groups=('dev',), purposes=('attack',))) == 6614
         assert len(casiasurf.objects(groups=('dev',), purposes=('real','attack'))) == 9608
         assert len(casiasurf.objects(groups=('eval',), purposes=('attack',))) == 57710
-    
+
     except IOError as e:
         raise SkipTest(
             "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
             % e)
 
-# # Test the BATL database
-# @db_available('batl-db')
-# def test_aggregated_db():
-#     batl_db = bob.bio.base.load_resource(
-#         'batl-db',
-#         'database',
-#         preferred_package='bob.pad.face',
-#         package_prefix='bob.pad.')
-#     try:
-
-#         assert len(
-#             batl_db.objects(groups=['train', 'dev', 'eval'])) == 1679
-#         assert len(batl_db.objects(groups=['train', 'dev'])) == 1122
-#         assert len(batl_db.objects(groups=['train'])) == 565
-
-#         assert len(batl_db.objects(groups='train')) == 565
-#         assert len(batl_db.objects(groups='dev')) == 557
-#         assert len(batl_db.objects(groups='eval')) == 557
-
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'], protocol='grandtest')) == 1679
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest',
-#                 purposes='real')) == 347
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest',
-#                 purposes='attack')) == 1332
-#         #tests for join_train_dev protocols
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-join_train_dev')) == 1679
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-join_train_dev')) == 1679
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-join_train_dev')) == 557
-#         # test for LOO_fakehead
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_fakehead')) == 1149
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_fakehead')) == 1017
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_fakehead')) == 132
-
-#         # test for LOO_flexiblemask
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_flexiblemask')) == 1132
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_flexiblemask')) == 880
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_flexiblemask')) == 252
-
-#         # test for LOO_glasses
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_glasses')) == 1206
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_glasses')) == 1069
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_glasses')) == 137
-
-#         # test for LOO_papermask
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_papermask')) == 1308
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_papermask')) == 1122
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_papermask')) == 186
-
-#         # test for LOO_prints
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_prints')) == 1169
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_prints')) == 988
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_prints')) == 181
-
-#         # test for LOO_replay
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_replay')) == 1049
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_replay')) == 854
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_replay')) == 195
-
-#         # test for LOO_rigidmask
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev', 'eval'],
-#                 protocol='grandtest-color-50-LOO_rigidmask')) == 1198
-#         assert len(
-#             batl_db.objects(
-#                 groups=['train', 'dev'], protocol='grandtest-color-50-LOO_rigidmask')) == 1034
-#         assert len(
-#             batl_db.objects(groups='eval',
-#                                   protocol='grandtest-color-50-LOO_rigidmask')) == 164
-
-
-#     except IOError as e:
-#         raise SkipTest(
-#             "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
-#             % e)
+
+@db_available('casia_fasd')
+def test_casia_fasd():
+    casia_fasd = bob.bio.base.load_resource(
+        'casiafasd',
+        'database',
+        preferred_package='bob.pad.face',
+        package_prefix='bob.pad.')
+
+    assert len(casia_fasd.objects()) == 600
+    assert len(casia_fasd.objects(purposes='real')) == 150
+    assert len(casia_fasd.objects(purposes='attack')) == 450
+    assert len(casia_fasd.objects(groups=('train', 'dev'))) == 240
+    assert len(casia_fasd.objects(groups='train')) == 180
+    assert len(casia_fasd.objects(groups='dev')) == 60
+    assert len(casia_fasd.objects(groups='eval')) == 360
+
+    # test annotations since they are shipped with bob.db.casia_fasd
+    f = [f for f in casia_fasd.objects() if f.path == 'train_release/1/2'][0]
+    assert len(f.annotations) == 132
+    assert f.annotations['0'] == \
+        {'topleft': (102, 214), 'bottomright': (242, 354)}
+
+
+@db_available('casia_fasd')
+def test_casia_fasd_frames():
+    casia_fasd = bob.bio.base.load_resource(
+        'casiafasd',
+        'database',
+        preferred_package='bob.pad.face',
+        package_prefix='bob.pad.')
+
+    # test frame loading if the db original files are available
+    try:
+        files = casia_fasd.objects()[:12]
+        for f in files:
+            for frame in f.frames:
+                assert frame.shape == (3, 1280, 720)
+                break
+    except (IOError, RuntimeError)as e:
+        raise SkipTest(
+            "The database original files are missing. To run this test run "
+            "``bob config set bob.db.casia_fasd.directory "
+            "/path/to/casia_fasd_files`` in a terminal to point to the "
+            "original files on your computer. . Here is the error: '%s'"
+            % e)

conda/meta.yaml

@@ -47,6 +47,7 @@ requirements:
     - {{ pin_compatible('numpy') }}
     - {{ pin_compatible('scikit-learn') }}
     - {{ pin_compatible('scikit-image') }}
+    - {{ pin_compatible('opencv') }}
 
 test:
   imports:
@@ -67,6 +68,7 @@ test:
     - bob.db.replay
     - bob.db.replaymobile
     - bob.db.msu_mfsd_mod
+    - bob.db.casia_fasd
     - bob.db.mobio
     - bob.db.maskattack
     - bob.db.casiasurf

setup.py

@@ -66,6 +66,7 @@ setup(
             'replay-attack = bob.pad.face.config.replay_attack:database',
             'replay-mobile = bob.pad.face.config.replay_mobile:database',
             'msu-mfsd = bob.pad.face.config.msu_mfsd:database',
+            'casiafasd = bob.pad.face.config.casiafasd:database',
             'aggregated-db = bob.pad.face.config.aggregated_db:database',
             'mifs = bob.pad.face.config.mifs:database',
             'batl-db = bob.pad.face.config.database.batl.batl_db:database',
@@ -85,6 +86,7 @@ setup(
             'replay-attack = bob.pad.face.config.replay_attack',
             'replay-mobile = bob.pad.face.config.replay_mobile',
             'msu-mfsd = bob.pad.face.config.msu_mfsd',
+            'casiafasd = bob.pad.face.config.casiafasd',
             'aggregated-db = bob.pad.face.config.aggregated_db',
             'mifs = bob.pad.face.config.mifs',
             'batl-db = bob.pad.face.config.database.batl.batl_db',

test-requirements.txt

@@ -2,6 +2,7 @@ nose
 bob.db.replay
 bob.db.replaymobile
 bob.db.msu_mfsd_mod
+bob.db.casia_fasd
 bob.db.mobio
 bob.db.maskattack
 bob.db.casiasurf