test_databases.py

#!/usr/bin/env python
# vim: set fileencoding=utf-8 :
# @author: Manuel Guenther <Manuel.Guenther@idiap.ch>
# @date: Thu May 24 10:41:42 CEST 2012
#
# Copyright (C) 2011-2012 Idiap Research Institute, Martigny, Switzerland
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, version 3 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.


from nose.plugins.skip import SkipTest

import bob.bio.base
from bob.bio.base.test.utils import db_available
from bob.bio.base.test.test_database_implementations import (
    check_database,
    check_database_zt,
)
import bob.core

logger = bob.core.log.setup("bob.bio.face")


def _check_annotations(
    database, topleft=False, required=True, limit_files=None, framed=False
):
    database_legacy = database.database
    files = database_legacy.all_files()
    if limit_files is not None:
        import random

        files = random.sample(files, limit_files)
    found_none = False

    for file in files:
        annotations = database_legacy.annotations(file)
        if required:
            assert annotations is not None
        if annotations is not None:
            assert isinstance(annotations, dict)
            if framed:
                # take one of the frames
                annotations = annotations[list(annotations.keys())[0]]
            if topleft:
                assert "topleft" in annotations
                assert "bottomright" in annotations
            else:
                assert "reye" in annotations
                assert "leye" in annotations
        else:
            found_none = True
    if found_none:
        logger.warn("Some annotations were None for {}".format(database_legacy.name))


@db_available("arface")
def test_arface():
    database = bob.bio.base.load_resource(
        "arface", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, groups=("dev", "eval"))
    except IOError as e:
        raise SkipTest(
            "The database could not queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("atnt")
def test_atnt():
    database = bob.bio.base.load_resource(
        "atnt", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database)
    except IOError as e:
        raise SkipTest(
            "The database could not queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )


@db_available("gbu")
def test_gbu():
    database = bob.bio.base.load_resource(
        "gbu", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, models_depend=True)
        check_database(database, protocol="Bad", models_depend=True)
        check_database(database, protocol="Ugly", models_depend=True)
    except IOError as e:
        raise SkipTest(
            "The database could not queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database, limit_files=1000)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("lfw")
def test_lfw():
    database = bob.bio.base.load_resource(
        "lfw-restricted", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, training_depends=True, models_depend=True)
        check_database(
            database,
            groups=("dev", "eval"),
            protocol="fold1",
            training_depends=True,
            models_depend=True,
        )
        check_database(
            bob.bio.base.load_resource(
                "lfw-unrestricted", "database", preferred_package="bob.bio.face"
            ),
            training_depends=True,
            models_depend=True,
        )
    except IOError as e:
        raise SkipTest(
            "The database could not queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database, limit_files=1000)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("mobio")
def test_mobio():
    database = bob.bio.base.load_resource(
        "mobio-image", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database_zt(database, models_depend=True)
        check_database_zt(database, protocol="female", models_depend=True)
        check_database_zt(
            bob.bio.base.load_resource(
                "mobio-male", "database", preferred_package="bob.bio.face"
            ),
            models_depend=True,
        )
        check_database_zt(
            bob.bio.base.load_resource(
                "mobio-female", "database", preferred_package="bob.bio.face"
            ),
            models_depend=True,
        )
    except IOError as e:
        raise SkipTest(
            "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )

    try:
        _check_annotations(database, limit_files=1000)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("multipie")
def test_multipie():
    database = bob.bio.base.load_resource(
        "multipie", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database_zt(database, training_depends=True)
        check_database_zt(
            bob.bio.base.load_resource(
                "multipie-pose", "database", preferred_package="bob.bio.face"
            ),
            training_depends=True,
        )
    except IOError as e:
        raise SkipTest(
            "The database could not queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    except ValueError as e:
        raise SkipTest(
            "The database could not queried; probably the protocol is missing inside the db.sql3 file. Here is the error: '%s'"
            % e
        )

    try:
        if database.database.annotation_directory is None:
            raise SkipTest("The annotation directory is not set")
        _check_annotations(database)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("replay")
def test_replay_licit():
    database = bob.bio.base.load_resource(
        "replay-img-licit", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, groups=("dev", "eval"))
    except IOError as e:
        raise SkipTest(
            "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database, topleft=True)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("replay")
def test_replay_spoof():
    database = bob.bio.base.load_resource(
        "replay-img-spoof", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, groups=("dev", "eval"))
    except IOError as e:
        raise SkipTest(
            "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database, topleft=True)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("replaymobile")
def test_replaymobile_licit():
    database = bob.bio.base.load_resource(
        "replaymobile-img-licit", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, groups=("dev", "eval"))
    except IOError as e:
        raise SkipTest(
            "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database, topleft=True, limit_files=20)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("replaymobile")
def test_replaymobile_spoof():
    database = bob.bio.base.load_resource(
        "replaymobile-img-spoof", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, groups=("dev", "eval"))
    except IOError as e:
        raise SkipTest(
            "The database could not be queried; probably the db.sql3 file is missing. Here is the error: '%s'"
            % e
        )
    try:
        _check_annotations(database, topleft=True, limit_files=20)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("ijbc")
def test_ijbc():
    database = bob.bio.base.load_resource(
        "ijbc-11", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database, models_depend=True, training_depends=True)
    except IOError as e:
        raise SkipTest("The database could not queried; Here is the error: '%s'" % e)
    try:
        _check_annotations(database, topleft=True, limit_files=1000)
    except IOError as e:
        raise SkipTest(
            "The annotations could not be queried; probably the annotation files are missing. Here is the error: '%s'"
            % e
        )


@db_available("fargo")
def test_fargo():
    database = bob.bio.base.load_resource(
        "fargo", "database", preferred_package="bob.bio.face"
    )
    try:
        check_database(database)
    except IOError as e:
        raise SkipTest("The database could not queried; Here is the error: '%s'" % e)


def test_meds():
    from bob.bio.face.database import MEDSDatabase

    database = MEDSDatabase("verification_fold1")

    assert len(database.background_model_samples()) == 234

    assert len(database.references()) == 223 // 2
    assert len(database.probes()) == 313