test_io.py

import os

import numpy as np
import pytest

from bob.io.base import load, save, vstack_features
from bob.io.base.test_utils import temporary_filename


def test_io_vstack():
    paths = [1, 2, 3, 4, 5]

    def oracle(reader, paths):
        return np.vstack([reader(p) for p in paths])

    def reader_same_size_C(path):
        return np.arange(10).reshape(5, 2)

    def reader_different_size_C(path):
        return np.arange(2 * path).reshape(path, 2)

    def reader_same_size_F(path):
        return np.asfortranarray(np.arange(10).reshape(5, 2))

    def reader_different_size_F(path):
        return np.asfortranarray(np.arange(2 * path).reshape(path, 2))

    def reader_same_size_C2(path):
        return np.arange(30).reshape(5, 2, 3)

    def reader_different_size_C2(path):
        return np.arange(6 * path).reshape(path, 2, 3)

    def reader_same_size_F2(path):
        return np.asfortranarray(np.arange(30).reshape(5, 2, 3))

    def reader_different_size_F2(path):
        return np.asfortranarray(np.arange(6 * path).reshape(path, 2, 3))

    def reader_wrong_size(path):
        return np.arange(2 * path).reshape(2, path)

    # when same_size is False
    for reader in [
        reader_different_size_C,
        reader_different_size_F,
        reader_same_size_C,
        reader_same_size_F,
        reader_different_size_C2,
        reader_different_size_F2,
        reader_same_size_C2,
        reader_same_size_F2,
    ]:
        np.all(vstack_features(reader, paths) == oracle(reader, paths))

    # when same_size is True
    for reader in [
        reader_same_size_C,
        reader_same_size_F,
        reader_same_size_C2,
        reader_same_size_F2,
    ]:
        np.all(vstack_features(reader, paths, True) == oracle(reader, paths))

    with pytest.raises(AssertionError):
        vstack_features(reader_wrong_size, paths)

    # test actual files
    paths = [temporary_filename(), temporary_filename(), temporary_filename()]
    try:
        # try different readers:
        for reader in [
            reader_different_size_C,
            reader_different_size_F,
            reader_same_size_C,
            reader_same_size_F,
            reader_different_size_C2,
            reader_different_size_F2,
            reader_same_size_C2,
            reader_same_size_F2,
        ]:
            # save some data in files
            for i, path in enumerate(paths):
                save(reader(i + 1), path)
            # test when all data is present
            reference = oracle(load, paths)
            np.all(vstack_features(load, paths) == reference)
            os.remove(paths[0])
            # Check if RuntimeError is raised when one of the files is missing
            with pytest.raises(RuntimeError):
                vstack_features(load, paths)
    finally:
        try:
            for path in paths:
                os.remove(path)
        except Exception:
            pass