test_indian.py

# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
#
# SPDX-License-Identifier: GPL-3.0-or-later
"""Tests for Indian (a.k.a.

dataset A/dataset B) dataset.
"""

import importlib

import pytest


def id_function(val):
    if isinstance(val, dict):
        return str(val)
    return repr(val)


@pytest.mark.parametrize(
    "split,lenghts",
    [
        ("default", dict(train=83, validation=20, test=52)),
        ("fold-0", dict(train=111, validation=28, test=16)),
        ("fold-1", dict(train=111, validation=28, test=16)),
        ("fold-2", dict(train=111, validation=28, test=16)),
        ("fold-3", dict(train=111, validation=28, test=16)),
        ("fold-4", dict(train=111, validation=28, test=16)),
        ("fold-5", dict(train=112, validation=28, test=15)),
        ("fold-6", dict(train=112, validation=28, test=15)),
        ("fold-7", dict(train=112, validation=28, test=15)),
        ("fold-8", dict(train=112, validation=28, test=15)),
        ("fold-9", dict(train=112, validation=28, test=15)),
    ],
    ids=id_function,  # just changes how pytest prints it
)
def test_protocol_consistency(
    database_checkers, split: str, lenghts: dict[str, int]
):
    from mednet.config.data.indian.datamodule import make_split

    database_checkers.check_split(
        make_split(f"{split}.json"),
        lengths=lenghts,
        prefixes=("DatasetA/Training", "DatasetA/Testing"),
        possible_labels=(0, 1),
    )


@pytest.mark.skip_if_rc_var_not_set("datadir.indian")
@pytest.mark.parametrize(
    "dataset",
    [
        "train",
        "validation",
        "test",
    ],
)
@pytest.mark.parametrize(
    "name",
    [
        "default",
        "fold_0",
        "fold_1",
        "fold_2",
        "fold_3",
        "fold_4",
        "fold_5",
        "fold_6",
        "fold_7",
        "fold_8",
        "fold_9",
    ],
)
def test_loading(database_checkers, name: str, dataset: str):
    datamodule = importlib.import_module(
        f".{name}", "mednet.config.data.indian"
    ).datamodule

    datamodule.model_transforms = []  # should be done before setup()
    datamodule.setup("predict")  # sets up all datasets

    loader = datamodule.predict_dataloader()[dataset]

    limit = 3  # limit load checking
    for batch in loader:
        if limit == 0:
            break
        database_checkers.check_loaded_batch(
            batch,
            batch_size=1,
            color_planes=1,
            prefixes=("DatasetA/Training", "DatasetA/Testing"),
            possible_labels=(0, 1),
        )
        limit -= 1