diff --git a/tests/test_11k.py b/tests/test_11k.py
index ad7c0935a2f05f0768427c5588f73ca4fe13e23b..8f101c82b2f298f8c3ce676a003e0ff18aa2a731 100644
--- a/tests/test_11k.py
+++ b/tests/test_11k.py
@@ -2,7 +2,7 @@
#
# SPDX-License-Identifier: GPL-3.0-or-later
-"""Tests for TBX11K simplified dataset."""
+"""Tests for TBX11K simplified dataset split 1."""
import pytest
diff --git a/tests/test_11k_RS.py b/tests/test_11k_RS.py
index b0d0d7a797f667e82163337301c355d28872b601..601bbc4628ea752f3ad52b78cedecd64a4b215dc 100644
--- a/tests/test_11k_RS.py
+++ b/tests/test_11k_RS.py
@@ -1,88 +1,88 @@
-# # SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
-# #
-# # SPDX-License-Identifier: GPL-3.0-or-later
+# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
+#
+# SPDX-License-Identifier: GPL-3.0-or-later
-# """Tests for Extended TBX11K simplified dataset."""
+"""Tests for Extended TBX11K simplified dataset split 1."""
-# import pytest
+import pytest
-# def test_protocol_consistency():
-# from ptbench.data.tbx11k_simplified_RS import dataset
+def test_protocol_consistency():
+ from ptbench.data.tbx11k_simplified_RS import dataset
-# # Default protocol
-# subset = dataset.subsets("default")
-# assert len(subset) == 3
+ # Default protocol
+ subset = dataset.subsets("default")
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 2767
+ assert "train" in subset
+ assert len(subset["train"]) == 2767
-# assert "validation" in subset
-# assert len(subset["validation"]) == 706
+ assert "validation" in subset
+ assert len(subset["validation"]) == 706
-# assert "test" in subset
-# assert len(subset["test"]) == 957
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 957
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0]
-# # Cross-validation fold 0-9
-# for f in range(10):
-# subset = dataset.subsets("fold_" + str(f))
-# assert len(subset) == 3
+ # Cross-validation fold 0-9
+ for f in range(10):
+ subset = dataset.subsets("fold_" + str(f))
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 3177
-# for s in subset["train"]:
-# assert s.key.startswith("images/")
+ assert "train" in subset
+ assert len(subset["train"]) == 3177
+ for s in subset["train"]:
+ assert s.key.startswith("images/")
-# assert "validation" in subset
-# assert len(subset["validation"]) == 810
-# for s in subset["validation"]:
-# assert s.key.startswith("images/")
+ assert "validation" in subset
+ assert len(subset["validation"]) == 810
+ for s in subset["validation"]:
+ assert s.key.startswith("images/")
-# assert "test" in subset
-# assert len(subset["test"]) == 443
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 443
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0]
-# @pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
-# def test_loading():
-# from ptbench.data.tbx11k_simplified_RS import dataset
+@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
+def test_loading():
+ from ptbench.data.tbx11k_simplified_RS import dataset
-# def _check_sample(s):
-# data = s.data
-# assert isinstance(data, dict)
-# assert len(data) == 2
+ def _check_sample(s):
+ data = s.data
+ assert isinstance(data, dict)
+ assert len(data) == 2
-# assert "data" in data
-# assert len(data["data"]) == 14 # Check radiological signs
+ assert "data" in data
+ assert len(data["data"]) == 14 # Check radiological signs
-# assert "label" in data
-# assert data["label"] in [0, 1] # Check labels
+ assert "label" in data
+ assert data["label"] in [0, 1] # Check labels
-# limit = 30 # use this to limit testing to first images only, else None
+ limit = 30 # use this to limit testing to first images only, else None
-# subset = dataset.subsets("default")
-# for s in subset["train"][:limit]:
-# _check_sample(s)
+ subset = dataset.subsets("default")
+ for s in subset["train"][:limit]:
+ _check_sample(s)
diff --git a/tests/test_11k_v2.py b/tests/test_11k_v2.py
index dc566e6d13541eaa62fcd6ac75f5ad503bb25099..aa13a802a976ec3de312aa04beb70e45ebf3c2aa 100644
--- a/tests/test_11k_v2.py
+++ b/tests/test_11k_v2.py
@@ -2,7 +2,7 @@
#
# SPDX-License-Identifier: GPL-3.0-or-later
-"""Tests for TBX11K simplified dataset."""
+"""Tests for TBX11K simplified dataset split 2."""
import pytest
diff --git a/tests/test_11k_v2_RS.py b/tests/test_11k_v2_RS.py
index fe6dd8ee6096d53a7bdc327e6fe5722f29165c62..c6ac2464324aee1aa45e185c13380e301a949597 100644
--- a/tests/test_11k_v2_RS.py
+++ b/tests/test_11k_v2_RS.py
@@ -1,117 +1,117 @@
-# # SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
-# #
-# # SPDX-License-Identifier: GPL-3.0-or-later
+# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
+#
+# SPDX-License-Identifier: GPL-3.0-or-later
-# """Tests for Extended TBX11K simplified dataset."""
+"""Tests for Extended TBX11K simplified dataset split 2."""
-# import pytest
+import pytest
-# def test_protocol_consistency():
-# from ptbench.data.tbx11k_simplified_v2_RS import dataset
+def test_protocol_consistency():
+ from ptbench.data.tbx11k_simplified_v2_RS import dataset
-# # Default protocol
-# subset = dataset.subsets("default")
-# assert len(subset) == 3
+ # Default protocol
+ subset = dataset.subsets("default")
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 5241
+ assert "train" in subset
+ assert len(subset["train"]) == 5241
-# assert "validation" in subset
-# assert len(subset["validation"]) == 1335
+ assert "validation" in subset
+ assert len(subset["validation"]) == 1335
-# assert "test" in subset
-# assert len(subset["test"]) == 1793
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 1793
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0]
-# # Cross-validation fold 0-8
-# for f in range(9):
-# subset = dataset.subsets("fold_" + str(f))
-# assert len(subset) == 3
+ # Cross-validation fold 0-8
+ for f in range(9):
+ subset = dataset.subsets("fold_" + str(f))
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 6003
-# for s in subset["train"]:
-# assert s.key.startswith("images/")
+ assert "train" in subset
+ assert len(subset["train"]) == 6003
+ for s in subset["train"]:
+ assert s.key.startswith("images/")
-# assert "validation" in subset
-# assert len(subset["validation"]) == 1529
-# for s in subset["validation"]:
-# assert s.key.startswith("images/")
+ assert "validation" in subset
+ assert len(subset["validation"]) == 1529
+ for s in subset["validation"]:
+ assert s.key.startswith("images/")
-# assert "test" in subset
-# assert len(subset["test"]) == 837
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 837
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0]
-# # Cross-validation fold 9
-# subset = dataset.subsets("fold_9")
-# assert len(subset) == 3
+ # Cross-validation fold 9
+ subset = dataset.subsets("fold_9")
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 6003
-# for s in subset["train"]:
-# assert s.key.startswith("images/")
+ assert "train" in subset
+ assert len(subset["train"]) == 6003
+ for s in subset["train"]:
+ assert s.key.startswith("images/")
-# assert "validation" in subset
-# assert len(subset["validation"]) == 1530
-# for s in subset["validation"]:
-# assert s.key.startswith("images/")
+ assert "validation" in subset
+ assert len(subset["validation"]) == 1530
+ for s in subset["validation"]:
+ assert s.key.startswith("images/")
-# assert "test" in subset
-# assert len(subset["test"]) == 836
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 836
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0]
-# @pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
-# def test_loading():
-# from ptbench.data.tbx11k_simplified_v2_RS import dataset
+@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
+def test_loading():
+ from ptbench.data.tbx11k_simplified_v2_RS import dataset
-# def _check_sample(s):
-# data = s.data
-# assert isinstance(data, dict)
-# assert len(data) == 2
+ def _check_sample(s):
+ data = s.data
+ assert isinstance(data, dict)
+ assert len(data) == 2
-# assert "data" in data
-# assert len(data["data"]) == 14 # Check radiological signs
+ assert "data" in data
+ assert len(data["data"]) == 14 # Check radiological signs
-# assert "label" in data
-# assert data["label"] in [0, 1] # Check labels
+ assert "label" in data
+ assert data["label"] in [0, 1] # Check labels
-# limit = 30 # use this to limit testing to first images only, else None
+ limit = 30 # use this to limit testing to first images only, else None
-# subset = dataset.subsets("default")
-# for s in subset["train"][:limit]:
-# _check_sample(s)
+ subset = dataset.subsets("default")
+ for s in subset["train"][:limit]:
+ _check_sample(s)
diff --git a/tests/test_11k_v3.py b/tests/test_11k_v3.py
index f2f66c9016fd2f5344d9e2bcceb63925f3284ba0..8688b604061589e4e2869cfe056e91d005f893df 100644
--- a/tests/test_11k_v3.py
+++ b/tests/test_11k_v3.py
@@ -2,7 +2,7 @@
#
# SPDX-License-Identifier: GPL-3.0-or-later
-"""Tests for TBX11K simplified dataset."""
+"""Tests for TBX11K simplified dataset split 3."""
import pytest
diff --git a/tests/test_11k_v3_RS.py b/tests/test_11k_v3_RS.py
index 4c3c28a0ee47114f4d64cdfb98ed36b90e4aff42..76a83499d6147a44df5e6deb2c1db0dde49554d6 100644
--- a/tests/test_11k_v3_RS.py
+++ b/tests/test_11k_v3_RS.py
@@ -1,117 +1,117 @@
-# # SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
-# #
-# # SPDX-License-Identifier: GPL-3.0-or-later
+# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
+#
+# SPDX-License-Identifier: GPL-3.0-or-later
-# """Tests for Extended TBX11K simplified dataset."""
+"""Tests for Extended TBX11K simplified dataset split 3."""
-# import pytest
+import pytest
-# def test_protocol_consistency():
-# from ptbench.data.tbx11k_simplified_v3_RS import dataset
+def test_protocol_consistency():
+ from ptbench.data.tbx11k_simplified_v3_RS import dataset
-# # Default protocol
-# subset = dataset.subsets("default")
-# assert len(subset) == 3
+ # Default protocol
+ subset = dataset.subsets("default")
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 5241
+ assert "train" in subset
+ assert len(subset["train"]) == 5241
-# assert "validation" in subset
-# assert len(subset["validation"]) == 1335
+ assert "validation" in subset
+ assert len(subset["validation"]) == 1335
-# assert "test" in subset
-# assert len(subset["test"]) == 1793
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 1793
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# # Cross-validation fold 0-8
-# for f in range(9):
-# subset = dataset.subsets("fold_" + str(f))
-# assert len(subset) == 3
+ # Cross-validation fold 0-8
+ for f in range(9):
+ subset = dataset.subsets("fold_" + str(f))
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 6003
-# for s in subset["train"]:
-# assert s.key.startswith("images/")
+ assert "train" in subset
+ assert len(subset["train"]) == 6003
+ for s in subset["train"]:
+ assert s.key.startswith("images/")
-# assert "validation" in subset
-# assert len(subset["validation"]) == 1529
-# for s in subset["validation"]:
-# assert s.key.startswith("images/")
+ assert "validation" in subset
+ assert len(subset["validation"]) == 1529
+ for s in subset["validation"]:
+ assert s.key.startswith("images/")
-# assert "test" in subset
-# assert len(subset["test"]) == 837
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 837
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# # Cross-validation fold 9
-# subset = dataset.subsets("fold_9")
-# assert len(subset) == 3
+ # Cross-validation fold 9
+ subset = dataset.subsets("fold_9")
+ assert len(subset) == 3
-# assert "train" in subset
-# assert len(subset["train"]) == 6003
-# for s in subset["train"]:
-# assert s.key.startswith("images/")
+ assert "train" in subset
+ assert len(subset["train"]) == 6003
+ for s in subset["train"]:
+ assert s.key.startswith("images/")
-# assert "validation" in subset
-# assert len(subset["validation"]) == 1530
-# for s in subset["validation"]:
-# assert s.key.startswith("images/")
+ assert "validation" in subset
+ assert len(subset["validation"]) == 1530
+ for s in subset["validation"]:
+ assert s.key.startswith("images/")
-# assert "test" in subset
-# assert len(subset["test"]) == 836
-# for s in subset["test"]:
-# assert s.key.startswith("images/")
+ assert "test" in subset
+ assert len(subset["test"]) == 836
+ for s in subset["test"]:
+ assert s.key.startswith("images/")
-# # Check labels
-# for s in subset["train"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ # Check labels
+ for s in subset["train"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# for s in subset["validation"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ for s in subset["validation"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# for s in subset["test"]:
-# assert s.label in [0.0, 1.0, 2.0, 3.0]
+ for s in subset["test"]:
+ assert s.label in [0.0, 1.0, 2.0, 3.0]
-# @pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
-# def test_loading():
-# from ptbench.data.tbx11k_simplified_v3_RS import dataset
+@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
+def test_loading():
+ from ptbench.data.tbx11k_simplified_v3_RS import dataset
-# def _check_sample(s):
-# data = s.data
-# assert isinstance(data, dict)
-# assert len(data) == 2
+ def _check_sample(s):
+ data = s.data
+ assert isinstance(data, dict)
+ assert len(data) == 2
-# assert "data" in data
-# assert len(data["data"]) == 14 # Check radiological signs
+ assert "data" in data
+ assert len(data["data"]) == 14 # Check radiological signs
-# assert "label" in data
-# assert data["label"] in [0, 1, 2, 3] # Check labels
+ assert "label" in data
+ assert data["label"] in [0, 1, 2, 3] # Check labels
-# limit = 30 # use this to limit testing to first images only, else None
+ limit = 30 # use this to limit testing to first images only, else None
-# subset = dataset.subsets("default")
-# for s in subset["train"][:limit]:
-# _check_sample(s)
+ subset = dataset.subsets("default")
+ for s in subset["train"][:limit]:
+ _check_sample(s)
diff --git a/tests/test_mc_ch_in_11k_RS.py b/tests/test_mc_ch_in_11k_RS.py
index 220dc81f4f4ef1c195e820fc9aaab0cecec1855a..64db66f7d58eb6c6a5592dbe5bb4e4011b1b2d5b 100644
--- a/tests/test_mc_ch_in_11k_RS.py
+++ b/tests/test_mc_ch_in_11k_RS.py
@@ -1,437 +1,437 @@
-# # SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
-# #
-# # SPDX-License-Identifier: GPL-3.0-or-later
-
-# """Tests for the aggregated Montgomery-Shenzhen-Indian dataset."""
-
-
-# def test_dataset_consistency():
-# from ptbench.configs.datasets.indian_RS import default as indian_RS
-# from ptbench.configs.datasets.indian_RS import fold_0 as indian_f0
-# from ptbench.configs.datasets.indian_RS import fold_1 as indian_f1
-# from ptbench.configs.datasets.indian_RS import fold_2 as indian_f2
-# from ptbench.configs.datasets.indian_RS import fold_3 as indian_f3
-# from ptbench.configs.datasets.indian_RS import fold_4 as indian_f4
-# from ptbench.configs.datasets.indian_RS import fold_5 as indian_f5
-# from ptbench.configs.datasets.indian_RS import fold_6 as indian_f6
-# from ptbench.configs.datasets.indian_RS import fold_7 as indian_f7
-# from ptbench.configs.datasets.indian_RS import fold_8 as indian_f8
-# from ptbench.configs.datasets.indian_RS import fold_9 as indian_f9
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# default as mc_ch_in_11k_RS,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_0 as mc_ch_in_11k_f0,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_1 as mc_ch_in_11k_f1,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_2 as mc_ch_in_11k_f2,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_3 as mc_ch_in_11k_f3,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_4 as mc_ch_in_11k_f4,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_5 as mc_ch_in_11k_f5,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_6 as mc_ch_in_11k_f6,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_7 as mc_ch_in_11k_f7,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_8 as mc_ch_in_11k_f8,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11k_RS import (
-# fold_9 as mc_ch_in_11k_f9,
-# )
-# from ptbench.configs.datasets.montgomery_RS import default as mc_RS
-# from ptbench.configs.datasets.montgomery_RS import fold_0 as mc_f0
-# from ptbench.configs.datasets.montgomery_RS import fold_1 as mc_f1
-# from ptbench.configs.datasets.montgomery_RS import fold_2 as mc_f2
-# from ptbench.configs.datasets.montgomery_RS import fold_3 as mc_f3
-# from ptbench.configs.datasets.montgomery_RS import fold_4 as mc_f4
-# from ptbench.configs.datasets.montgomery_RS import fold_5 as mc_f5
-# from ptbench.configs.datasets.montgomery_RS import fold_6 as mc_f6
-# from ptbench.configs.datasets.montgomery_RS import fold_7 as mc_f7
-# from ptbench.configs.datasets.montgomery_RS import fold_8 as mc_f8
-# from ptbench.configs.datasets.montgomery_RS import fold_9 as mc_f9
-# from ptbench.configs.datasets.shenzhen_RS import default as ch_RS
-# from ptbench.configs.datasets.shenzhen_RS import fold_0 as ch_f0
-# from ptbench.configs.datasets.shenzhen_RS import fold_1 as ch_f1
-# from ptbench.configs.datasets.shenzhen_RS import fold_2 as ch_f2
-# from ptbench.configs.datasets.shenzhen_RS import fold_3 as ch_f3
-# from ptbench.configs.datasets.shenzhen_RS import fold_4 as ch_f4
-# from ptbench.configs.datasets.shenzhen_RS import fold_5 as ch_f5
-# from ptbench.configs.datasets.shenzhen_RS import fold_6 as ch_f6
-# from ptbench.configs.datasets.shenzhen_RS import fold_7 as ch_f7
-# from ptbench.configs.datasets.shenzhen_RS import fold_8 as ch_f8
-# from ptbench.configs.datasets.shenzhen_RS import fold_9 as ch_f9
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# default as tbx11k_RS,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_0 as tbx11k_f0,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_1 as tbx11k_f1,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_2 as tbx11k_f2,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_3 as tbx11k_f3,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_4 as tbx11k_f4,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_5 as tbx11k_f5,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_6 as tbx11k_f6,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_7 as tbx11k_f7,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_8 as tbx11k_f8,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_RS import (
-# fold_9 as tbx11k_f9,
-# )
-
-# # Default protocol
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_RS.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_RS_dataset = mc_RS.dataset
-# ch_RS_dataset = ch_RS.dataset
-# in_RS_dataset = indian_RS.dataset
-# tbx11k_RS_dataset = tbx11k_RS.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_RS_dataset["train"]
-# ) + len(ch_RS_dataset["train"]) + len(
-# in_RS_dataset["train"] + len(tbx11k_RS_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_RS_dataset["validation"]
-# ) + len(ch_RS_dataset["validation"]) + len(
-# in_RS_dataset["validation"] + len(tbx11k_RS_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_RS_dataset["test"]
-# ) + len(ch_RS_dataset["test"]) + len(
-# in_RS_dataset["test"] + len(tbx11k_RS_dataset["test"])
-# )
-
-# # Fold 0
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f0.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f0.dataset
-# ch_dataset = ch_f0.dataset
-# in_dataset = indian_f0.dataset
-# tbx11k_dataset = tbx11k_f0.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 1
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f1.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f1.dataset
-# ch_dataset = ch_f1.dataset
-# in_dataset = indian_f1.dataset
-# tbx11k_dataset = tbx11k_f1.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 2
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f2.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f2.dataset
-# ch_dataset = ch_f2.dataset
-# in_dataset = indian_f2.dataset
-# tbx11k_dataset = tbx11k_f2.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 3
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f3.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f3.dataset
-# ch_dataset = ch_f3.dataset
-# in_dataset = indian_f3.dataset
-# tbx11k_dataset = tbx11k_f3.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 4
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f4.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f4.dataset
-# ch_dataset = ch_f4.dataset
-# in_dataset = indian_f4.dataset
-# tbx11k_dataset = tbx11k_f4.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 5
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f5.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f5.dataset
-# ch_dataset = ch_f5.dataset
-# in_dataset = indian_f5.dataset
-# tbx11k_dataset = tbx11k_f5.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 6
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f6.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f6.dataset
-# ch_dataset = ch_f6.dataset
-# in_dataset = indian_f6.dataset
-# tbx11k_dataset = tbx11k_f6.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 7
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f7.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f7.dataset
-# ch_dataset = ch_f7.dataset
-# in_dataset = indian_f7.dataset
-# tbx11k_dataset = tbx11k_f7.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 8
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f8.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f8.dataset
-# ch_dataset = ch_f8.dataset
-# in_dataset = indian_f8.dataset
-# tbx11k_dataset = tbx11k_f8.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 9
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f9.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f9.dataset
-# ch_dataset = ch_f9.dataset
-# in_dataset = indian_f9.dataset
-# tbx11k_dataset = tbx11k_f9.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
+# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
+#
+# SPDX-License-Identifier: GPL-3.0-or-later
+
+"""Tests for the aggregated Montgomery-Shenzhen-Indian-tbx11k_simplified dataset."""
+
+
+def test_dataset_consistency():
+ from ptbench.configs.datasets.indian_RS import default as indian_RS
+ from ptbench.configs.datasets.indian_RS import fold_0 as indian_f0
+ from ptbench.configs.datasets.indian_RS import fold_1 as indian_f1
+ from ptbench.configs.datasets.indian_RS import fold_2 as indian_f2
+ from ptbench.configs.datasets.indian_RS import fold_3 as indian_f3
+ from ptbench.configs.datasets.indian_RS import fold_4 as indian_f4
+ from ptbench.configs.datasets.indian_RS import fold_5 as indian_f5
+ from ptbench.configs.datasets.indian_RS import fold_6 as indian_f6
+ from ptbench.configs.datasets.indian_RS import fold_7 as indian_f7
+ from ptbench.configs.datasets.indian_RS import fold_8 as indian_f8
+ from ptbench.configs.datasets.indian_RS import fold_9 as indian_f9
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ default as mc_ch_in_11k_RS,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_0 as mc_ch_in_11k_f0,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_1 as mc_ch_in_11k_f1,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_2 as mc_ch_in_11k_f2,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_3 as mc_ch_in_11k_f3,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_4 as mc_ch_in_11k_f4,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_5 as mc_ch_in_11k_f5,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_6 as mc_ch_in_11k_f6,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_7 as mc_ch_in_11k_f7,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_8 as mc_ch_in_11k_f8,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11k_RS import (
+ fold_9 as mc_ch_in_11k_f9,
+ )
+ from ptbench.configs.datasets.montgomery_RS import default as mc_RS
+ from ptbench.configs.datasets.montgomery_RS import fold_0 as mc_f0
+ from ptbench.configs.datasets.montgomery_RS import fold_1 as mc_f1
+ from ptbench.configs.datasets.montgomery_RS import fold_2 as mc_f2
+ from ptbench.configs.datasets.montgomery_RS import fold_3 as mc_f3
+ from ptbench.configs.datasets.montgomery_RS import fold_4 as mc_f4
+ from ptbench.configs.datasets.montgomery_RS import fold_5 as mc_f5
+ from ptbench.configs.datasets.montgomery_RS import fold_6 as mc_f6
+ from ptbench.configs.datasets.montgomery_RS import fold_7 as mc_f7
+ from ptbench.configs.datasets.montgomery_RS import fold_8 as mc_f8
+ from ptbench.configs.datasets.montgomery_RS import fold_9 as mc_f9
+ from ptbench.configs.datasets.shenzhen_RS import default as ch_RS
+ from ptbench.configs.datasets.shenzhen_RS import fold_0 as ch_f0
+ from ptbench.configs.datasets.shenzhen_RS import fold_1 as ch_f1
+ from ptbench.configs.datasets.shenzhen_RS import fold_2 as ch_f2
+ from ptbench.configs.datasets.shenzhen_RS import fold_3 as ch_f3
+ from ptbench.configs.datasets.shenzhen_RS import fold_4 as ch_f4
+ from ptbench.configs.datasets.shenzhen_RS import fold_5 as ch_f5
+ from ptbench.configs.datasets.shenzhen_RS import fold_6 as ch_f6
+ from ptbench.configs.datasets.shenzhen_RS import fold_7 as ch_f7
+ from ptbench.configs.datasets.shenzhen_RS import fold_8 as ch_f8
+ from ptbench.configs.datasets.shenzhen_RS import fold_9 as ch_f9
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ default as tbx11k_RS,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_0 as tbx11k_f0,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_1 as tbx11k_f1,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_2 as tbx11k_f2,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_3 as tbx11k_f3,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_4 as tbx11k_f4,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_5 as tbx11k_f5,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_6 as tbx11k_f6,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_7 as tbx11k_f7,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_8 as tbx11k_f8,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_RS import (
+ fold_9 as tbx11k_f9,
+ )
+
+ # Default protocol
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_RS.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_RS_dataset = mc_RS.dataset
+ ch_RS_dataset = ch_RS.dataset
+ in_RS_dataset = indian_RS.dataset
+ tbx11k_RS_dataset = tbx11k_RS.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_RS_dataset["train"]
+ ) + len(ch_RS_dataset["train"]) + len(
+ in_RS_dataset["train"] + len(tbx11k_RS_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_RS_dataset["validation"]
+ ) + len(ch_RS_dataset["validation"]) + len(
+ in_RS_dataset["validation"] + len(tbx11k_RS_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_RS_dataset["test"]
+ ) + len(ch_RS_dataset["test"]) + len(
+ in_RS_dataset["test"] + len(tbx11k_RS_dataset["test"])
+ )
+
+ # Fold 0
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f0.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f0.dataset
+ ch_dataset = ch_f0.dataset
+ in_dataset = indian_f0.dataset
+ tbx11k_dataset = tbx11k_f0.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 1
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f1.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f1.dataset
+ ch_dataset = ch_f1.dataset
+ in_dataset = indian_f1.dataset
+ tbx11k_dataset = tbx11k_f1.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 2
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f2.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f2.dataset
+ ch_dataset = ch_f2.dataset
+ in_dataset = indian_f2.dataset
+ tbx11k_dataset = tbx11k_f2.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 3
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f3.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f3.dataset
+ ch_dataset = ch_f3.dataset
+ in_dataset = indian_f3.dataset
+ tbx11k_dataset = tbx11k_f3.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 4
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f4.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f4.dataset
+ ch_dataset = ch_f4.dataset
+ in_dataset = indian_f4.dataset
+ tbx11k_dataset = tbx11k_f4.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 5
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f5.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f5.dataset
+ ch_dataset = ch_f5.dataset
+ in_dataset = indian_f5.dataset
+ tbx11k_dataset = tbx11k_f5.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 6
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f6.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f6.dataset
+ ch_dataset = ch_f6.dataset
+ in_dataset = indian_f6.dataset
+ tbx11k_dataset = tbx11k_f6.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 7
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f7.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f7.dataset
+ ch_dataset = ch_f7.dataset
+ in_dataset = indian_f7.dataset
+ tbx11k_dataset = tbx11k_f7.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 8
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f8.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f8.dataset
+ ch_dataset = ch_f8.dataset
+ in_dataset = indian_f8.dataset
+ tbx11k_dataset = tbx11k_f8.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 9
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f9.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f9.dataset
+ ch_dataset = ch_f9.dataset
+ in_dataset = indian_f9.dataset
+ tbx11k_dataset = tbx11k_f9.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
diff --git a/tests/test_mc_ch_in_11kv2_RS.py b/tests/test_mc_ch_in_11kv2_RS.py
index 24911b8fda765e1d0c2fbb31a41f420cb92975ac..8d44dcb8c35ec8e4e5a27c3327f318f9a73bf93b 100644
--- a/tests/test_mc_ch_in_11kv2_RS.py
+++ b/tests/test_mc_ch_in_11kv2_RS.py
@@ -1,437 +1,437 @@
-# # SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
-# #
-# # SPDX-License-Identifier: GPL-3.0-or-later
-
-# """Tests for the aggregated Montgomery-Shenzhen-Indian dataset."""
-
-
-# def test_dataset_consistency():
-# from ptbench.configs.datasets.indian_RS import default as indian_RS
-# from ptbench.configs.datasets.indian_RS import fold_0 as indian_f0
-# from ptbench.configs.datasets.indian_RS import fold_1 as indian_f1
-# from ptbench.configs.datasets.indian_RS import fold_2 as indian_f2
-# from ptbench.configs.datasets.indian_RS import fold_3 as indian_f3
-# from ptbench.configs.datasets.indian_RS import fold_4 as indian_f4
-# from ptbench.configs.datasets.indian_RS import fold_5 as indian_f5
-# from ptbench.configs.datasets.indian_RS import fold_6 as indian_f6
-# from ptbench.configs.datasets.indian_RS import fold_7 as indian_f7
-# from ptbench.configs.datasets.indian_RS import fold_8 as indian_f8
-# from ptbench.configs.datasets.indian_RS import fold_9 as indian_f9
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# default as mc_ch_in_11k_RS,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_0 as mc_ch_in_11k_f0,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_1 as mc_ch_in_11k_f1,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_2 as mc_ch_in_11k_f2,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_3 as mc_ch_in_11k_f3,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_4 as mc_ch_in_11k_f4,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_5 as mc_ch_in_11k_f5,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_6 as mc_ch_in_11k_f6,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_7 as mc_ch_in_11k_f7,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_8 as mc_ch_in_11k_f8,
-# )
-# from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
-# fold_9 as mc_ch_in_11k_f9,
-# )
-# from ptbench.configs.datasets.montgomery_RS import default as mc_RS
-# from ptbench.configs.datasets.montgomery_RS import fold_0 as mc_f0
-# from ptbench.configs.datasets.montgomery_RS import fold_1 as mc_f1
-# from ptbench.configs.datasets.montgomery_RS import fold_2 as mc_f2
-# from ptbench.configs.datasets.montgomery_RS import fold_3 as mc_f3
-# from ptbench.configs.datasets.montgomery_RS import fold_4 as mc_f4
-# from ptbench.configs.datasets.montgomery_RS import fold_5 as mc_f5
-# from ptbench.configs.datasets.montgomery_RS import fold_6 as mc_f6
-# from ptbench.configs.datasets.montgomery_RS import fold_7 as mc_f7
-# from ptbench.configs.datasets.montgomery_RS import fold_8 as mc_f8
-# from ptbench.configs.datasets.montgomery_RS import fold_9 as mc_f9
-# from ptbench.configs.datasets.shenzhen_RS import default as ch_RS
-# from ptbench.configs.datasets.shenzhen_RS import fold_0 as ch_f0
-# from ptbench.configs.datasets.shenzhen_RS import fold_1 as ch_f1
-# from ptbench.configs.datasets.shenzhen_RS import fold_2 as ch_f2
-# from ptbench.configs.datasets.shenzhen_RS import fold_3 as ch_f3
-# from ptbench.configs.datasets.shenzhen_RS import fold_4 as ch_f4
-# from ptbench.configs.datasets.shenzhen_RS import fold_5 as ch_f5
-# from ptbench.configs.datasets.shenzhen_RS import fold_6 as ch_f6
-# from ptbench.configs.datasets.shenzhen_RS import fold_7 as ch_f7
-# from ptbench.configs.datasets.shenzhen_RS import fold_8 as ch_f8
-# from ptbench.configs.datasets.shenzhen_RS import fold_9 as ch_f9
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# default as tbx11k_RS,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_0 as tbx11k_f0,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_1 as tbx11k_f1,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_2 as tbx11k_f2,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_3 as tbx11k_f3,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_4 as tbx11k_f4,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_5 as tbx11k_f5,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_6 as tbx11k_f6,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_7 as tbx11k_f7,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_8 as tbx11k_f8,
-# )
-# from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
-# fold_9 as tbx11k_f9,
-# )
-
-# # Default protocol
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_RS.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_RS_dataset = mc_RS.dataset
-# ch_RS_dataset = ch_RS.dataset
-# in_RS_dataset = indian_RS.dataset
-# tbx11k_RS_dataset = tbx11k_RS.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_RS_dataset["train"]
-# ) + len(ch_RS_dataset["train"]) + len(
-# in_RS_dataset["train"] + len(tbx11k_RS_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_RS_dataset["validation"]
-# ) + len(ch_RS_dataset["validation"]) + len(
-# in_RS_dataset["validation"] + len(tbx11k_RS_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_RS_dataset["test"]
-# ) + len(ch_RS_dataset["test"]) + len(
-# in_RS_dataset["test"] + len(tbx11k_RS_dataset["test"])
-# )
-
-# # Fold 0
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f0.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f0.dataset
-# ch_dataset = ch_f0.dataset
-# in_dataset = indian_f0.dataset
-# tbx11k_dataset = tbx11k_f0.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 1
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f1.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f1.dataset
-# ch_dataset = ch_f1.dataset
-# in_dataset = indian_f1.dataset
-# tbx11k_dataset = tbx11k_f1.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 2
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f2.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f2.dataset
-# ch_dataset = ch_f2.dataset
-# in_dataset = indian_f2.dataset
-# tbx11k_dataset = tbx11k_f2.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 3
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f3.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f3.dataset
-# ch_dataset = ch_f3.dataset
-# in_dataset = indian_f3.dataset
-# tbx11k_dataset = tbx11k_f3.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 4
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f4.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f4.dataset
-# ch_dataset = ch_f4.dataset
-# in_dataset = indian_f4.dataset
-# tbx11k_dataset = tbx11k_f4.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 5
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f5.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f5.dataset
-# ch_dataset = ch_f5.dataset
-# in_dataset = indian_f5.dataset
-# tbx11k_dataset = tbx11k_f5.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 6
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f6.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f6.dataset
-# ch_dataset = ch_f6.dataset
-# in_dataset = indian_f6.dataset
-# tbx11k_dataset = tbx11k_f6.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 7
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f7.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f7.dataset
-# ch_dataset = ch_f7.dataset
-# in_dataset = indian_f7.dataset
-# tbx11k_dataset = tbx11k_f7.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 8
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f8.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f8.dataset
-# ch_dataset = ch_f8.dataset
-# in_dataset = indian_f8.dataset
-# tbx11k_dataset = tbx11k_f8.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
-
-# # Fold 9
-# mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f9.dataset
-# assert isinstance(mc_ch_in_11k_RS_dataset, dict)
-
-# mc_dataset = mc_f9.dataset
-# ch_dataset = ch_f9.dataset
-# in_dataset = indian_f9.dataset
-# tbx11k_dataset = tbx11k_f9.dataset
-
-# assert "train" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
-# mc_dataset["train"]
-# ) + len(ch_dataset["train"]) + len(
-# in_dataset["train"] + len(tbx11k_dataset["train"])
-# )
-
-# assert "validation" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
-# mc_dataset["validation"]
-# ) + len(ch_dataset["validation"]) + len(
-# in_dataset["validation"] + len(tbx11k_dataset["validation"])
-# )
-
-# assert "test" in mc_ch_in_11k_RS_dataset
-# assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
-# mc_dataset["test"]
-# ) + len(ch_dataset["test"]) + len(
-# in_dataset["test"] + len(tbx11k_dataset["test"])
-# )
+# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
+#
+# SPDX-License-Identifier: GPL-3.0-or-later
+
+"""Tests for the aggregated Montgomery-Shenzhen-Indian-tbx11k_simplified_v2 dataset."""
+
+
+def test_dataset_consistency():
+ from ptbench.configs.datasets.indian_RS import default as indian_RS
+ from ptbench.configs.datasets.indian_RS import fold_0 as indian_f0
+ from ptbench.configs.datasets.indian_RS import fold_1 as indian_f1
+ from ptbench.configs.datasets.indian_RS import fold_2 as indian_f2
+ from ptbench.configs.datasets.indian_RS import fold_3 as indian_f3
+ from ptbench.configs.datasets.indian_RS import fold_4 as indian_f4
+ from ptbench.configs.datasets.indian_RS import fold_5 as indian_f5
+ from ptbench.configs.datasets.indian_RS import fold_6 as indian_f6
+ from ptbench.configs.datasets.indian_RS import fold_7 as indian_f7
+ from ptbench.configs.datasets.indian_RS import fold_8 as indian_f8
+ from ptbench.configs.datasets.indian_RS import fold_9 as indian_f9
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ default as mc_ch_in_11k_RS,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_0 as mc_ch_in_11k_f0,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_1 as mc_ch_in_11k_f1,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_2 as mc_ch_in_11k_f2,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_3 as mc_ch_in_11k_f3,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_4 as mc_ch_in_11k_f4,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_5 as mc_ch_in_11k_f5,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_6 as mc_ch_in_11k_f6,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_7 as mc_ch_in_11k_f7,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_8 as mc_ch_in_11k_f8,
+ )
+ from ptbench.configs.datasets.mc_ch_in_11kv2_RS import (
+ fold_9 as mc_ch_in_11k_f9,
+ )
+ from ptbench.configs.datasets.montgomery_RS import default as mc_RS
+ from ptbench.configs.datasets.montgomery_RS import fold_0 as mc_f0
+ from ptbench.configs.datasets.montgomery_RS import fold_1 as mc_f1
+ from ptbench.configs.datasets.montgomery_RS import fold_2 as mc_f2
+ from ptbench.configs.datasets.montgomery_RS import fold_3 as mc_f3
+ from ptbench.configs.datasets.montgomery_RS import fold_4 as mc_f4
+ from ptbench.configs.datasets.montgomery_RS import fold_5 as mc_f5
+ from ptbench.configs.datasets.montgomery_RS import fold_6 as mc_f6
+ from ptbench.configs.datasets.montgomery_RS import fold_7 as mc_f7
+ from ptbench.configs.datasets.montgomery_RS import fold_8 as mc_f8
+ from ptbench.configs.datasets.montgomery_RS import fold_9 as mc_f9
+ from ptbench.configs.datasets.shenzhen_RS import default as ch_RS
+ from ptbench.configs.datasets.shenzhen_RS import fold_0 as ch_f0
+ from ptbench.configs.datasets.shenzhen_RS import fold_1 as ch_f1
+ from ptbench.configs.datasets.shenzhen_RS import fold_2 as ch_f2
+ from ptbench.configs.datasets.shenzhen_RS import fold_3 as ch_f3
+ from ptbench.configs.datasets.shenzhen_RS import fold_4 as ch_f4
+ from ptbench.configs.datasets.shenzhen_RS import fold_5 as ch_f5
+ from ptbench.configs.datasets.shenzhen_RS import fold_6 as ch_f6
+ from ptbench.configs.datasets.shenzhen_RS import fold_7 as ch_f7
+ from ptbench.configs.datasets.shenzhen_RS import fold_8 as ch_f8
+ from ptbench.configs.datasets.shenzhen_RS import fold_9 as ch_f9
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ default as tbx11k_RS,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_0 as tbx11k_f0,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_1 as tbx11k_f1,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_2 as tbx11k_f2,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_3 as tbx11k_f3,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_4 as tbx11k_f4,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_5 as tbx11k_f5,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_6 as tbx11k_f6,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_7 as tbx11k_f7,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_8 as tbx11k_f8,
+ )
+ from ptbench.configs.datasets.tbx11k_simplified_v2_RS import (
+ fold_9 as tbx11k_f9,
+ )
+
+ # Default protocol
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_RS.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_RS_dataset = mc_RS.dataset
+ ch_RS_dataset = ch_RS.dataset
+ in_RS_dataset = indian_RS.dataset
+ tbx11k_RS_dataset = tbx11k_RS.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_RS_dataset["train"]
+ ) + len(ch_RS_dataset["train"]) + len(
+ in_RS_dataset["train"] + len(tbx11k_RS_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_RS_dataset["validation"]
+ ) + len(ch_RS_dataset["validation"]) + len(
+ in_RS_dataset["validation"] + len(tbx11k_RS_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_RS_dataset["test"]
+ ) + len(ch_RS_dataset["test"]) + len(
+ in_RS_dataset["test"] + len(tbx11k_RS_dataset["test"])
+ )
+
+ # Fold 0
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f0.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f0.dataset
+ ch_dataset = ch_f0.dataset
+ in_dataset = indian_f0.dataset
+ tbx11k_dataset = tbx11k_f0.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 1
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f1.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f1.dataset
+ ch_dataset = ch_f1.dataset
+ in_dataset = indian_f1.dataset
+ tbx11k_dataset = tbx11k_f1.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 2
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f2.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f2.dataset
+ ch_dataset = ch_f2.dataset
+ in_dataset = indian_f2.dataset
+ tbx11k_dataset = tbx11k_f2.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 3
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f3.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f3.dataset
+ ch_dataset = ch_f3.dataset
+ in_dataset = indian_f3.dataset
+ tbx11k_dataset = tbx11k_f3.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 4
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f4.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f4.dataset
+ ch_dataset = ch_f4.dataset
+ in_dataset = indian_f4.dataset
+ tbx11k_dataset = tbx11k_f4.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 5
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f5.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f5.dataset
+ ch_dataset = ch_f5.dataset
+ in_dataset = indian_f5.dataset
+ tbx11k_dataset = tbx11k_f5.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 6
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f6.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f6.dataset
+ ch_dataset = ch_f6.dataset
+ in_dataset = indian_f6.dataset
+ tbx11k_dataset = tbx11k_f6.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 7
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f7.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f7.dataset
+ ch_dataset = ch_f7.dataset
+ in_dataset = indian_f7.dataset
+ tbx11k_dataset = tbx11k_f7.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 8
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f8.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f8.dataset
+ ch_dataset = ch_f8.dataset
+ in_dataset = indian_f8.dataset
+ tbx11k_dataset = tbx11k_f8.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )
+
+ # Fold 9
+ mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f9.dataset
+ assert isinstance(mc_ch_in_11k_RS_dataset, dict)
+
+ mc_dataset = mc_f9.dataset
+ ch_dataset = ch_f9.dataset
+ in_dataset = indian_f9.dataset
+ tbx11k_dataset = tbx11k_f9.dataset
+
+ assert "train" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
+ mc_dataset["train"]
+ ) + len(ch_dataset["train"]) + len(
+ in_dataset["train"] + len(tbx11k_dataset["train"])
+ )
+
+ assert "validation" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
+ mc_dataset["validation"]
+ ) + len(ch_dataset["validation"]) + len(
+ in_dataset["validation"] + len(tbx11k_dataset["validation"])
+ )
+
+ assert "test" in mc_ch_in_11k_RS_dataset
+ assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
+ mc_dataset["test"]
+ ) + len(ch_dataset["test"]) + len(
+ in_dataset["test"] + len(tbx11k_dataset["test"])
+ )