Skip to content
Snippets Groups Projects
Commit 9b297231 authored by ogueler@idiap.ch's avatar ogueler@idiap.ch
Browse files

removed unusable tbx11k custom split 3

parent 5f644c0a
No related branches found
No related tags found
2 merge requests!5Tbx11k,!4Moved code to lightning
Pipeline #73543 failed
Stage: qa
Stage: test
Stage: doc
Stage: dist
Hide whitespace changes
Inline Side-by-side
src/ptbench/data/tbx11k_simplified_v3_RS/fold_8.json.bz2 deleted 100644 → 0
+ 0
− 0
View file @ 5f644c0a
File deleted
src/ptbench/data/tbx11k_simplified_v3_RS/fold_9.json.bz2 deleted 100644 → 0
+ 0
− 0
View file @ 5f644c0a
File deleted
tests/test_11k_v3.py deleted 100644 → 0
+ 0
− 270
View file @ 5f644c0a
# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
#
# SPDX-License-Identifier: GPL-3.0-or-later
"""Tests for TBX11K simplified dataset split 3."""
import pytest
def test_protocol_consistency():
from ptbench.data.tbx11k_simplified_v3 import dataset
# Default protocol
subset = dataset.subsets("default")
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 5241
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1335
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 1793
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Cross-validation fold 0-8
for f in range(9):
subset = dataset.subsets("fold_" + str(f))
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 6003
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1529
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 837
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Cross-validation fold 9
subset = dataset.subsets("fold_9")
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 6003
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1530
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 836
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
def test_protocol_consistency_bbox():
from ptbench.data.tbx11k_simplified_v3 import dataset_with_bboxes
# Default protocol
subset = dataset_with_bboxes.subsets("default")
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 5241
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1335
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 1793
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Check bounding boxes
for s in subset["train"]:
assert s.bboxes == "none" or s.bboxes[0].startswith("{'xmin':")
# Cross-validation fold 0-8
for f in range(9):
subset = dataset_with_bboxes.subsets("fold_" + str(f))
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 6003
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1529
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 837
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Check bounding boxes
for s in subset["train"]:
assert s.bboxes == "none" or s.bboxes[0].startswith("{'xmin':")
# Cross-validation fold 9
subset = dataset_with_bboxes.subsets("fold_9")
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 6003
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1530
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 836
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Check bounding boxes
for s in subset["train"]:
assert s.bboxes == "none" or s.bboxes[0].startswith("{'xmin':")
@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified_v3")
def test_loading():
from ptbench.data.tbx11k_simplified_v3 import dataset
def _check_sample(s):
data = s.data
assert isinstance(data, dict)
assert len(data) == 2
assert "data" in data
assert data["data"].size == (512, 512)
assert data["data"].mode == "L" # Check colors
assert "label" in data
assert data["label"] in [0, 1, 2, 3] # Check labels
limit = 30 # use this to limit testing to first images only, else None
subset = dataset.subsets("default")
for s in subset["train"][:limit]:
_check_sample(s)
@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified_v3")
def test_loading_bbox():
from ptbench.data.tbx11k_simplified_v3 import dataset_with_bboxes
def _check_sample(s):
data = s.data
assert isinstance(data, dict)
assert len(data) == 3
assert "data" in data
assert data["data"].size == (512, 512)
assert data["data"].mode == "L" # Check colors
assert "label" in data
assert data["label"] in [0, 1, 2, 3] # Check labels
assert "bboxes" in data
assert data["bboxes"] == "none" or data["bboxes"][0].startswith(
"{'xmin':"
)
limit = 30 # use this to limit testing to first images only, else None
subset = dataset_with_bboxes.subsets("default")
for s in subset["train"][:limit]:
_check_sample(s)
@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified_v3")
def test_check():
from ptbench.data.tbx11k_simplified_v3 import dataset
assert dataset.check() == 0
@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified_v3")
def test_check_bbox():
from ptbench.data.tbx11k_simplified_v3 import dataset_with_bboxes
assert dataset_with_bboxes.check() == 0
tests/test_11k_v3_RS.py deleted 100644 → 0
+ 0
− 117
View file @ 5f644c0a
# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
#
# SPDX-License-Identifier: GPL-3.0-or-later
"""Tests for Extended TBX11K simplified dataset split 3."""
import pytest
def test_protocol_consistency():
from ptbench.data.tbx11k_simplified_v3_RS import dataset
# Default protocol
subset = dataset.subsets("default")
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 5241
assert "validation" in subset
assert len(subset["validation"]) == 1335
assert "test" in subset
assert len(subset["test"]) == 1793
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Cross-validation fold 0-8
for f in range(9):
subset = dataset.subsets("fold_" + str(f))
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 6003
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1529
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 837
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
# Cross-validation fold 9
subset = dataset.subsets("fold_9")
assert len(subset) == 3
assert "train" in subset
assert len(subset["train"]) == 6003
for s in subset["train"]:
assert s.key.startswith("images/")
assert "validation" in subset
assert len(subset["validation"]) == 1530
for s in subset["validation"]:
assert s.key.startswith("images/")
assert "test" in subset
assert len(subset["test"]) == 836
for s in subset["test"]:
assert s.key.startswith("images/")
# Check labels
for s in subset["train"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["validation"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
for s in subset["test"]:
assert s.label in [0.0, 1.0, 2.0, 3.0]
@pytest.mark.skip_if_rc_var_not_set("datadir.tbx11k_simplified")
def test_loading():
from ptbench.data.tbx11k_simplified_v3_RS import dataset
def _check_sample(s):
data = s.data
assert isinstance(data, dict)
assert len(data) == 2
assert "data" in data
assert len(data["data"]) == 14 # Check radiological signs
assert "label" in data
assert data["label"] in [0, 1, 2, 3] # Check labels
limit = 30 # use this to limit testing to first images only, else None
subset = dataset.subsets("default")
for s in subset["train"][:limit]:
_check_sample(s)
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment