Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
mednet
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
medai
software
mednet
Commits
1350ebbd
Commit
1350ebbd
authored
1 year ago
by
ogueler@idiap.ch
Browse files
Options
Downloads
Patches
Plain Diff
temporarily commented tests for non-existing configs
parent
8510560a
No related branches found
No related tags found
2 merge requests
!5
Tbx11k
,
!4
Moved code to lightning
Changes
2
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
tests/test_mc_ch_in_11k_RS.py
+437
-437
437 additions, 437 deletions
tests/test_mc_ch_in_11k_RS.py
tests/test_mc_ch_in_11kv2_RS.py
+437
-437
437 additions, 437 deletions
tests/test_mc_ch_in_11kv2_RS.py
with
874 additions
and
874 deletions
tests/test_mc_ch_in_11k_RS.py
+
437
−
437
View file @
1350ebbd
# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
#
# SPDX-License-Identifier: GPL-3.0-or-later
"""
Tests for the aggregated Montgomery-Shenzhen-Indian dataset.
"""
def
test_dataset_consistency
():
from
ptbench.configs.datasets.indian_RS
import
default
as
indian_RS
from
ptbench.configs.datasets.indian_RS
import
fold_0
as
indian_f0
from
ptbench.configs.datasets.indian_RS
import
fold_1
as
indian_f1
from
ptbench.configs.datasets.indian_RS
import
fold_2
as
indian_f2
from
ptbench.configs.datasets.indian_RS
import
fold_3
as
indian_f3
from
ptbench.configs.datasets.indian_RS
import
fold_4
as
indian_f4
from
ptbench.configs.datasets.indian_RS
import
fold_5
as
indian_f5
from
ptbench.configs.datasets.indian_RS
import
fold_6
as
indian_f6
from
ptbench.configs.datasets.indian_RS
import
fold_7
as
indian_f7
from
ptbench.configs.datasets.indian_RS
import
fold_8
as
indian_f8
from
ptbench.configs.datasets.indian_RS
import
fold_9
as
indian_f9
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
default
as
mc_ch_in_11k_RS
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_0
as
mc_ch_in_11k_f0
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_1
as
mc_ch_in_11k_f1
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_2
as
mc_ch_in_11k_f2
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_3
as
mc_ch_in_11k_f3
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_4
as
mc_ch_in_11k_f4
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_5
as
mc_ch_in_11k_f5
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_6
as
mc_ch_in_11k_f6
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_7
as
mc_ch_in_11k_f7
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_8
as
mc_ch_in_11k_f8
,
)
from
ptbench.configs.datasets.mc_ch_in_11k_RS
import
(
fold_9
as
mc_ch_in_11k_f9
,
)
from
ptbench.configs.datasets.montgomery_RS
import
default
as
mc_RS
from
ptbench.configs.datasets.montgomery_RS
import
fold_0
as
mc_f0
from
ptbench.configs.datasets.montgomery_RS
import
fold_1
as
mc_f1
from
ptbench.configs.datasets.montgomery_RS
import
fold_2
as
mc_f2
from
ptbench.configs.datasets.montgomery_RS
import
fold_3
as
mc_f3
from
ptbench.configs.datasets.montgomery_RS
import
fold_4
as
mc_f4
from
ptbench.configs.datasets.montgomery_RS
import
fold_5
as
mc_f5
from
ptbench.configs.datasets.montgomery_RS
import
fold_6
as
mc_f6
from
ptbench.configs.datasets.montgomery_RS
import
fold_7
as
mc_f7
from
ptbench.configs.datasets.montgomery_RS
import
fold_8
as
mc_f8
from
ptbench.configs.datasets.montgomery_RS
import
fold_9
as
mc_f9
from
ptbench.configs.datasets.shenzhen_RS
import
default
as
ch_RS
from
ptbench.configs.datasets.shenzhen_RS
import
fold_0
as
ch_f0
from
ptbench.configs.datasets.shenzhen_RS
import
fold_1
as
ch_f1
from
ptbench.configs.datasets.shenzhen_RS
import
fold_2
as
ch_f2
from
ptbench.configs.datasets.shenzhen_RS
import
fold_3
as
ch_f3
from
ptbench.configs.datasets.shenzhen_RS
import
fold_4
as
ch_f4
from
ptbench.configs.datasets.shenzhen_RS
import
fold_5
as
ch_f5
from
ptbench.configs.datasets.shenzhen_RS
import
fold_6
as
ch_f6
from
ptbench.configs.datasets.shenzhen_RS
import
fold_7
as
ch_f7
from
ptbench.configs.datasets.shenzhen_RS
import
fold_8
as
ch_f8
from
ptbench.configs.datasets.shenzhen_RS
import
fold_9
as
ch_f9
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
default
as
tbx11k_RS
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_0
as
tbx11k_f0
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_1
as
tbx11k_f1
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_2
as
tbx11k_f2
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_3
as
tbx11k_f3
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_4
as
tbx11k_f4
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_5
as
tbx11k_f5
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_6
as
tbx11k_f6
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_7
as
tbx11k_f7
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_8
as
tbx11k_f8
,
)
from
ptbench.configs.datasets.tbx11k_simplified_RS
import
(
fold_9
as
tbx11k_f9
,
)
# Default protocol
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_RS
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_RS_dataset
=
mc_RS
.
dataset
ch_RS_dataset
=
ch_RS
.
dataset
in_RS_dataset
=
indian_RS
.
dataset
tbx11k_RS_dataset
=
tbx11k_RS
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_RS_dataset
[
"
train
"
]
)
+
len
(
ch_RS_dataset
[
"
train
"
])
+
len
(
in_RS_dataset
[
"
train
"
]
+
len
(
tbx11k_RS_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_RS_dataset
[
"
validation
"
]
)
+
len
(
ch_RS_dataset
[
"
validation
"
])
+
len
(
in_RS_dataset
[
"
validation
"
]
+
len
(
tbx11k_RS_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_RS_dataset
[
"
test
"
]
)
+
len
(
ch_RS_dataset
[
"
test
"
])
+
len
(
in_RS_dataset
[
"
test
"
]
+
len
(
tbx11k_RS_dataset
[
"
test
"
])
)
# Fold 0
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f0
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f0
.
dataset
ch_dataset
=
ch_f0
.
dataset
in_dataset
=
indian_f0
.
dataset
tbx11k_dataset
=
tbx11k_f0
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 1
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f1
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f1
.
dataset
ch_dataset
=
ch_f1
.
dataset
in_dataset
=
indian_f1
.
dataset
tbx11k_dataset
=
tbx11k_f1
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 2
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f2
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f2
.
dataset
ch_dataset
=
ch_f2
.
dataset
in_dataset
=
indian_f2
.
dataset
tbx11k_dataset
=
tbx11k_f2
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 3
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f3
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f3
.
dataset
ch_dataset
=
ch_f3
.
dataset
in_dataset
=
indian_f3
.
dataset
tbx11k_dataset
=
tbx11k_f3
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 4
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f4
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f4
.
dataset
ch_dataset
=
ch_f4
.
dataset
in_dataset
=
indian_f4
.
dataset
tbx11k_dataset
=
tbx11k_f4
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 5
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f5
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f5
.
dataset
ch_dataset
=
ch_f5
.
dataset
in_dataset
=
indian_f5
.
dataset
tbx11k_dataset
=
tbx11k_f5
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 6
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f6
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f6
.
dataset
ch_dataset
=
ch_f6
.
dataset
in_dataset
=
indian_f6
.
dataset
tbx11k_dataset
=
tbx11k_f6
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 7
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f7
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f7
.
dataset
ch_dataset
=
ch_f7
.
dataset
in_dataset
=
indian_f7
.
dataset
tbx11k_dataset
=
tbx11k_f7
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 8
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f8
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f8
.
dataset
ch_dataset
=
ch_f8
.
dataset
in_dataset
=
indian_f8
.
dataset
tbx11k_dataset
=
tbx11k_f8
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
# Fold 9
mc_ch_in_11k_RS_dataset
=
mc_ch_in_11k_f9
.
dataset
assert
isinstance
(
mc_ch_in_11k_RS_dataset
,
dict
)
mc_dataset
=
mc_f9
.
dataset
ch_dataset
=
ch_f9
.
dataset
in_dataset
=
indian_f9
.
dataset
tbx11k_dataset
=
tbx11k_f9
.
dataset
assert
"
train
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
train
"
])
==
len
(
mc_dataset
[
"
train
"
]
)
+
len
(
ch_dataset
[
"
train
"
])
+
len
(
in_dataset
[
"
train
"
]
+
len
(
tbx11k_dataset
[
"
train
"
])
)
assert
"
validation
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
validation
"
])
==
len
(
mc_dataset
[
"
validation
"
]
)
+
len
(
ch_dataset
[
"
validation
"
])
+
len
(
in_dataset
[
"
validation
"
]
+
len
(
tbx11k_dataset
[
"
validation
"
])
)
assert
"
test
"
in
mc_ch_in_11k_RS_dataset
assert
len
(
mc_ch_in_11k_RS_dataset
[
"
test
"
])
==
len
(
mc_dataset
[
"
test
"
]
)
+
len
(
ch_dataset
[
"
test
"
])
+
len
(
in_dataset
[
"
test
"
]
+
len
(
tbx11k_dataset
[
"
test
"
])
)
#
# SPDX-FileCopyrightText: Copyright © 2023 Idiap Research Institute <contact@idiap.ch>
#
#
#
# SPDX-License-Identifier: GPL-3.0-or-later
#
"""Tests for the aggregated Montgomery-Shenzhen-Indian dataset."""
#
def test_dataset_consistency():
#
from ptbench.configs.datasets.indian_RS import default as indian_RS
#
from ptbench.configs.datasets.indian_RS import fold_0 as indian_f0
#
from ptbench.configs.datasets.indian_RS import fold_1 as indian_f1
#
from ptbench.configs.datasets.indian_RS import fold_2 as indian_f2
#
from ptbench.configs.datasets.indian_RS import fold_3 as indian_f3
#
from ptbench.configs.datasets.indian_RS import fold_4 as indian_f4
#
from ptbench.configs.datasets.indian_RS import fold_5 as indian_f5
#
from ptbench.configs.datasets.indian_RS import fold_6 as indian_f6
#
from ptbench.configs.datasets.indian_RS import fold_7 as indian_f7
#
from ptbench.configs.datasets.indian_RS import fold_8 as indian_f8
#
from ptbench.configs.datasets.indian_RS import fold_9 as indian_f9
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
default as mc_ch_in_11k_RS,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_0 as mc_ch_in_11k_f0,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_1 as mc_ch_in_11k_f1,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_2 as mc_ch_in_11k_f2,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_3 as mc_ch_in_11k_f3,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_4 as mc_ch_in_11k_f4,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_5 as mc_ch_in_11k_f5,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_6 as mc_ch_in_11k_f6,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_7 as mc_ch_in_11k_f7,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_8 as mc_ch_in_11k_f8,
#
)
#
from ptbench.configs.datasets.mc_ch_in_11k_RS import (
#
fold_9 as mc_ch_in_11k_f9,
#
)
#
from ptbench.configs.datasets.montgomery_RS import default as mc_RS
#
from ptbench.configs.datasets.montgomery_RS import fold_0 as mc_f0
#
from ptbench.configs.datasets.montgomery_RS import fold_1 as mc_f1
#
from ptbench.configs.datasets.montgomery_RS import fold_2 as mc_f2
#
from ptbench.configs.datasets.montgomery_RS import fold_3 as mc_f3
#
from ptbench.configs.datasets.montgomery_RS import fold_4 as mc_f4
#
from ptbench.configs.datasets.montgomery_RS import fold_5 as mc_f5
#
from ptbench.configs.datasets.montgomery_RS import fold_6 as mc_f6
#
from ptbench.configs.datasets.montgomery_RS import fold_7 as mc_f7
#
from ptbench.configs.datasets.montgomery_RS import fold_8 as mc_f8
#
from ptbench.configs.datasets.montgomery_RS import fold_9 as mc_f9
#
from ptbench.configs.datasets.shenzhen_RS import default as ch_RS
#
from ptbench.configs.datasets.shenzhen_RS import fold_0 as ch_f0
#
from ptbench.configs.datasets.shenzhen_RS import fold_1 as ch_f1
#
from ptbench.configs.datasets.shenzhen_RS import fold_2 as ch_f2
#
from ptbench.configs.datasets.shenzhen_RS import fold_3 as ch_f3
#
from ptbench.configs.datasets.shenzhen_RS import fold_4 as ch_f4
#
from ptbench.configs.datasets.shenzhen_RS import fold_5 as ch_f5
#
from ptbench.configs.datasets.shenzhen_RS import fold_6 as ch_f6
#
from ptbench.configs.datasets.shenzhen_RS import fold_7 as ch_f7
#
from ptbench.configs.datasets.shenzhen_RS import fold_8 as ch_f8
#
from ptbench.configs.datasets.shenzhen_RS import fold_9 as ch_f9
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
default as tbx11k_RS,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_0 as tbx11k_f0,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_1 as tbx11k_f1,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_2 as tbx11k_f2,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_3 as tbx11k_f3,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_4 as tbx11k_f4,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_5 as tbx11k_f5,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_6 as tbx11k_f6,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_7 as tbx11k_f7,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_8 as tbx11k_f8,
#
)
#
from ptbench.configs.datasets.tbx11k_simplified_RS import (
#
fold_9 as tbx11k_f9,
#
)
#
# Default protocol
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_RS.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_RS_dataset = mc_RS.dataset
#
ch_RS_dataset = ch_RS.dataset
#
in_RS_dataset = indian_RS.dataset
#
tbx11k_RS_dataset = tbx11k_RS.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_RS_dataset["train"]
#
) + len(ch_RS_dataset["train"]) + len(
#
in_RS_dataset["train"] + len(tbx11k_RS_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_RS_dataset["validation"]
#
) + len(ch_RS_dataset["validation"]) + len(
#
in_RS_dataset["validation"] + len(tbx11k_RS_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_RS_dataset["test"]
#
) + len(ch_RS_dataset["test"]) + len(
#
in_RS_dataset["test"] + len(tbx11k_RS_dataset["test"])
#
)
#
# Fold 0
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f0.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f0.dataset
#
ch_dataset = ch_f0.dataset
#
in_dataset = indian_f0.dataset
#
tbx11k_dataset = tbx11k_f0.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 1
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f1.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f1.dataset
#
ch_dataset = ch_f1.dataset
#
in_dataset = indian_f1.dataset
#
tbx11k_dataset = tbx11k_f1.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 2
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f2.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f2.dataset
#
ch_dataset = ch_f2.dataset
#
in_dataset = indian_f2.dataset
#
tbx11k_dataset = tbx11k_f2.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 3
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f3.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f3.dataset
#
ch_dataset = ch_f3.dataset
#
in_dataset = indian_f3.dataset
#
tbx11k_dataset = tbx11k_f3.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 4
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f4.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f4.dataset
#
ch_dataset = ch_f4.dataset
#
in_dataset = indian_f4.dataset
#
tbx11k_dataset = tbx11k_f4.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 5
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f5.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f5.dataset
#
ch_dataset = ch_f5.dataset
#
in_dataset = indian_f5.dataset
#
tbx11k_dataset = tbx11k_f5.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 6
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f6.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f6.dataset
#
ch_dataset = ch_f6.dataset
#
in_dataset = indian_f6.dataset
#
tbx11k_dataset = tbx11k_f6.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 7
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f7.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f7.dataset
#
ch_dataset = ch_f7.dataset
#
in_dataset = indian_f7.dataset
#
tbx11k_dataset = tbx11k_f7.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 8
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f8.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f8.dataset
#
ch_dataset = ch_f8.dataset
#
in_dataset = indian_f8.dataset
#
tbx11k_dataset = tbx11k_f8.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
#
# Fold 9
#
mc_ch_in_11k_RS_dataset = mc_ch_in_11k_f9.dataset
#
assert isinstance(mc_ch_in_11k_RS_dataset, dict)
#
mc_dataset = mc_f9.dataset
#
ch_dataset = ch_f9.dataset
#
in_dataset = indian_f9.dataset
#
tbx11k_dataset = tbx11k_f9.dataset
#
assert "train" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["train"]) == len(
#
mc_dataset["train"]
#
) + len(ch_dataset["train"]) + len(
#
in_dataset["train"] + len(tbx11k_dataset["train"])
#
)
#
assert "validation" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["validation"]) == len(
#
mc_dataset["validation"]
#
) + len(ch_dataset["validation"]) + len(
#
in_dataset["validation"] + len(tbx11k_dataset["validation"])
#
)
#
assert "test" in mc_ch_in_11k_RS_dataset
#
assert len(mc_ch_in_11k_RS_dataset["test"]) == len(
#
mc_dataset["test"]
#
) + len(ch_dataset["test"]) + len(
#
in_dataset["test"] + len(tbx11k_dataset["test"])
#
)
This diff is collapsed.
Click to expand it.
tests/test_mc_ch_in_11kv2_RS.py
+
437
−
437
View file @
1350ebbd
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment