Skip to content
Snippets Groups Projects
Commit b40d44e2 authored by André Anjos's avatar André Anjos :speech_balloon:
Browse files

[test.test_cli] Simplify assertions and benefit from pytest introspection

parent 202fb552
No related branches found
No related tags found
1 merge request!16Use pytest instead of nose
Pipeline #45824 failed
...@@ -215,11 +215,7 @@ def _check_experiment_stare(caplog, overlay): ...@@ -215,11 +215,7 @@ def _check_experiment_stare(caplog, overlay):
} }
messages = "\n".join([k.getMessage() for k in caplog.records]) messages = "\n".join([k.getMessage() for k in caplog.records])
for k, v in keywords.items(): for k, v in keywords.items():
assert _str_counter(k, messages) == v, ( assert _str_counter(k, messages) == v
f"Count for string '{k}' appeared "
f"({_str_counter(k, logging_output)}) "
f"instead of the expected {v}"
)
def test_experiment_stare_with_overlay(caplog): def test_experiment_stare_with_overlay(caplog):
...@@ -283,11 +279,7 @@ def _check_train(caplog, runner): ...@@ -283,11 +279,7 @@ def _check_train(caplog, runner):
messages = "\n".join([k.getMessage() for k in caplog.records]) messages = "\n".join([k.getMessage() for k in caplog.records])
for k, v in keywords.items(): for k, v in keywords.items():
assert _str_counter(k, messages) == v, ( assert _str_counter(k, messages) == v
f"Count for string '{k}' appeared "
f"({_str_counter(k, logging_output)}) "
f"instead of the expected {v}"
)
def _check_predict(caplog, runner): def _check_predict(caplog, runner):
...@@ -340,11 +332,7 @@ def _check_predict(caplog, runner): ...@@ -340,11 +332,7 @@ def _check_predict(caplog, runner):
messages = "\n".join([k.getMessage() for k in caplog.records]) messages = "\n".join([k.getMessage() for k in caplog.records])
for k, v in keywords.items(): for k, v in keywords.items():
assert _str_counter(k, messages) == v, ( assert _str_counter(k, messages) == v
f"Count for string '{k}' appeared "
f"({_str_counter(k, logging_output)}) "
f"instead of the expected {v}"
)
def _check_evaluate(caplog, runner): def _check_evaluate(caplog, runner):
...@@ -402,20 +390,14 @@ def _check_evaluate(caplog, runner): ...@@ -402,20 +390,14 @@ def _check_evaluate(caplog, runner):
assert len(fnmatch.filter(os.listdir(basedir), "*.png")) == 10 assert len(fnmatch.filter(os.listdir(basedir), "*.png")) == 10
keywords = { keywords = {
r"^Started evaluation$": 1,
r"^Maximum F1-score of.*\(chosen \*a posteriori\*\)$": 3, r"^Maximum F1-score of.*\(chosen \*a posteriori\*\)$": 3,
r"^F1-score of.*\(chosen \*a priori\*\)$": 2, r"^F1-score of.*\(chosen \*a priori\*\)$": 2,
r"^F1-score of.*\(second annotator; threshold=0.5\)$": 2, r"^F1-score of.*\(second annotator; threshold=0.5\)$": 2,
r"^Ended evaluation$": 1,
} }
messages = "\n".join([k.getMessage() for k in caplog.records]) messages = "\n".join([k.getMessage() for k in caplog.records])
for k, v in keywords.items(): for k, v in keywords.items():
assert _str_counter(k, messages) == v, ( assert _str_counter(k, messages) == v
f"Count for string '{k}' appeared "
f"({_str_counter(k, logging_output)}) "
f"instead of the expected {v}"
)
def _check_compare(caplog, runner): def _check_compare(caplog, runner):
...@@ -451,11 +433,7 @@ def _check_compare(caplog, runner): ...@@ -451,11 +433,7 @@ def _check_compare(caplog, runner):
} }
messages = "\n".join([k.getMessage() for k in caplog.records]) messages = "\n".join([k.getMessage() for k in caplog.records])
for k, v in keywords.items(): for k, v in keywords.items():
assert _str_counter(k, messages) == v, ( assert _str_counter(k, messages) == v
f"Count for string '{k}' appeared "
f"({_str_counter(k, logging_output)}) "
f"instead of the expected {v}"
)
def _check_significance(caplog, runner): def _check_significance(caplog, runner):
...@@ -513,11 +491,7 @@ def _check_significance(caplog, runner): ...@@ -513,11 +491,7 @@ def _check_significance(caplog, runner):
} }
messages = "\n".join([k.getMessage() for k in caplog.records]) messages = "\n".join([k.getMessage() for k in caplog.records])
for k, v in keywords.items(): for k, v in keywords.items():
assert _str_counter(k, messages) == v, ( assert _str_counter(k, messages) == v
f"Count for string '{k}' appeared "
f"({_str_counter(k, logging_output)}) "
f"instead of the expected {v}"
)
def test_discrete_experiment_stare(caplog): def test_discrete_experiment_stare(caplog):
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment