Skip to content
Snippets Groups Projects
Commit cce6be2a authored by André Anjos's avatar André Anjos :speech_balloon:
Browse files

[test.test_cli] Be more verbose on CLI test errors

parent cca26728
No related branches found
No related tags found
1 merge request!12Streamlining
Pipeline #39073 failed
...@@ -8,8 +8,6 @@ import contextlib ...@@ -8,8 +8,6 @@ import contextlib
from click.testing import CliRunner from click.testing import CliRunner
from nose.plugins.attrib import attr
## special trick for CI builds ## special trick for CI builds
from . import mock_dataset from . import mock_dataset
_, rc_variable_set = mock_dataset() _, rc_variable_set = mock_dataset()
...@@ -32,11 +30,17 @@ def stdout_logging(): ...@@ -32,11 +30,17 @@ def stdout_logging():
logger.removeHandler(ch) logger.removeHandler(ch)
def _assert_exit_0(result):
assert result.exit_code == 0, (
f"Exit code != 0 ({result.exit_code}); Output:\n{result.output}"
)
def _check_help(entry_point): def _check_help(entry_point):
runner = CliRunner() runner = CliRunner()
result = runner.invoke(entry_point, ["--help"]) result = runner.invoke(entry_point, ["--help"])
assert result.exit_code == 0 _assert_exit_0(result)
assert result.output.startswith("Usage:") assert result.output.startswith("Usage:")
...@@ -64,7 +68,7 @@ def test_experiment_stare(): ...@@ -64,7 +68,7 @@ def test_experiment_stare():
with runner.isolated_filesystem(), stdout_logging() as buf: with runner.isolated_filesystem(), stdout_logging() as buf:
result = runner.invoke(experiment, ["m2unet", "stare", "-vv", result = runner.invoke(experiment, ["m2unet", "stare", "-vv",
"--epochs=1", "--batch-size=1", "--overlayed"]) "--epochs=1", "--batch-size=1", "--overlayed"])
assert result.exit_code == 0 _assert_exit_0(result)
keywords = { #from different logging systems keywords = { #from different logging systems
"Started training": 1, #logging "Started training": 1, #logging
"epoch: 1|total-time": 1, #logging "epoch: 1|total-time": 1, #logging
...@@ -137,7 +141,7 @@ def test_config_list(): ...@@ -137,7 +141,7 @@ def test_config_list():
runner = CliRunner() runner = CliRunner()
result = runner.invoke(list) result = runner.invoke(list)
assert result.exit_code == 0 _assert_exit_0(result)
assert "module: bob.ip.binseg.configs.datasets" in result.output assert "module: bob.ip.binseg.configs.datasets" in result.output
assert "module: bob.ip.binseg.configs.models" in result.output assert "module: bob.ip.binseg.configs.models" in result.output
...@@ -147,7 +151,7 @@ def test_config_list_v(): ...@@ -147,7 +151,7 @@ def test_config_list_v():
runner = CliRunner() runner = CliRunner()
result = runner.invoke(list, ["--verbose"]) result = runner.invoke(list, ["--verbose"])
assert result.exit_code == 0 _assert_exit_0(result)
assert "module: bob.ip.binseg.configs.datasets" in result.output assert "module: bob.ip.binseg.configs.datasets" in result.output
assert "module: bob.ip.binseg.configs.models" in result.output assert "module: bob.ip.binseg.configs.models" in result.output
...@@ -163,7 +167,7 @@ def test_config_describe_drive(): ...@@ -163,7 +167,7 @@ def test_config_describe_drive():
runner = CliRunner() runner = CliRunner()
result = runner.invoke(describe, ["drive"]) result = runner.invoke(describe, ["drive"])
assert result.exit_code == 0 _assert_exit_0(result)
assert "[DRIVE-2004]" in result.output assert "[DRIVE-2004]" in result.output
...@@ -179,7 +183,7 @@ def test_config_copy(): ...@@ -179,7 +183,7 @@ def test_config_copy():
runner = CliRunner() runner = CliRunner()
with runner.isolated_filesystem(): with runner.isolated_filesystem():
result = runner.invoke(copy, ["drive", "test.py"]) result = runner.invoke(copy, ["drive", "test.py"])
assert result.exit_code == 0 _assert_exit_0(result)
with open("test.py") as f: with open("test.py") as f:
data = f.read() data = f.read()
assert "[DRIVE-2004]" in data assert "[DRIVE-2004]" in data
...@@ -202,7 +206,7 @@ def test_dataset_list(): ...@@ -202,7 +206,7 @@ def test_dataset_list():
runner = CliRunner() runner = CliRunner()
result = runner.invoke(list) result = runner.invoke(list)
assert result.exit_code == 0 _assert_exit_0(result)
assert result.output.startswith("Supported datasets:") assert result.output.startswith("Supported datasets:")
...@@ -212,10 +216,9 @@ def test_dataset_check_help(): ...@@ -212,10 +216,9 @@ def test_dataset_check_help():
_check_help(check) _check_help(check)
@attr('slow')
def test_dataset_check(): def test_dataset_check():
from ..script.dataset import check from ..script.dataset import check
runner = CliRunner() runner = CliRunner()
result = runner.invoke(check, ["--verbose", "--verbose"]) result = runner.invoke(check, ["--verbose", "--verbose", "--limit=2"])
assert result.exit_code == 0 _assert_exit_0(result)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment