diff --git a/tests/test_cli.py b/tests/test_cli.py
index b1b5c2902bc99134612974358d021ca848b20146..b7717459ed98270b063863e91d46f8c4cd8e2ca8 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli.py
@@ -302,6 +302,11 @@ def test_train_pasa_montgomery_from_checkpoint(temporary_basedir):
                 f"instead of the expected {v}:\nOutput:\n{logging_output}"
             )
 
+        extra_keyword = "Saving checkpoint"
+        assert extra_keyword in logging_output, (
+            f"String '{extra_keyword}' did not appear at least once in the output:\nOutput:\n{logging_output}"
+        )
+
 
 @pytest.mark.skip_if_rc_var_not_set("datadir.montgomery")
 def test_predict_pasa_montgomery(temporary_basedir, datadir):