diff --git a/tests/test_cli.py b/tests/test_cli.py
index f56bc43f77a33a9a4e5d998676ae70299cbfac01..1ac304a17a4e1d89ff0014c545beda9f69417e04 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli.py
@@ -498,6 +498,38 @@ def test_experiment(temporary_basedir):
     assert os.path.exists(
         os.path.join(output_folder, "evaluation", "summary.rst")
     )
+    assert os.path.exists(os.path.join(output_folder, "gradcam", "saliencies"))
+    assert (
+        len(
+            glob.glob(
+                os.path.join(
+                    output_folder,
+                    "gradcam",
+                    "saliencies",
+                    "CXR_png",
+                    "MCUCXR_*.npy",
+                )
+            )
+        )
+        == 138
+    )
+    assert os.path.exists(
+        os.path.join(output_folder, "gradcam", "visualizations")
+    )
+    assert (
+        len(
+            glob.glob(
+                os.path.join(
+                    output_folder,
+                    "gradcam",
+                    "visualizations",
+                    "CXR_png",
+                    "MCUCXR_*.png",
+                )
+            )
+        )
+        == 58
+    )
 
 
 # This script does not work anymore, either fix or remove the script + this test