diff --git a/bob/ip/binseg/script/evaluate.py b/bob/ip/binseg/script/evaluate.py
index c8448e6d5bfebfd2fc388c245a9854637b4c3b70..b9212fdccc2173f5e96a2e3e146ceb0742160c2b 100644
--- a/bob/ip/binseg/script/evaluate.py
+++ b/bob/ip/binseg/script/evaluate.py
@@ -169,7 +169,9 @@ def evaluate(
             config[k] = {
                 "dataset": v,
                 "output_folder": os.path.join(output_folder, k),
-                "second_annotator": second_annotator.get(k),
+                "second_annotator": second_annotator.get(k)
+                if second_annotator
+                else None,
             }
 
     if isinstance(threshold, str):