diff --git a/bob/ip/binseg/configs/datasets/chasedb1/covd.py b/bob/ip/binseg/configs/datasets/chasedb1/covd.py
index a2f9213172393e4def6dd7e4b23018b8d68c6e3e..6e3b48c67161d0b423a7f099a6af4c0d5afbe97b 100644
--- a/bob/ip/binseg/configs/datasets/chasedb1/covd.py
+++ b/bob/ip/binseg/configs/datasets/chasedb1/covd.py
@@ -37,6 +37,7 @@ dataset["__train__"] = ConcatDataset(
         _augment(_mtest["iostar (test)"], rotation_before=False),
     ]
 )
+del second_annotator["train"]  #mismatch with used train set
 dataset["train"] = ConcatDataset(
     [
         _mtest["drive (train)"],
diff --git a/bob/ip/binseg/configs/datasets/stare/covd.py b/bob/ip/binseg/configs/datasets/stare/covd.py
index 57000eae6fd33bd83c2c2c61297a43fe39db6030..7acce3a5512af1ca2d55626f48e9df1b4e82e849 100644
--- a/bob/ip/binseg/configs/datasets/stare/covd.py
+++ b/bob/ip/binseg/configs/datasets/stare/covd.py
@@ -37,6 +37,7 @@ dataset["__train__"] = ConcatDataset(
         _augment(_mtest["iostar (test)"], rotation_before=False),
     ]
 )
+del second_annotator["train"]  #mismatch with used train set
 dataset["train"] = ConcatDataset(
     [
         _mtest["drive (train)"],