diff --git a/bob/learn/tensorflow/script/eval.py b/bob/learn/tensorflow/script/eval.py
index 99bd4e54489aac8e216318b357977532f791a24c..ff87192ddf9b5fa52be9cf49c66779d74bc5bd46 100644
--- a/bob/learn/tensorflow/script/eval.py
+++ b/bob/learn/tensorflow/script/eval.py
@@ -167,7 +167,7 @@ def append_evaluated_file(path, evaluations):
     '-K',
     type=click.INT,
     cls=ResourceOption,
-    default=0,
+    default=1,
     show_default=True,
     help='If more than 0, will keep the best N models in the evaluation folder'
 )