New rule to shutdown gradient variables

bob/learn/tensorflow/network/utils.py

@@ -22,7 +22,7 @@ def append_logits(graph,
         reuse=reuse)
 
 
-def is_trainable(name, trainable_variables):
+def is_trainable(name, trainable_variables, mode=tf.estimator.ModeKeys.TRAIN):
     """
     Check if a variable is trainable or not
     
@@ -37,9 +37,14 @@ def is_trainable(name, trainable_variables):
        If None, the variable/scope is trained
     """
 
+    # if mode is not training, so we shutdown
+    if mode != tf.estimator.ModeKeys.TRAIN:
+        return False
+
     # If None, we train by default
     if trainable_variables is None:
         return True
 
     # Here is my choice to shutdown the whole scope
     return name in trainable_variables
+