diff --git a/install/from-scratch.sh b/install/from-scratch.sh
index a00cb515d9eb69dbcdbc84ca2dc099a1cfbdc166..8974255b7211e65b15b2bf57daa32305516f7ef5 100755
--- a/install/from-scratch.sh
+++ b/install/from-scratch.sh
@@ -15,7 +15,11 @@ PYTHON_VERSION=$3
 CONDA=${BASEDIR}/bin/conda
 
 if [ -d ${BASEDIR}/envs/${NAME} ]; then
-  ${CONDA} remove -n ${NAME} --all
+  ${CONDA} remove -n ${NAME} --all --yes
+  if [ -d ${BASEDIR}/envs/${NAME} ]; then
+    echo "[>>] Environment ${NAME} survived remove, brute force removing..."
+    rm -rf ${BASEDIR}/envs/${NAME}
+  fi
 fi
 
 # For a complete list of dependencies, please read:
@@ -23,7 +27,6 @@ fi
 echo "[>>] Creating environment ${NAME} for python ${PYTHON_VERSION} with bob dependencies..."
 ${CONDA} create --yes -n ${NAME} --override-channels -c conda-forge -c defaults python=$PYTHON_VERSION \
   boost \
-  caffe \
   cmake \
   coverage \
   cython \
@@ -59,6 +62,7 @@ ${CONDA} create --yes -n ${NAME} --override-channels -c conda-forge -c defaults
   tensorflow \
   virtualenv \
   vlfeat
+  #caffe
 
 echo "[>>] Bye!"
 exit 0