diff --git a/gitlab/before_test.sh b/gitlab/before_test.sh
index ed2734798631856a431455aa649fd09c690b5ddc..659479df22b972c99ed07063a0387bbc1ca46e84 100755
--- a/gitlab/before_test.sh
+++ b/gitlab/before_test.sh
@@ -18,7 +18,7 @@ fi
 
 if [ "${CI_PROJECT_NAME}" == "bob.buildout" ]; then
   # zc.buildout requires special handling
-  run_cmd ${use_pip} install --upgrade --pre dist/*.whl
+  run_cmd ${use_pip} install --pre dist/*.whl
 else
   run_cmd ${use_pip} install --upgrade --use-wheel --no-index --pre dist/*.whl
 fi