diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 26031c3b790eccdfbd65989ca1b5d074a13b6bf6..0869da0427a0f0a5adf9a0bd59fbbe1dba72ba2e 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -33,6 +33,7 @@ stages:
   image: continuumio/conda-concourse-ci
   before_script:
     - rm -f /root/.condarc
+    - rm -rf /root/.conda
   artifacts:
     paths:
       - ${CONDA_ROOT}/conda-bld/linux-64/*.conda
@@ -98,6 +99,7 @@ build_macosx_37:
   stage: deploy
   before_script:
     - rm -f /root/.condarc
+    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -142,6 +144,7 @@ pypi:
     - branches
   before_script:
     - rm -f /root/.condarc
+    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/base-build.yaml b/bob/devtools/data/gitlab-ci/base-build.yaml
index fdd44084160cb910da8abf8ec894adcd89bbed8f..0c1407678ae2a1a54e2c340deaad063052ff9971 100644
--- a/bob/devtools/data/gitlab-ci/base-build.yaml
+++ b/bob/devtools/data/gitlab-ci/base-build.yaml
@@ -38,6 +38,7 @@ build_linux:
     - docker
   before_script:
     - rm -f /root/.condarc
+    - rm -rf /root/.conda
   image: continuumio/conda-concourse-ci
   cache:
     key: "linux-cache"
diff --git a/bob/devtools/data/gitlab-ci/docs.yaml b/bob/devtools/data/gitlab-ci/docs.yaml
index 7ef9ff72505867d2739aeb11f115e3ce73478373..c201aafd3e4e7d156ee864a27e7c9ce0984999fc 100644
--- a/bob/devtools/data/gitlab-ci/docs.yaml
+++ b/bob/devtools/data/gitlab-ci/docs.yaml
@@ -22,6 +22,7 @@ stages:
   image: continuumio/conda-concourse-ci
   before_script:
     - rm -f /root/.condarc
+    - rm -rf /root/.conda
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/nightlies.yaml b/bob/devtools/data/gitlab-ci/nightlies.yaml
index 420772ac165ff48f007ffaf68cb4bc54d7ae459e..5ab536c9865d3bd65dd7f5b69aedae3e4faf5bf8 100644
--- a/bob/devtools/data/gitlab-ci/nightlies.yaml
+++ b/bob/devtools/data/gitlab-ci/nightlies.yaml
@@ -18,6 +18,7 @@ stages:
 .bootstrap:
   before_script:
     - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index 27aae2716854b35d081a488818a2938231e576ac..f48941407d32365134490a08225f7beab1036ab4 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -20,6 +20,7 @@ stages:
 .bootstrap:
   before_script:
     - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh