diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 86a13eb5724c74164cd5c51a706d193ef362eaa1..0869da0427a0f0a5adf9a0bd59fbbe1dba72ba2e 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -31,6 +31,9 @@ stages:
   tags:
     - docker
   image: continuumio/conda-concourse-ci
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   artifacts:
     paths:
       - ${CONDA_ROOT}/conda-bld/linux-64/*.conda
@@ -94,6 +97,9 @@ build_macosx_37:
 # Deploy targets
 .deploy_template:
   stage: deploy
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -136,6 +142,9 @@ pypi:
     - /^v\d+\.\d+\.\d+([abc]\d*)?$/  # PEP-440 compliant version (tags)
   except:
     - branches
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/base-build.yaml b/bob/devtools/data/gitlab-ci/base-build.yaml
index 3007c5e327fb453c28f4bbff6b4d0c793948e516..0c1407678ae2a1a54e2c340deaad063052ff9971 100644
--- a/bob/devtools/data/gitlab-ci/base-build.yaml
+++ b/bob/devtools/data/gitlab-ci/base-build.yaml
@@ -36,6 +36,9 @@ build_linux:
   extends: .build_template
   tags:
     - docker
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   image: continuumio/conda-concourse-ci
   cache:
     key: "linux-cache"
diff --git a/bob/devtools/data/gitlab-ci/docs.yaml b/bob/devtools/data/gitlab-ci/docs.yaml
index 0406d6deea55c6d6df4940766267d8940ee77737..c201aafd3e4e7d156ee864a27e7c9ce0984999fc 100644
--- a/bob/devtools/data/gitlab-ci/docs.yaml
+++ b/bob/devtools/data/gitlab-ci/docs.yaml
@@ -17,7 +17,12 @@ stages:
 
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
+  tags:
+    - docker
+  image: continuumio/conda-concourse-ci
   before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -45,9 +50,6 @@ build:
       - sphinx
       - ${CONDA_ROOT}/conda-bld/linux-64/*.conda
       - ${CONDA_ROOT}/conda-bld/linux-64/*.tar.bz2
-  tags:
-    - docker
-  image: continuumio/conda-concourse-ci
   cache:
     key: "build"
 
@@ -61,9 +63,6 @@ build:
     - bdt ci clean -vv
   dependencies:
     - build
-  tags:
-    - docker
-  image: continuumio/conda-concourse-ci
   cache:
     key: "deploy"
 
diff --git a/bob/devtools/data/gitlab-ci/nightlies.yaml b/bob/devtools/data/gitlab-ci/nightlies.yaml
index ed9ba7edadbece9523407189cce26a115df29345..5ab536c9865d3bd65dd7f5b69aedae3e4faf5bf8 100644
--- a/bob/devtools/data/gitlab-ci/nightlies.yaml
+++ b/bob/devtools/data/gitlab-ci/nightlies.yaml
@@ -17,6 +17,8 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index 1af05699ccc3c400a02ca0eca862a466c47c2ddc..f48941407d32365134490a08225f7beab1036ab4 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -19,6 +19,8 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh