diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 86a13eb5724c74164cd5c51a706d193ef362eaa1..0552d71b99ce8f839b8e547b6a1085148bc5fafa 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -31,6 +31,8 @@ stages:
   tags:
     - docker
   image: continuumio/conda-concourse-ci
+  before_build:
+    - rm -f /root/.condarc
   artifacts:
     paths:
       - ${CONDA_ROOT}/conda-bld/linux-64/*.conda
@@ -94,6 +96,8 @@ build_macosx_37:
 # Deploy targets
 .deploy_template:
   stage: deploy
+  before_build:
+    - rm -f /root/.condarc
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -136,6 +140,8 @@ pypi:
     - /^v\d+\.\d+\.\d+([abc]\d*)?$/  # PEP-440 compliant version (tags)
   except:
     - branches
+  before_build:
+    - rm -f /root/.condarc
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/base-build.yaml b/bob/devtools/data/gitlab-ci/base-build.yaml
index 3007c5e327fb453c28f4bbff6b4d0c793948e516..fdd44084160cb910da8abf8ec894adcd89bbed8f 100644
--- a/bob/devtools/data/gitlab-ci/base-build.yaml
+++ b/bob/devtools/data/gitlab-ci/base-build.yaml
@@ -36,6 +36,8 @@ build_linux:
   extends: .build_template
   tags:
     - docker
+  before_script:
+    - rm -f /root/.condarc
   image: continuumio/conda-concourse-ci
   cache:
     key: "linux-cache"
diff --git a/bob/devtools/data/gitlab-ci/docs.yaml b/bob/devtools/data/gitlab-ci/docs.yaml
index 0406d6deea55c6d6df4940766267d8940ee77737..7ef9ff72505867d2739aeb11f115e3ce73478373 100644
--- a/bob/devtools/data/gitlab-ci/docs.yaml
+++ b/bob/devtools/data/gitlab-ci/docs.yaml
@@ -17,7 +17,11 @@ stages:
 
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
+  tags:
+    - docker
+  image: continuumio/conda-concourse-ci
   before_script:
+    - rm -f /root/.condarc
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -45,9 +49,6 @@ build:
       - sphinx
       - ${CONDA_ROOT}/conda-bld/linux-64/*.conda
       - ${CONDA_ROOT}/conda-bld/linux-64/*.tar.bz2
-  tags:
-    - docker
-  image: continuumio/conda-concourse-ci
   cache:
     key: "build"
 
@@ -61,9 +62,6 @@ build:
     - bdt ci clean -vv
   dependencies:
     - build
-  tags:
-    - docker
-  image: continuumio/conda-concourse-ci
   cache:
     key: "deploy"
 
diff --git a/bob/devtools/data/gitlab-ci/nightlies.yaml b/bob/devtools/data/gitlab-ci/nightlies.yaml
index ed9ba7edadbece9523407189cce26a115df29345..420772ac165ff48f007ffaf68cb4bc54d7ae459e 100644
--- a/bob/devtools/data/gitlab-ci/nightlies.yaml
+++ b/bob/devtools/data/gitlab-ci/nightlies.yaml
@@ -17,6 +17,7 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index 1af05699ccc3c400a02ca0eca862a466c47c2ddc..27aae2716854b35d081a488818a2938231e576ac 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -19,6 +19,7 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh