diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index fb292345515366b9aa794afb49303c5eacdbd06a..979cf1de22e1073639d0f33e4e5f62cb053d1b71 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -15,10 +15,6 @@ stages:
 # Build targets
 .build_template:
   stage: build
-  before_script:
-    - python3 ./bob/devtools/bootstrap.py -vv build
-    - source ${CONDA_ROOT}/etc/profile.d/conda.sh
-    - conda activate base
   artifacts:
     expire_in: 1 week
   cache:
@@ -33,7 +29,13 @@ stages:
     BUILD_EGG: "true"
   tags:
     - docker
-  image: quay.io/condaforge/linux-anvil-comp7
+  image: quay.io/condaforge/linux-anvil-cos7-x86_64
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
+    - python3 ./bob/devtools/bootstrap.py -vv build
+    - source ${CONDA_ROOT}/etc/profile.d/conda.sh
+    - conda activate base
   artifacts:
     paths:
       - dist/*.zip
@@ -51,6 +53,10 @@ stages:
   tags:
     - macos
     - intel
+  before_script:
+    - python3 ./bob/devtools/bootstrap.py -vv build
+    - source ${CONDA_ROOT}/etc/profile.d/conda.sh
+    - conda activate base
   artifacts:
     paths:
       - ${CONDA_ROOT}/conda-bld/osx-64/*.conda
@@ -97,6 +103,9 @@ build_macos_intel_bob_devtools:
 # Deploy targets
 .deploy_template:
   stage: deploy
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -141,6 +150,9 @@ pypi:
     - /^v\d+\.\d+\.\d+([abc]\d*)?$/  # PEP-440 compliant version (tags)
   except:
     - branches
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/base-build.yaml b/bob/devtools/data/gitlab-ci/base-build.yaml
index debc5e759265a8359d5dbd96a0cb28f879c3a0c6..e7d11e97b84705559d5c33fd9d75fb2911010ae5 100644
--- a/bob/devtools/data/gitlab-ci/base-build.yaml
+++ b/bob/devtools/data/gitlab-ci/base-build.yaml
@@ -32,6 +32,9 @@ build_linux:
   extends: .build_template
   tags:
     - docker
+  before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
   image: quay.io/condaforge/linux-anvil-comp7
   cache:
     key: "linux-cache"
diff --git a/bob/devtools/data/gitlab-ci/docs.yaml b/bob/devtools/data/gitlab-ci/docs.yaml
index 437bb2138a8d6d947c30e5c7af90130ae53ad572..e73f17213a1f616b6bb6d1accb2ff2dffe5d324a 100644
--- a/bob/devtools/data/gitlab-ci/docs.yaml
+++ b/bob/devtools/data/gitlab-ci/docs.yaml
@@ -22,6 +22,8 @@ stages:
     - docker
   image: quay.io/condaforge/linux-anvil-comp7
   before_script:
+    - rm -f /root/.condarc
+    - rm -rf /root/.conda
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/nightlies.yaml b/bob/devtools/data/gitlab-ci/nightlies.yaml
index 167122e822e5963f3f11f26a61c745d3c31f46e1..c446562b0562553beac4eaff944e3582b760819f 100644
--- a/bob/devtools/data/gitlab-ci/nightlies.yaml
+++ b/bob/devtools/data/gitlab-ci/nightlies.yaml
@@ -19,6 +19,8 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/noarch.yaml b/bob/devtools/data/gitlab-ci/noarch.yaml
index bcfa865977740c78bcddd76615d1efeec2be34de..60d4374f5b7e006bcc1f85123f9a0406cf4f72d0 100644
--- a/bob/devtools/data/gitlab-ci/noarch.yaml
+++ b/bob/devtools/data/gitlab-ci/noarch.yaml
@@ -21,6 +21,8 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel bdt
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index 0945fef83991f30aab7e067dcfcffe77c94a9e7b..a0b409c609aeb1889c4b280104b32fc368041763 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -21,6 +21,8 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
+    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
+    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel bdt
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh