diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 979cf1de22e1073639d0f33e4e5f62cb053d1b71..fb292345515366b9aa794afb49303c5eacdbd06a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -15,6 +15,10 @@ stages:
 # Build targets
 .build_template:
   stage: build
+  before_script:
+    - python3 ./bob/devtools/bootstrap.py -vv build
+    - source ${CONDA_ROOT}/etc/profile.d/conda.sh
+    - conda activate base
   artifacts:
     expire_in: 1 week
   cache:
@@ -29,13 +33,7 @@ stages:
     BUILD_EGG: "true"
   tags:
     - docker
-  image: quay.io/condaforge/linux-anvil-cos7-x86_64
-  before_script:
-    - rm -f /root/.condarc
-    - rm -rf /root/.conda
-    - python3 ./bob/devtools/bootstrap.py -vv build
-    - source ${CONDA_ROOT}/etc/profile.d/conda.sh
-    - conda activate base
+  image: quay.io/condaforge/linux-anvil-comp7
   artifacts:
     paths:
       - dist/*.zip
@@ -53,10 +51,6 @@ stages:
   tags:
     - macos
     - intel
-  before_script:
-    - python3 ./bob/devtools/bootstrap.py -vv build
-    - source ${CONDA_ROOT}/etc/profile.d/conda.sh
-    - conda activate base
   artifacts:
     paths:
       - ${CONDA_ROOT}/conda-bld/osx-64/*.conda
@@ -103,9 +97,6 @@ build_macos_intel_bob_devtools:
 # Deploy targets
 .deploy_template:
   stage: deploy
-  before_script:
-    - rm -f /root/.condarc
-    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
@@ -150,9 +141,6 @@ pypi:
     - /^v\d+\.\d+\.\d+([abc]\d*)?$/  # PEP-440 compliant version (tags)
   except:
     - branches
-  before_script:
-    - rm -f /root/.condarc
-    - rm -rf /root/.conda
   script:
     - python3 ./bob/devtools/bootstrap.py -vv local base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/base-build.yaml b/bob/devtools/data/gitlab-ci/base-build.yaml
index 7bd73a27634d2c850bdb9278c92d4f254ed78795..dc28e06ac8e7e630a04a7a6d6467f4542cd3a674 100644
--- a/bob/devtools/data/gitlab-ci/base-build.yaml
+++ b/bob/devtools/data/gitlab-ci/base-build.yaml
@@ -32,9 +32,6 @@ build_linux:
   extends: .build_template
   tags:
     - docker
-  before_script:
-    - rm -f /root/.condarc
-    - rm -rf /root/.conda
   image: quay.io/condaforge/linux-anvil-cos7-x86_64
   cache:
     key: "linux-cache"
diff --git a/bob/devtools/data/gitlab-ci/docs.yaml b/bob/devtools/data/gitlab-ci/docs.yaml
index dc5643ff5aeeff59e1573fa11f0dcefecb0573f5..5776ca08ab36d70c6b297ed93166304400850eb7 100644
--- a/bob/devtools/data/gitlab-ci/docs.yaml
+++ b/bob/devtools/data/gitlab-ci/docs.yaml
@@ -22,8 +22,6 @@ stages:
     - docker
   image: quay.io/condaforge/linux-anvil-cos7-x86_64
   before_script:
-    - rm -f /root/.condarc
-    - rm -rf /root/.conda
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/nightlies.yaml b/bob/devtools/data/gitlab-ci/nightlies.yaml
index c6a88d22ad758cf1e20a1e6bf8bd9c9f6f80919e..c8367797df736c30c71ae191e850e89efe4d533e 100644
--- a/bob/devtools/data/gitlab-ci/nightlies.yaml
+++ b/bob/devtools/data/gitlab-ci/nightlies.yaml
@@ -19,8 +19,6 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
-    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
-    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel base
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/noarch.yaml b/bob/devtools/data/gitlab-ci/noarch.yaml
index f1c3dcd5cc3d40ed5211f5438b560b2904a18600..23faf018b464fa240ca4c0066efafc07e696ef66 100644
--- a/bob/devtools/data/gitlab-ci/noarch.yaml
+++ b/bob/devtools/data/gitlab-ci/noarch.yaml
@@ -21,8 +21,6 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
-    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
-    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel bdt
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index a43a7c28cfcdbfd77750c39ab4a24e9d9f232108..513526189a495931556c29cf53608b4599252f34 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -21,8 +21,6 @@ stages:
 # All stages are prepared the same, with a base set of commands
 .bootstrap:
   before_script:
-    - "[ -r /root/.condarc ] && rm -f /root/.condarc"
-    - "[ -d /root/.conda ] && rm -rf /root/.conda"
     - curl --silent "${BOOTSTRAP}" --output "bootstrap.py"
     - python3 bootstrap.py -vv channel bdt
     - source ${CONDA_ROOT}/etc/profile.d/conda.sh