diff --git a/bob/devtools/data/gitlab-ci/noarch.yaml b/bob/devtools/data/gitlab-ci/noarch.yaml
index e34164dcee07ab981864a22b08b784d3dd9481fd..300d0beff02fb802246b437a5c48e8af5db2413f 100644
--- a/bob/devtools/data/gitlab-ci/noarch.yaml
+++ b/bob/devtools/data/gitlab-ci/noarch.yaml
@@ -7,7 +7,8 @@ variables:
   PYTHONUNBUFFERED: "1"
   CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
   BOOTSTRAP: "https://gitlab.idiap.ch/bob/bob.devtools/raw/master/bob/devtools/bootstrap.py"
-  TORCH_HOME: "${CI_PROJECT_DIR}/torch"
+  TORCH_HOME: "${CI_PROJECT_DIR}/.cache/torch"
+  PRE_COMMIT_HOME: "${CI_PROJECT_DIR}/.cache/pre-commit"
 
 
 # Definition of our build pipeline order
@@ -28,7 +29,9 @@ stages:
     - conda activate base
   cache:
     paths:
-      - torch
+      - miniconda.sh
+      - ${TORCH_HOME}
+      - ${PRE_COMMIT_HOME}
 
 
 # Build targets
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index 0f14aabe893586f65dfb4e7fbc6a1ac90b83eb0f..6386c536b2b6c39708a3aa448e84f0f4f9349bc1 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -7,7 +7,8 @@ variables:
   PYTHONUNBUFFERED: "1"
   CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
   BOOTSTRAP: "https://gitlab.idiap.ch/bob/bob.devtools/raw/master/bob/devtools/bootstrap.py"
-  TORCH_HOME: "${CI_PROJECT_DIR}/torch"
+  TORCH_HOME: "${CI_PROJECT_DIR}/.cache/torch"
+  PRE_COMMIT_HOME: "${CI_PROJECT_DIR}/.cache/pre-commit"
 
 
 # Definition of our build pipeline order
@@ -29,7 +30,8 @@ stages:
   cache:
     paths:
       - miniconda.sh
-      - torch
+      - ${TORCH_HOME}
+      - ${PRE_COMMIT_HOME}
 
 
 # Build targets