From b88933db8c531a3915cb5d41cff5a187ee7397fb Mon Sep 17 00:00:00 2001
From: Andre Anjos <andre.dos.anjos@gmail.com>
Date: Wed, 20 May 2020 14:53:24 +0200
Subject: [PATCH] [build,data] Cache eventual pytorch checkpoints used in unit
testing
---
bob/devtools/build.py | 1 +
bob/devtools/data/gitlab-ci/docs.yaml | 2 ++
bob/devtools/data/gitlab-ci/nightlies.yaml | 2 ++
bob/devtools/data/gitlab-ci/single-package.yaml | 3 +++
4 files changed, 8 insertions(+)
diff --git a/bob/devtools/build.py b/bob/devtools/build.py
index 59aa728f..93ca3562 100644
--- a/bob/devtools/build.py
+++ b/bob/devtools/build.py
@@ -533,6 +533,7 @@ def git_clean_build(runner, verbose):
# glob wild card entries we'd like to keep
exclude_from_cleanup = [
"miniconda.sh", # the installer, cached
+ "torch", # eventual pytorch caches
"sphinx", # build artifact -- documentation
"coverage.xml", # build artifact -- coverage report
]
diff --git a/bob/devtools/data/gitlab-ci/docs.yaml b/bob/devtools/data/gitlab-ci/docs.yaml
index c201aafd..3a1111cc 100644
--- a/bob/devtools/data/gitlab-ci/docs.yaml
+++ b/bob/devtools/data/gitlab-ci/docs.yaml
@@ -7,6 +7,7 @@ variables:
PYTHONUNBUFFERED: "1"
CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
BOOTSTRAP: "https://gitlab.idiap.ch/bob/bob.devtools/raw/master/bob/devtools/bootstrap.py"
+ TORCH_HOME: "${CI_PROJECT_DIR}/torch"
# Definition of our build pipeline order
@@ -30,6 +31,7 @@ stages:
cache:
paths:
- miniconda.sh
+ - torch
# Build target
diff --git a/bob/devtools/data/gitlab-ci/nightlies.yaml b/bob/devtools/data/gitlab-ci/nightlies.yaml
index 5ab536c9..2e1f7841 100644
--- a/bob/devtools/data/gitlab-ci/nightlies.yaml
+++ b/bob/devtools/data/gitlab-ci/nightlies.yaml
@@ -6,6 +6,7 @@ variables:
PYTHONUNBUFFERED: "1"
CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
BOOTSTRAP: "https://gitlab.idiap.ch/bob/bob.devtools/raw/master/bob/devtools/bootstrap.py"
+ TORCH_HOME: "${CI_PROJECT_DIR}/torch"
# Definition of our build pipeline order
@@ -26,6 +27,7 @@ stages:
cache:
paths:
- miniconda.sh
+ - torch
# Build targets
diff --git a/bob/devtools/data/gitlab-ci/single-package.yaml b/bob/devtools/data/gitlab-ci/single-package.yaml
index eee41cef..f7f71b98 100644
--- a/bob/devtools/data/gitlab-ci/single-package.yaml
+++ b/bob/devtools/data/gitlab-ci/single-package.yaml
@@ -7,6 +7,7 @@ variables:
PYTHONUNBUFFERED: "1"
CONDA_ROOT: "${CI_PROJECT_DIR}/miniconda"
BOOTSTRAP: "https://gitlab.idiap.ch/bob/bob.devtools/raw/master/bob/devtools/bootstrap.py"
+ TORCH_HOME: "${CI_PROJECT_DIR}/torch"
# Definition of our build pipeline order
@@ -28,6 +29,7 @@ stages:
cache:
paths:
- miniconda.sh
+ - torch
# Build targets
@@ -114,6 +116,7 @@ build_linux_37:
cache:
paths:
- miniconda.sh
+ - torch
.test_linux_template:
--
GitLab