diff --git a/ci/bootstrap.sh b/ci/bootstrap.sh
index 7b23aaf8ceae466eb7c5bbe434a3f74034b20704..3805cfce4a52431ed300f4457a435ca209cb9346 100755
--- a/ci/bootstrap.sh
+++ b/ci/bootstrap.sh
@@ -58,6 +58,7 @@ merge_conda_cache() {
     if [ -e ${2}/pkgs ]; then
       log_info "Merging urls.txt and packages with cached files..."
       mv ${2}/pkgs/*.tar.bz2 ${1}/pkgs
+      run_cmd rm -f ${1}/pkgs/${CI_PROJECT_NAME}-*-*_*.tar.bz2
       cat ${_urlstxt} ${_cached_urlstxt} | sort | uniq > ${_urlstxt}
     else
       run_cmd mkdir -p ${1}/pkgs