Cache fetch_epic using Snakemake's caching facility

.gitlab-ci.yml

@@ -99,6 +99,7 @@ common:setup:
     - ls -lrtha 
     - ln -s "${LOCAL_DATA_PATH}/sim_output" sim_output
     - ln -s "${LOCAL_DATA_PATH}/datasets/data" data
+    - mkdir -p "$SNAKEMAKE_OUTPUT_CACHE"
     - ls -lrtha
   retry:
     max: 2

Snakefile

@@ -22,6 +22,7 @@ root -l -b -q -e '.L {input}+'
 rule fetch_epic:
     output:
         filepath="EPIC/{PATH}"
+    cache: True
     shell: """
 xrdcp root://dtn-eic.jlab.org//work/eic2/{output.filepath} {output.filepath}
 """

benchmarks/demp/config.yml

@@ -9,7 +9,7 @@ demp:simulate:
   extends: .phy_benchmark
   timeout: 2 hours
   script:
-    - snakemake --cores 5 demp_run_locally
+    - snakemake --cache --cores 5 demp_run_locally
   retry:
     max: 2
     when:

benchmarks/diffractive_vm/config.yml

@@ -13,7 +13,7 @@ diffractive_vm:simulate:
       - VM: jpsi
   timeout: 2 hours
   script:
-    - snakemake --cores 10 diffractive_vm_run_locally
+    - snakemake --cache --cores 10 diffractive_vm_run_locally
   retry:
     max: 2
     when:

benchmarks/dis/config.yml

@@ -22,7 +22,7 @@ dis:simulate:
   timeout: 2 hours
   script:
     - |
-      snakemake --cores 1 \
+      snakemake --cache --cores 1 \
         results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/dis_${EBEAM}x${PBEAM}_minQ2=${MINQ2}dis_electrons.json \
         results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/jets/ \
         results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/kinematics_correlations/ \