Skip to content
Snippets Groups Projects
Commit be9af02a authored by Dmitry Kalinkin's avatar Dmitry Kalinkin
Browse files

Cache fetch_epic using Snakemake's caching facility

parent 9b803641
Branches
Tags
No related merge requests found
...@@ -99,6 +99,7 @@ common:setup: ...@@ -99,6 +99,7 @@ common:setup:
- ls -lrtha - ls -lrtha
- ln -s "${LOCAL_DATA_PATH}/sim_output" sim_output - ln -s "${LOCAL_DATA_PATH}/sim_output" sim_output
- ln -s "${LOCAL_DATA_PATH}/datasets/data" data - ln -s "${LOCAL_DATA_PATH}/datasets/data" data
- mkdir -p "$SNAKEMAKE_OUTPUT_CACHE"
- ls -lrtha - ls -lrtha
retry: retry:
max: 2 max: 2
......
...@@ -22,6 +22,7 @@ root -l -b -q -e '.L {input}+' ...@@ -22,6 +22,7 @@ root -l -b -q -e '.L {input}+'
rule fetch_epic: rule fetch_epic:
output: output:
filepath="EPIC/{PATH}" filepath="EPIC/{PATH}"
cache: True
shell: """ shell: """
xrdcp root://dtn-eic.jlab.org//work/eic2/{output.filepath} {output.filepath} xrdcp root://dtn-eic.jlab.org//work/eic2/{output.filepath} {output.filepath}
""" """
......
...@@ -9,7 +9,7 @@ demp:simulate: ...@@ -9,7 +9,7 @@ demp:simulate:
extends: .phy_benchmark extends: .phy_benchmark
timeout: 2 hours timeout: 2 hours
script: script:
- snakemake --cores 5 demp_run_locally - snakemake --cache --cores 5 demp_run_locally
retry: retry:
max: 2 max: 2
when: when:
......
...@@ -13,7 +13,7 @@ diffractive_vm:simulate: ...@@ -13,7 +13,7 @@ diffractive_vm:simulate:
- VM: jpsi - VM: jpsi
timeout: 2 hours timeout: 2 hours
script: script:
- snakemake --cores 10 diffractive_vm_run_locally - snakemake --cache --cores 10 diffractive_vm_run_locally
retry: retry:
max: 2 max: 2
when: when:
......
...@@ -22,7 +22,7 @@ dis:simulate: ...@@ -22,7 +22,7 @@ dis:simulate:
timeout: 2 hours timeout: 2 hours
script: script:
- | - |
snakemake --cores 1 \ snakemake --cache --cores 1 \
results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/dis_${EBEAM}x${PBEAM}_minQ2=${MINQ2}dis_electrons.json \ results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/dis_${EBEAM}x${PBEAM}_minQ2=${MINQ2}dis_electrons.json \
results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/jets/ \ results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/jets/ \
results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/kinematics_correlations/ \ results/epic_craterlake/dis/${EBEAM}on${PBEAM}/minQ2=${MINQ2}/kinematics_correlations/ \
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment