diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index c15c4fddd616efe9d5137c1e00bf3f8526385ed7..959bdad558d6be9bf1e3d58ad71a1ab77023455f 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -124,8 +124,6 @@ get_data:
- ln -s "${LOCAL_DATA_PATH}/sim_output" "${DETECTOR_CONFIG}/sim_output"
- ln -s "../results" "${DETECTOR_CONFIG}/results"
# cache downloaded artifacts
- - if [ -d /scratch ]; then mkdir -p /scratch/EPIC; ln -sf /scratch/EPIC ./EPIC; fi
- - du -hs /scratch/EPIC
- ls -lrtha
retry:
max: 2
diff --git a/benchmarks/backgrounds/config.yml b/benchmarks/backgrounds/config.yml
index 6b53b86b3ad87d16ae880654a03b25b04aa41152..1f9775d89c0b40fe822e9aa23a840d7407613806 100644
--- a/benchmarks/backgrounds/config.yml
+++ b/benchmarks/backgrounds/config.yml
@@ -5,7 +5,7 @@ sim:backgrounds:
- mkdir -p $LOCAL_DATA_PATH/input
- ln -s $LOCAL_DATA_PATH/input input
- |
- snakemake --cores 2 \
+ snakemake -cache --cores 2 \
sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/BACKGROUNDS/BEAMGAS/electron/GETaLM1.0.0-1.0/10GeV/GETaLM1.0.0-1.0_ElectronBeamGas_10GeV_foam_emin10keV_run001.edm4hep.root \
sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/DIS/NC/10x100/minQ2=1/pythia8NCDIS_10x100_minQ2=1_beamEffects_xAngle=-0.025_hiDiv_1.edm4hep.root \
sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/BACKGROUNDS/BEAMGAS/proton/pythia8.306-1.0/100GeV/pythia8.306-1.0_ProtonBeamGas_100GeV_run001.edm4hep.root
@@ -28,7 +28,6 @@ collect_results:backgrounds:
- "bench:backgrounds_emcal_backwards"
script:
- ls -lrht
- - rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output backgrounds_ecal_backwards
- mv results{_save,}/
diff --git a/benchmarks/backwards_ecal/config.yml b/benchmarks/backwards_ecal/config.yml
index 487e69a7ae78b3fa09ac02f0373f3228f0bef3bd..9eff9b58355de46c32d3ddb5cfb9af5bc4e09698 100644
--- a/benchmarks/backwards_ecal/config.yml
+++ b/benchmarks/backwards_ecal/config.yml
@@ -16,7 +16,7 @@ sim:backwards_ecal:
]
script:
- |
- snakemake --cores 5 sim_output/backwards_ecal/${DETECTOR_CONFIG}/${PARTICLE}/${MOMENTUM}/130to177deg/flag
+ snakemake --cache --cores 5 sim_output/backwards_ecal/${DETECTOR_CONFIG}/${PARTICLE}/${MOMENTUM}/130to177deg/flag
bench:backwards_ecal:
extends: .det_benchmark
@@ -35,7 +35,6 @@ collect_results:backwards_ecal:
- "bench:backwards_ecal"
script:
- ls -lrht
- - rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output backwards_ecal
- mv results{_save,}/
diff --git a/benchmarks/ecal_gaps/config.yml b/benchmarks/ecal_gaps/config.yml
index e4dd4e74a778f5c700c2f3c30341326e0ba71952..9d967c877961c7261a172185d433f2d54e8abdb3 100644
--- a/benchmarks/ecal_gaps/config.yml
+++ b/benchmarks/ecal_gaps/config.yml
@@ -4,7 +4,7 @@ sim:ecal_gaps:
script:
- mkdir -p $LOCAL_DATA_PATH/input
- ln -s $LOCAL_DATA_PATH/input input
- - snakemake --cores 10 ecal_gaps --omit-from ecal_gaps
+ - snakemake --cache --cores 10 ecal_gaps --omit-from ecal_gaps
bench:ecal_gaps:
extends: .det_benchmark
@@ -24,7 +24,6 @@ collect_results:ecal_gaps:
- "bench:ecal_gaps"
script:
- ls -lrht
- - rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output ecal_gaps
- mv results{_save,}/
diff --git a/benchmarks/tracking_performances/config.yml b/benchmarks/tracking_performances/config.yml
index 2448d31e46b5fbb8897c2a6c72c45662fb1d5d27..90a0d0f6deb2f9b235edfa2b6786b0e641bef298 100644
--- a/benchmarks/tracking_performances/config.yml
+++ b/benchmarks/tracking_performances/config.yml
@@ -7,7 +7,7 @@ sim:tracking_performance:
MOMENTUM: ["500MeV", "1GeV", "2GeV", "5GeV", "10GeV", "20GeV"]
script:
- |
- snakemake --cores 1 \
+ snakemake --cache --cores 1 \
sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/3to50deg/${PARTICLE}_${MOMENTUM}_3to50deg.0000.eicrecon.tree.edm4eic.root \
sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/45to135deg/${PARTICLE}_${MOMENTUM}_45to135deg.0000.eicrecon.tree.edm4eic.root \
sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/130to177deg/${PARTICLE}_${MOMENTUM}_130to177deg.0000.eicrecon.tree.edm4eic.root
@@ -43,7 +43,6 @@ collect_results:tracking_performance_campaigns:
- "bench:tracking_performance_campaigns"
script:
- ls -lrht
- - rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output tracking_performance_campaigns
- mv results{_save,}/
diff --git a/benchmarks/zdc_lyso/config.yml b/benchmarks/zdc_lyso/config.yml
index 2baafc6cc2ce64019881a879fe1f312a0dca2524..eb0a763bd7d44acc99e2f035e2654a3965d06d7f 100644
--- a/benchmarks/zdc_lyso/config.yml
+++ b/benchmarks/zdc_lyso/config.yml
@@ -2,7 +2,7 @@ sim:zdc_lyso:
extends: .det_benchmark
stage: simulate
script:
- - snakemake --cores 1 zdc_lyso_local
+ - snakemake --cache --cores 1 zdc_lyso_local
retry:
max: 2
when:
@@ -15,7 +15,6 @@ collect_results:zdc_lyso:
- "sim:zdc_lyso"
script:
- ls -lrht
- - rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output zdc_lyso_local
- mv results{_save,}/