Skip to content
Snippets Groups Projects
Commit acc4d25a authored by Dmitry Kalinkin's avatar Dmitry Kalinkin
Browse files

.gitlab-ci.yml: stop symlinking ./EPIC to /scratch

parent b29ea645
Branches
No related tags found
No related merge requests found
...@@ -124,8 +124,6 @@ get_data: ...@@ -124,8 +124,6 @@ get_data:
- ln -s "${LOCAL_DATA_PATH}/sim_output" "${DETECTOR_CONFIG}/sim_output" - ln -s "${LOCAL_DATA_PATH}/sim_output" "${DETECTOR_CONFIG}/sim_output"
- ln -s "../results" "${DETECTOR_CONFIG}/results" - ln -s "../results" "${DETECTOR_CONFIG}/results"
# cache downloaded artifacts # cache downloaded artifacts
- if [ -d /scratch ]; then mkdir -p /scratch/EPIC; ln -sf /scratch/EPIC ./EPIC; fi
- du -hs /scratch/EPIC
- ls -lrtha - ls -lrtha
retry: retry:
max: 2 max: 2
......
...@@ -5,7 +5,7 @@ sim:backgrounds: ...@@ -5,7 +5,7 @@ sim:backgrounds:
- mkdir -p $LOCAL_DATA_PATH/input - mkdir -p $LOCAL_DATA_PATH/input
- ln -s $LOCAL_DATA_PATH/input input - ln -s $LOCAL_DATA_PATH/input input
- | - |
snakemake --cores 2 \ snakemake -cache --cores 2 \
sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/BACKGROUNDS/BEAMGAS/electron/GETaLM1.0.0-1.0/10GeV/GETaLM1.0.0-1.0_ElectronBeamGas_10GeV_foam_emin10keV_run001.edm4hep.root \ sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/BACKGROUNDS/BEAMGAS/electron/GETaLM1.0.0-1.0/10GeV/GETaLM1.0.0-1.0_ElectronBeamGas_10GeV_foam_emin10keV_run001.edm4hep.root \
sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/DIS/NC/10x100/minQ2=1/pythia8NCDIS_10x100_minQ2=1_beamEffects_xAngle=-0.025_hiDiv_1.edm4hep.root \ sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/DIS/NC/10x100/minQ2=1/pythia8NCDIS_10x100_minQ2=1_beamEffects_xAngle=-0.025_hiDiv_1.edm4hep.root \
sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/BACKGROUNDS/BEAMGAS/proton/pythia8.306-1.0/100GeV/pythia8.306-1.0_ProtonBeamGas_100GeV_run001.edm4hep.root sim_output/$DETECTOR_CONFIG/backgrounds/EPIC/EVGEN/BACKGROUNDS/BEAMGAS/proton/pythia8.306-1.0/100GeV/pythia8.306-1.0_ProtonBeamGas_100GeV_run001.edm4hep.root
...@@ -28,7 +28,6 @@ collect_results:backgrounds: ...@@ -28,7 +28,6 @@ collect_results:backgrounds:
- "bench:backgrounds_emcal_backwards" - "bench:backgrounds_emcal_backwards"
script: script:
- ls -lrht - ls -lrht
- rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it - mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output backgrounds_ecal_backwards - snakemake --cores 1 --delete-all-output backgrounds_ecal_backwards
- mv results{_save,}/ - mv results{_save,}/
...@@ -16,7 +16,7 @@ sim:backwards_ecal: ...@@ -16,7 +16,7 @@ sim:backwards_ecal:
] ]
script: script:
- | - |
snakemake --cores 5 sim_output/backwards_ecal/${DETECTOR_CONFIG}/${PARTICLE}/${MOMENTUM}/130to177deg/flag snakemake --cache --cores 5 sim_output/backwards_ecal/${DETECTOR_CONFIG}/${PARTICLE}/${MOMENTUM}/130to177deg/flag
bench:backwards_ecal: bench:backwards_ecal:
extends: .det_benchmark extends: .det_benchmark
...@@ -35,7 +35,6 @@ collect_results:backwards_ecal: ...@@ -35,7 +35,6 @@ collect_results:backwards_ecal:
- "bench:backwards_ecal" - "bench:backwards_ecal"
script: script:
- ls -lrht - ls -lrht
- rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it - mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output backwards_ecal - snakemake --cores 1 --delete-all-output backwards_ecal
- mv results{_save,}/ - mv results{_save,}/
...@@ -4,7 +4,7 @@ sim:ecal_gaps: ...@@ -4,7 +4,7 @@ sim:ecal_gaps:
script: script:
- mkdir -p $LOCAL_DATA_PATH/input - mkdir -p $LOCAL_DATA_PATH/input
- ln -s $LOCAL_DATA_PATH/input input - ln -s $LOCAL_DATA_PATH/input input
- snakemake --cores 10 ecal_gaps --omit-from ecal_gaps - snakemake --cache --cores 10 ecal_gaps --omit-from ecal_gaps
bench:ecal_gaps: bench:ecal_gaps:
extends: .det_benchmark extends: .det_benchmark
...@@ -24,7 +24,6 @@ collect_results:ecal_gaps: ...@@ -24,7 +24,6 @@ collect_results:ecal_gaps:
- "bench:ecal_gaps" - "bench:ecal_gaps"
script: script:
- ls -lrht - ls -lrht
- rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it - mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output ecal_gaps - snakemake --cores 1 --delete-all-output ecal_gaps
- mv results{_save,}/ - mv results{_save,}/
...@@ -7,7 +7,7 @@ sim:tracking_performance: ...@@ -7,7 +7,7 @@ sim:tracking_performance:
MOMENTUM: ["500MeV", "1GeV", "2GeV", "5GeV", "10GeV", "20GeV"] MOMENTUM: ["500MeV", "1GeV", "2GeV", "5GeV", "10GeV", "20GeV"]
script: script:
- | - |
snakemake --cores 1 \ snakemake --cache --cores 1 \
sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/3to50deg/${PARTICLE}_${MOMENTUM}_3to50deg.0000.eicrecon.tree.edm4eic.root \ sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/3to50deg/${PARTICLE}_${MOMENTUM}_3to50deg.0000.eicrecon.tree.edm4eic.root \
sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/45to135deg/${PARTICLE}_${MOMENTUM}_45to135deg.0000.eicrecon.tree.edm4eic.root \ sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/45to135deg/${PARTICLE}_${MOMENTUM}_45to135deg.0000.eicrecon.tree.edm4eic.root \
sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/130to177deg/${PARTICLE}_${MOMENTUM}_130to177deg.0000.eicrecon.tree.edm4eic.root sim_output/tracking_performance/epic_craterlake_tracking_only/${PARTICLE}/${MOMENTUM}/130to177deg/${PARTICLE}_${MOMENTUM}_130to177deg.0000.eicrecon.tree.edm4eic.root
...@@ -43,7 +43,6 @@ collect_results:tracking_performance_campaigns: ...@@ -43,7 +43,6 @@ collect_results:tracking_performance_campaigns:
- "bench:tracking_performance_campaigns" - "bench:tracking_performance_campaigns"
script: script:
- ls -lrht - ls -lrht
- rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it - mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output tracking_performance_campaigns - snakemake --cores 1 --delete-all-output tracking_performance_campaigns
- mv results{_save,}/ - mv results{_save,}/
...@@ -2,7 +2,7 @@ sim:zdc_lyso: ...@@ -2,7 +2,7 @@ sim:zdc_lyso:
extends: .det_benchmark extends: .det_benchmark
stage: simulate stage: simulate
script: script:
- snakemake --cores 1 zdc_lyso_local - snakemake --cache --cores 1 zdc_lyso_local
retry: retry:
max: 2 max: 2
when: when:
...@@ -15,7 +15,6 @@ collect_results:zdc_lyso: ...@@ -15,7 +15,6 @@ collect_results:zdc_lyso:
- "sim:zdc_lyso" - "sim:zdc_lyso"
script: script:
- ls -lrht - ls -lrht
- rm EPIC # remove the symlink to preserve the shared files
- mv results{,_save}/ # move results directory out of the way to preserve it - mv results{,_save}/ # move results directory out of the way to preserve it
- snakemake --cores 1 --delete-all-output zdc_lyso_local - snakemake --cores 1 --delete-all-output zdc_lyso_local
- mv results{_save,}/ - mv results{_save,}/
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment