From 35eede8f79a58b0d2b8654da63df5aed90779ed5 Mon Sep 17 00:00:00 2001 From: Wouter Deconinck <wdconinc@gmail.com> Date: Sat, 23 Nov 2024 18:15:19 +0000 Subject: [PATCH] feat: let gitlab parallel drive multi-node snakemake --- benchmarks/ecal_gaps/config.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmarks/ecal_gaps/config.yml b/benchmarks/ecal_gaps/config.yml index fdf31892..883fe775 100644 --- a/benchmarks/ecal_gaps/config.yml +++ b/benchmarks/ecal_gaps/config.yml @@ -11,11 +11,12 @@ bench:ecal_gaps: stage: benchmarks needs: - ["sim:ecal_gaps"] + parallel: 8 script: - ln -s $LOCAL_DATA_PATH/input input - export PYTHONUSERBASE=$LOCAL_DATA_PATH/deps - pip install -r benchmarks/ecal_gaps/requirements.txt - - snakemake $SNAKEMAKE_FLAGS --cores 8 results/epic_inner_detector/ecal_gaps + - snakemake $SNAKEMAKE_FLAGS --cores 1 --batch results/epic_inner_detector/ecal_gaps=$CI_NODE_INDEX/$CI_NODE_TOTAL collect_results:ecal_gaps: extends: .det_benchmark -- GitLab