From 35eede8f79a58b0d2b8654da63df5aed90779ed5 Mon Sep 17 00:00:00 2001
From: Wouter Deconinck <wdconinc@gmail.com>
Date: Sat, 23 Nov 2024 18:15:19 +0000
Subject: [PATCH] feat: let gitlab parallel drive multi-node snakemake

---
 benchmarks/ecal_gaps/config.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/benchmarks/ecal_gaps/config.yml b/benchmarks/ecal_gaps/config.yml
index fdf31892..883fe775 100644
--- a/benchmarks/ecal_gaps/config.yml
+++ b/benchmarks/ecal_gaps/config.yml
@@ -11,11 +11,12 @@ bench:ecal_gaps:
   stage: benchmarks
   needs:
     - ["sim:ecal_gaps"]
+  parallel: 8
   script:
     - ln -s $LOCAL_DATA_PATH/input input
     - export PYTHONUSERBASE=$LOCAL_DATA_PATH/deps
     - pip install -r benchmarks/ecal_gaps/requirements.txt
-    - snakemake $SNAKEMAKE_FLAGS --cores 8 results/epic_inner_detector/ecal_gaps
+    - snakemake $SNAKEMAKE_FLAGS --cores 1 --batch results/epic_inner_detector/ecal_gaps=$CI_NODE_INDEX/$CI_NODE_TOTAL
 
 collect_results:ecal_gaps:
   extends: .det_benchmark
-- 
GitLab