diff --git a/benchmarks/calorimeters/config.yml b/benchmarks/calorimeters/config.yml
index 2d58acf1932dd8e365993c9b9b08ef4a68907fe5..669fbe67aeed53b0329f01f2928712385a21d843 100644
--- a/benchmarks/calorimeters/config.yml
+++ b/benchmarks/calorimeters/config.yml
@@ -10,14 +10,12 @@ cal_sim:emcal_barrel_pions:
   stage: simulate
   script:
     - bash benchmarks/calorimeters/run_emcal_barrel_pions.sh
-  allow_failure: true
 
 cal_sim:emcal_barrel_electrons:
   extends: .det_benchmark
   stage: simulate
   script:
     - bash benchmarks/calorimeters/run_emcal_barrel_electrons.sh
-  allow_failure: true
 
 cal_sim:crystal_emcal:
   extends: .det_benchmark