From a7fa50ea6586efdb431904b6320af9b51ce07fd0 Mon Sep 17 00:00:00 2001
From: Wouter Deconinck <wdconinc@gmail.com>
Date: Sun, 21 Nov 2021 17:48:20 +0000
Subject: [PATCH] More diagnostics in CI
---
.gitlab-ci.yml | 8 +++++++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 7cef7d6..279ffc1 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -20,6 +20,8 @@ stages:
stage: gzip
script:
- mc config host add S3rw https://dtn01.sdcc.bnl.gov:9000 ${S3RW_ACCESS_KEY} ${S3RW_SECRET_KEY}
+ - echo $DATA
+ - cat $DATA
- cat $DATA | grep -v "^\#" | parallel -j $JOBS --colsep "," scripts/gzip_hepmc.sh {1} {2} {3}
.nevents:
@@ -27,6 +29,8 @@ stages:
script:
- mc config host add S3 https://dtn01.sdcc.bnl.gov:9000 ${S3_ACCESS_KEY} ${S3_SECRET_KEY}
- mkdir -p $(dirname results/datasets/nevents/$DATA)
+ - echo $DATA
+ - cat $DATA
- cat $DATA | grep -v "^\#" | parallel -j $JOBS --colsep "," scripts/count_events.sh {1} {2} {3} | sort | tee results/datasets/nevents/$DATA
.timings:
@@ -34,7 +38,9 @@ stages:
script:
- mc config host add S3 https://dtn01.sdcc.bnl.gov:9000 ${S3_ACCESS_KEY} ${S3_SECRET_KEY}
- mkdir -p $(dirname results/datasets/timings/$DATA)
- - cat results/datasets/nevents/$DATA | grep -v "^\#" | head -n 1 | parallel -j $JOBS --colsep "," scripts/determine_timing.sh {1} {2} {3} | sort | tee results/datasets/timings/$DATA && echo $?
+ - echo $DATA
+ - cat results/datasets/nevents/$DATA
+ - cat results/datasets/nevents/$DATA | grep -v "^\#" | head -n 1 | parallel -j $JOBS --colsep "," scripts/determine_timing.sh {1} {2} {3} | sort | tee results/datasets/timings/$DATA
- |
IFS="," read file nevents dt0 dt1 < results/datasets/timings/$DATA
export dt0 dt1
--
GitLab