diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 7cef7d6cc4bbad31a45690eb963d97a786bd0550..279ffc1412367b6c6703e73c46ef30b9bbafe6f9 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -20,6 +20,8 @@ stages: stage: gzip script: - mc config host add S3rw https://dtn01.sdcc.bnl.gov:9000 ${S3RW_ACCESS_KEY} ${S3RW_SECRET_KEY} + - echo $DATA + - cat $DATA - cat $DATA | grep -v "^\#" | parallel -j $JOBS --colsep "," scripts/gzip_hepmc.sh {1} {2} {3} .nevents: @@ -27,6 +29,8 @@ stages: script: - mc config host add S3 https://dtn01.sdcc.bnl.gov:9000 ${S3_ACCESS_KEY} ${S3_SECRET_KEY} - mkdir -p $(dirname results/datasets/nevents/$DATA) + - echo $DATA + - cat $DATA - cat $DATA | grep -v "^\#" | parallel -j $JOBS --colsep "," scripts/count_events.sh {1} {2} {3} | sort | tee results/datasets/nevents/$DATA .timings: @@ -34,7 +38,9 @@ stages: script: - mc config host add S3 https://dtn01.sdcc.bnl.gov:9000 ${S3_ACCESS_KEY} ${S3_SECRET_KEY} - mkdir -p $(dirname results/datasets/timings/$DATA) - - cat results/datasets/nevents/$DATA | grep -v "^\#" | head -n 1 | parallel -j $JOBS --colsep "," scripts/determine_timing.sh {1} {2} {3} | sort | tee results/datasets/timings/$DATA && echo $? + - echo $DATA + - cat results/datasets/nevents/$DATA + - cat results/datasets/nevents/$DATA | grep -v "^\#" | head -n 1 | parallel -j $JOBS --colsep "," scripts/determine_timing.sh {1} {2} {3} | sort | tee results/datasets/timings/$DATA - | IFS="," read file nevents dt0 dt1 < results/datasets/timings/$DATA export dt0 dt1