Skip to content
GitLab
Explore
Sign in
Register
Primary navigation
Search or go to…
Project
R
reconstruction_benchmarks
Manage
Activity
Members
Labels
Plan
Issues
22
Issue boards
Milestones
Wiki
Code
Merge requests
21
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package Registry
Container Registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
EIC
benchmarks
reconstruction_benchmarks
Merge requests
!233
update ML to date
Code
Review changes
Check out branch
Download
Patches
Plain diff
Merged
update ML to date
update_ml_imcal
into
master
Overview
0
Commits
1
Pipelines
0
Changes
5
Merged
Chao Peng
requested to merge
update_ml_imcal
into
master
3 years ago
Overview
0
Commits
1
Pipelines
0
Changes
5
Expand
👍
0
👎
0
Merge request reports
Compare
master
version 1
283be6fd
3 years ago
master (base)
and
latest version
latest version
84f3cb75
1 commit,
3 years ago
version 1
283be6fd
1 commit,
3 years ago
5 files
+
574
−
141
Inline
Compare changes
Side-by-side
Inline
Show whitespace changes
Show one file at a time
Files
5
Search (e.g. *.vue) (Ctrl+P)
benchmarks/imaging_shower_ML/options/imaging_ml_data.py
+
115
−
33
Options
@@ -3,12 +3,16 @@ import ROOT
from
Gaudi.Configuration
import
*
from
GaudiKernel
import
SystemOfUnits
as
units
from
Configurables
import
ApplicationMgr
,
EICDataSvc
,
PodioOutput
,
GeoSvc
from
Configurables
import
ApplicationMgr
,
EICDataSvc
,
PodioInput
,
PodioOutput
,
GeoSvc
from
GaudiKernel.SystemOfUnits
import
MeV
,
GeV
,
mm
,
cm
,
mrad
from
Configurables
import
PodioInput
from
Configurables
import
Jug__Digi__CalorimeterHitDigi
as
CalorimeterHitDigi
from
Configurables
import
Jug__Reco__ImagingPixelReco
as
ImagingPixelReco
from
Configurables
import
Jug__Reco__ImagingPixelMerger
as
ImagingPixelMerger
from
Configurables
import
Jug__Base__InputCopier_dd4pod__Geant4ParticleCollection_dd4pod__Geant4ParticleCollection_
as
MCCopier
from
Configurables
import
Jug__Digi__CalorimeterHitDigi
as
CalHitDigi
from
Configurables
import
Jug__Reco__CalorimeterHitReco
as
CalHitReco
from
Configurables
import
Jug__Reco__CalorimeterHitsMerger
as
CalHitsMerger
from
Configurables
import
Jug__Reco__ImagingPixelMerger
as
MLDataMerger
from
Configurables
import
Jug__Reco__ImagingPixelDataSorter
as
MLDataSorter
from
Configurables
import
Jug__Reco__ImagingPixelDataCombiner
as
MLDataCombiner
# input arguments through environment variables
@@ -17,13 +21,13 @@ kwargs['input'] = os.environ.get('JUGGLER_SIM_FILE', '')
kwargs
[
'
output
'
]
=
os
.
environ
.
get
(
'
JUGGLER_REC_FILE
'
,
''
)
kwargs
[
'
compact
'
]
=
os
.
environ
.
get
(
'
JUGGLER_COMPACT_PATH
'
,
''
)
kwargs
[
'
nev
'
]
=
int
(
os
.
environ
.
get
(
'
JUGGLER_N_EVENTS
'
,
-
1
))
kwargs
[
'
nlayers
'
]
=
int
(
os
.
environ
.
get
(
'
IMCAL_ML_N_LAYERS
'
,
20
))
kwargs
[
'
nhits
'
]
=
int
(
os
.
environ
.
get
(
'
IMCAL_ML_N_HITS
'
,
20
))
kwargs
[
'
combine
'
]
=
os
.
environ
.
get
(
'
IMCAL_ML_COMBINE
'
,
'
concatenate
'
)
kwargs
[
'
img_nlayers
'
]
=
int
(
os
.
environ
.
get
(
'
IMCAL_ML_IMG_NLAYERS
'
,
9
))
kwargs
[
'
nhits
'
]
=
int
(
os
.
environ
.
get
(
'
IMCAL_ML_NHITS
'
,
20
))
if
kwargs
[
'
nev
'
]
<
1
:
f
=
ROOT
.
TFile
(
kwargs
[
'
input
'
])
kwargs
[
'
nev
'
]
=
f
.
events
.
GetEntries
()
print
(
kwargs
)
# get sampling fraction from system environment variable, 1.0 by default
sf
=
float
(
os
.
environ
.
get
(
'
JUGGLER_SAMP_FRAC
'
,
'
1.0
'
))
@@ -31,40 +35,118 @@ sf = float(os.environ.get('JUGGLER_SAMP_FRAC', '1.0'))
geo_service
=
GeoSvc
(
'
GeoSvc
'
,
detectors
=
[
f
.
strip
()
for
f
in
kwargs
[
'
compact
'
].
split
(
'
,
'
)])
podev
=
EICDataSvc
(
'
EventDataSvc
'
,
inputs
=
[
f
.
strip
()
for
f
in
kwargs
[
'
input
'
].
split
(
'
,
'
)])
podin
=
PodioInput
(
'
PodioReader
'
,
collections
=
[
'
mcparticles
'
,
'
EcalBarrelHits
'
])
podin
=
PodioInput
(
'
PodioReader
'
,
collections
=
[
'
mcparticles
'
,
'
EcalBarrelHits
'
,
'
EcalBarrelScFiHits
'
])
podout
=
PodioOutput
(
'
out
'
,
filename
=
kwargs
[
'
output
'
])
imcaldigi
=
CalorimeterHitDigi
(
'
imcal_digi
'
,
copier
=
MCCopier
(
'
MCCopier
'
,
OutputLevel
=
WARNING
,
inputCollection
=
'
mcparticles
'
,
outputCollection
=
'
mcparticles2
'
)
# Central Barrel Ecal (Imaging Cal.)
becal_img_daq
=
dict
(
dynamicRangeADC
=
3
*
MeV
,
capacityADC
=
8192
,
pedestalMean
=
400
,
pedestalSigma
=
20
)
# about 6 keV
becal_img_digi
=
CalHitDigi
(
'
becal_img_digi
'
,
inputHitCollection
=
'
EcalBarrelHits
'
,
outputHitCollection
=
'
EcalBarrelHitsDigi
'
,
energyResolutions
=
[
0.
,
0.02
,
0.
],
dynamicRangeADC
=
3
*
units
.
MeV
,
pedestalSigma
=
40
)
imcalreco
=
ImagingPixelReco
(
'
imcal_reco
'
,
inputHitCollection
=
imcaldigi
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelHitsReco
'
,
dynamicRangeADC
=
3.
*
units
.
MeV
,
pedestalSigma
=
40
,
thresholdFactor
=
3.5
,
readoutClass
=
'
EcalBarrelHits
'
,
layerField
=
'
layer
'
,
sectorField
=
'
module
'
)
imcaldata
=
ImagingPixelMerger
(
'
imcal_merger
'
,
# OutputLevel=DEBUG,
inputHitCollection
=
imcalreco
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelHitsML
'
,
outputHitCollection
=
'
EcalBarrelImagingHitsDigi
'
,
energyResolutions
=
[
0.
,
0.02
,
0.
],
# 2% flat resolution
**
becal_img_daq
)
becal_img_reco
=
CalHitReco
(
'
becal_img_reco
'
,
inputHitCollection
=
becal_img_digi
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelImagingHitsReco
'
,
thresholdFactor
=
3
,
# about 20 keV
readoutClass
=
'
EcalBarrelHits
'
,
# readout class
layerField
=
'
layer
'
,
# field to get layer id
sectorField
=
'
module
'
,
# field to get sector id
**
becal_img_daq
)
becal_img_merger
=
MLDataMerger
(
'
becal_img_merger
'
,
inputHitCollection
=
becal_img_reco
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelImagingHitsSeg
'
,
etaSize
=
0.001
,
phiSize
=
0.001
,
numberOfHits
=
kwargs
[
'
nhits
'
],
numberOfLayers
=
kwargs
[
'
nlayers
'
])
phiSize
=
0.001
)
becal_img_sorter
=
MLDataSorter
(
'
becal_img_sorter
'
,
inputHitCollection
=
becal_img_merger
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelImagingHitsML
'
,
numberOfLayers
=
kwargs
[
'
img_nlayers
'
],
numberOfHits
=
kwargs
[
'
nhits
'
])
#Central ECAL SciFi
# use the same daq_setting for digi/reco pair
becal_scfi_daq
=
dict
(
dynamicRangeADC
=
50.
*
MeV
,
capacityADC
=
32768
,
pedestalMean
=
400
,
pedestalSigma
=
10
)
# becal_scfi_daq = dict(
# dynamicRangeADC=50.*MeV,
# capacityADC=2**16,
# pedestalMean=100,
# pedestalSigma=0)
becal_scfi_digi
=
CalHitDigi
(
'
becal_scfi_digi
'
,
inputHitCollection
=
'
EcalBarrelScFiHits
'
,
outputHitCollection
=
'
EcalBarrelScFiHitsDigi
'
,
**
becal_scfi_daq
)
becal_scfi_reco
=
CalHitReco
(
'
becal_scfi_reco
'
,
inputHitCollection
=
becal_scfi_digi
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelScFiHitsReco
'
,
thresholdFactor
=
5.0
,
readoutClass
=
'
EcalBarrelScFiHits
'
,
layerField
=
'
layer
'
,
sectorField
=
'
module
'
,
localDetFields
=
[
'
system
'
,
'
module
'
],
# use local coordinates in each module (stave)
**
becal_scfi_daq
)
# merge hits in different layer (projection to local x-y plane)
becal_scfi_merger
=
CalHitsMerger
(
'
becal_scfi_merger
'
,
# OutputLevel=DEBUG,
inputHitCollection
=
becal_scfi_reco
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelScFiGridReco
'
,
fields
=
[
'
fiber
'
],
fieldRefNumbers
=
[
1
],
readoutClass
=
'
EcalBarrelScFiHits
'
)
becal_scfi_sorter
=
MLDataSorter
(
'
becal_scfi_sorter
'
,
inputHitCollection
=
becal_scfi_merger
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelScFiHitsML
'
,
numberOfLayers
=
20
,
numberOfHits
=
kwargs
[
'
nhits
'
])
# combine layers
becal_combiner
=
MLDataCombiner
(
'
becal_combiner
'
,
inputHitCollection1
=
becal_img_sorter
.
outputHitCollection
,
inputHitCollection2
=
becal_scfi_sorter
.
outputHitCollection
,
outputHitCollection
=
'
EcalBarrelHitsCombinedML
'
,
layerIncrement
=
100
,
rule
=
kwargs
[
'
combine
'
])
podout
.
outputCommands
=
[
'
keep *
'
]
podout
.
outputCommands
=
[
# 'keep *',
'
drop *
'
,
'
keep EcalBarrel*Reco
'
,
'
keep mcparticles*
'
,
'
keep EcalBarrel*ML
'
,
'
keep *Corr
'
,
]
ApplicationMgr
(
TopAlg
=
[
podin
,
imcaldigi
,
imcalreco
,
imcaldata
,
podout
],
TopAlg
=
[
podin
,
copier
,
becal_img_digi
,
becal_img_reco
,
becal_img_merger
,
becal_img_sorter
,
becal_scfi_digi
,
becal_scfi_reco
,
becal_scfi_merger
,
becal_scfi_sorter
,
becal_combiner
,
podout
],
EvtSel
=
'
NONE
'
,
EvtMax
=
kwargs
[
'
nev
'
],
ExtSvc
=
[
podev
],
OutputLevel
=
DEBU
G
OutputLevel
=
WARNIN
G
)
Loading