Migrate Work from release/SBN2025A to develop

CMakeLists.txt

@@ -17,10 +17,10 @@ cmake_minimum_required(VERSION 3.20 FATAL_ERROR)
 # cmake_policy(VERSION 3.19)
 
 find_package(cetmodules 3.24.01 REQUIRED)
-project(icaruscode VERSION 10.20.03 LANGUAGES CXX)
+#project(icaruscode VERSION 10.06.00.06 LANGUAGES CXX)
 
-#set(${PROJECT_NAME}_CMAKE_PROJECT_VERSION_STRING 10.15.00)
-#project(icaruscode LANGUAGES CXX)
+set(${PROJECT_NAME}_CMAKE_PROJECT_VERSION_STRING 10.06.00.06-p03)
+project(icaruscode LANGUAGES CXX)
 
 message(STATUS
   "\n-- ============================================================================="

fcl/caf/cafmaker_add_detsim2d_icarus.fcl

@@ -3,16 +3,3 @@ physics.producers.cafmaker.SimChannelLabel: "merge" # 2D, YZ sim
 
 # SimChannel's get re-made by 2D drift simulation -- use these to backtrack
 services.BackTrackerService.BackTracker.SimChannelModuleLabel: "merge"
-
-# MCReco also needs correct SimChannels
-# need to use new config names to make MCParticle/SimChannel labels different
-physics.producers.mcreco.G4ModName: @erase 
-physics.producers.mcreco.MCParticleLabel: "largeant"
-physics.producers.mcreco.SimChannelLabel: "merge"
-
-# Mini production, pre signal shape tuning
-# this_cal_constants: [1.343e-2, 1.338e-2, 0.01227]
-# Post signal shape tuning, post gain fixing
-# See docdb 32139
-this_cal_constants: [1.343e-2, 1.338e-2, 0.0128041]
-#include "set_caf_calconst.fcl"

fcl/caf/cafmaker_add_overlay_icarus.fcl

@@ -0,0 +1,7 @@
+physics.producers.cafmaker.CRTHitLabel: overlayCRTHit
+
+services.BackTrackerService.BackTracker.OverrideRealData: true
+services.ParticleInventoryService.ParticleInventory.OverrideRealData: true
+
+physics.producers.cafmaker.OverrideRealData: true
+physics.producers.cafmaker.CreateBlindedCAF: false

fcl/caf/cafmaker_defs.fcl

@@ -14,7 +14,7 @@
 #include "eventweight_genie_sbn.fcl"
 #include "eventweight_genie_systtools.fcl"
 #include "eventweight_flux_sbn.fcl"
-#include "mcreco.fcl"
+#include "eventweight_geant4_sbn.fcl"
 #include "mcsproducer.fcl"
 #include "rangeproducer.fcl"
 #include "flashmatch_simple_icarus.fcl"
@@ -87,8 +87,6 @@ recoana_datacalo_producers.vertexStubCryoW.NormTools: @local::icarus_calonormtoo
 
 # Producers for making analysis level products
 recoana_caf_preprocess_producers: {
-  mcreco: @local::standard_mcreco
-
   pandoraTrackMCSCryoE: @local::mcs_sbn
   pandoraTrackMCSCryoW: @local::mcs_sbn
 
@@ -105,6 +103,7 @@ recoana_caf_preprocess_producers: {
   genieweight: @local::sbn_eventweight_genie
   systtools: @local::sbn_systtools
   fluxweight: @local::sbn_eventweight_flux
+  geant4weight: @local::sbn_eventweight_geant4
 }
 
 # Overwrite labels
@@ -124,6 +123,7 @@ recoana_caf_preprocess_producers.pandoraPidGausCryoW.CalorimetryModuleLabel: "pa
 
 recoana_caf_preprocess_producers.genieweight.weight_functions: @local::recoana_caf_preprocess_producers.genieweight.weight_functions_genie
 recoana_caf_preprocess_producers.fluxweight.weight_functions: @local::recoana_caf_preprocess_producers.fluxweight.weight_functions_flux
+recoana_caf_preprocess_producers.geant4weight.weight_functions: @local::recoana_caf_preprocess_producers.geant4weight.weight_functions_reint
 
 # Producers for making SCE products
 recoana_sce_producers: {
@@ -228,7 +228,7 @@ caf_preprocess_sce_producers: {
 }
 
 # Sequences
-caf_preprocess_sequence: [ mcreco,
+caf_preprocess_sequence: [ 
     # Calorimetry
     pandoraCaloGausCryoE, pandoraCaloGausCryoW,
     pandoraPidGausCryoE, pandoraPidGausCryoW,
@@ -256,9 +256,9 @@ caf_preprocess_data_sequence: [
     ShowerCosmicDistCryoE, ShowerCosmicDistCryoW
     ]
 
-caf_preprocess_evtw_sequence: [@sequence::caf_preprocess_sequence, rns, genieweight, fluxweight]
+caf_preprocess_evtw_sequence: [@sequence::caf_preprocess_sequence, rns, genieweight, fluxweight, geant4weight]
 
-caf_preprocess_sce_sequence: [ mcreco,
+caf_preprocess_sce_sequence: [ 
   # Run the SCE correction
   pandoraGausSCECryoE, pandoraGausSCECryoW,
   # Then remake tracks
@@ -278,7 +278,7 @@ caf_preprocess_sce_sequence: [ mcreco,
   # TODO: rns??
 ]
 
-caf_preprocess_sce_evtw_sequence: [@sequence::caf_preprocess_sce_sequence, rns, genieweight, fluxweight]
+caf_preprocess_sce_evtw_sequence: [@sequence::caf_preprocess_sce_sequence, rns, genieweight, fluxweight, geant4weight]
 
 # CAFMaker config
 cafmaker: @local::standard_cafmaker
@@ -313,6 +313,7 @@ cafmaker.OpFlashLabel: "opflash"
 # cafmaker.TriggerLabel: "daqTrigger" # see also https://github.com/SBNSoftware/icaruscode/issues/556
 cafmaker.TriggerLabel: "emuTrigger"
 cafmaker.UnshiftedTriggerLabel: "emuTriggerUnshifted"
+cafmaker.CRTSimChanLabel: "shifted"
 cafmaker.FlashTrigLabel: "" # unavailable
 cafmaker.SimChannelLabel: "largeant"
 cafmaker.SystWeightLabels: ["genieweight", "fluxweight"]

fcl/caf/cafmakerjob_icarus_detsim2d_overlay.fcl

@@ -1,7 +1,8 @@
 #include "cafmakerjob_icarus.fcl"
-#include "cafmaker_add_detsim2d_icarus.fcl"
 
-services.BackTrackerService.BackTracker.OverrideRealData: true
-services.ParticleInventoryService.ParticleInventory.OverrideRealData: true
+# overwrite the producers to use data versions
+physics.producers: @local::caf_preprocess_data_producers
+physics.runprod: [ @sequence::caf_preprocess_data_sequence, cafmaker]
 
-physics.producers.cafmaker.OverrideRealData: true
+#include "cafmaker_add_detsim2d_icarus.fcl"
+#include "cafmaker_add_overlay_icarus.fcl"

fcl/caf/cafmakerjob_icarus_detsim2d_overlay_simpledet.fcl

@@ -0,0 +1,4 @@
+#include "cafmakerjob_icarus_detsim2d_overlay.fcl"
+
+physics.producers.cafmaker.SimChannelLabel: "daq:simpleSC"
+services.BackTrackerService.BackTracker.SimChannelModuleLabel: "daq:simpleSC"

fcl/caf/cafmakerjob_icarus_detsim2d_simpledet.fcl

@@ -0,0 +1,4 @@
+#include "cafmakerjob_icarus_detsim2d.fcl"
+
+physics.producers.cafmaker.SimChannelLabel: "daq:simpleSC"
+services.BackTrackerService.BackTracker.SimChannelModuleLabel: "daq:simpleSC"

fcl/caf/cafmakerjob_icarus_detsim2d_systtools_and_fluxwgt_overlay.fcl

@@ -1,5 +1,10 @@
 #include "cafmakerjob_icarus_detsim2d_systtools_and_fluxwgt.fcl"
 
-services.BackTrackerService.BackTracker.OverrideRealData: true
-services.ParticleInventoryService.ParticleInventory.OverrideRealData: true
-physics.producers.cafmaker.OverrideRealData: true
+# overwrite the producers to use data versions
+physics.producers: @local::caf_preprocess_data_producers
+physics.runprod: [ @sequence::caf_preprocess_data_sequence, rns, systtools, geant4weight, fluxweight, cafmaker]
+
+physics.producers.cafmaker.SystWeightLabels: ["systtools", "geant4weight", "fluxweight"]
+
+#include "cafmaker_add_detsim2d_icarus.fcl"
+#include "cafmaker_add_overlay_icarus.fcl"

fcl/caf/cafmakerjob_icarus_sce_systtools.fcl

@@ -1,6 +1,6 @@
 #include "cafmakerjob_icarus_sce.fcl"
 
-physics.runprod: [ @sequence::caf_preprocess_sce_sequence, rns, systtools, cafmaker ]
+physics.runprod: [ @sequence::caf_preprocess_sce_sequence, rns, systtools, geant4weight, cafmaker ]
 
-physics.producers.cafmaker.SystWeightLabels: ["systtools"]
+physics.producers.cafmaker.SystWeightLabels: ["systtools", "geant4weight"]
 

fcl/caf/cafmakerjob_icarus_sce_systtools_and_fluxwgt.fcl

@@ -1,6 +1,6 @@
 #include "cafmakerjob_icarus_sce.fcl"
 
-physics.runprod: [ @sequence::caf_preprocess_sce_sequence, rns, systtools, fluxweight, cafmaker ]
+physics.runprod: [ @sequence::caf_preprocess_sce_sequence, rns, systtools, geant4weight, fluxweight, cafmaker ]
 
-physics.producers.cafmaker.SystWeightLabels: ["systtools", "fluxweight"]
+physics.producers.cafmaker.SystWeightLabels: ["systtools", "geant4weight", "fluxweight"]
 

fcl/caf/cafmakerjob_icarus_systtools.fcl

@@ -1,6 +1,6 @@
 #include "cafmakerjob_icarus.fcl"
 
-physics.runprod: [ @sequence::caf_preprocess_sequence, rns, systtools, cafmaker ]
+physics.runprod: [ @sequence::caf_preprocess_sequence, rns, systtools, geant4weight, cafmaker ]
 
-physics.producers.cafmaker.SystWeightLabels: ["systtools"]
+physics.producers.cafmaker.SystWeightLabels: ["systtools", "geant4weight"]
 

fcl/caf/cafmakerjob_icarus_systtools_and_fluxwgt.fcl

@@ -1,6 +1,6 @@
 #include "cafmakerjob_icarus.fcl"
 
-physics.runprod: [ @sequence::caf_preprocess_sequence, rns, systtools, fluxweight, cafmaker ]
+physics.runprod: [ @sequence::caf_preprocess_sequence, rns, systtools, geant4weight, fluxweight, cafmaker ]
 
-physics.producers.cafmaker.SystWeightLabels: ["systtools", "fluxweight"]
+physics.producers.cafmaker.SystWeightLabels: ["systtools", "geant4weight", "fluxweight"]
 

fcl/configurations/calibration_database_GlobalTags_icarus.fcl

@@ -5,8 +5,8 @@
 BEGIN_PROLOG
 
 ICARUS_Calibration_GlobalTags: {
-  @table::TPC_CalibrationTags_Jan2025
-  @table::PMT_CalibrationTags_Run3_Feb2025
+  @table::TPC_CalibrationTags_Oct2025
+  @table::PMT_CalibrationTags_Oct2025
   @table::CRT_CalibrationTags_Oct2023
 }
 

fcl/configurations/calibration_database_PMT_TagSets_icarus.fcl

@@ -79,4 +79,26 @@ PMT_CalibrationTags_Run3_Feb2025: {
                                      # Run 3: run>=11590
 }
 
+# These are the standard tags for analyses on Run 1, Run 2, Run 3 and Run 4 data (as of Oct 2025)
+# These tagged versions of the databases contain tables relevant for Run 1, Run 2, Run 3 and Run 4.
+# Notes: 
+#   - New cosmics corrections for Run 4 (run>=12837)
+PMT_CalibrationTags_Oct2025: {
+  pmt_cables_delays_data:    "v2r5"  # tables for run>=0 (null)
+                                     # Run 1: run>=8046
+                                     # Run 2: run>=9301, run>=9628, run>=9773
+                                     # Run 3: run>=10369, run>=10441, run>=10865
+                                     # Run 4: run>=12040, run>=12455, run>=12777
+  pmt_laser_timing_data:     "v2r3"  # tables for run>=0 (null)
+                                     # Run 1: run>=8046
+                                     # Run 2: run>=9301, run>=9628, run>=9773
+                                     # Run 3: run>=10908, run>=11590
+                                     # Run 4: run>=12058, run>=12837
+  pmt_cosmics_timing_data:   "v2r3"  # tables for run>=0 (null)
+                                     # Run 1: run>=8046
+                                     # Run 2: run>=9301, run>=9628, run>=9773
+                                     # Run 3: run>=11590
+                                     # Run 4: run>=12837
+}
+
 END_PROLOG

fcl/configurations/calibration_database_TPC_TagSets_icarus.fcl

@@ -37,4 +37,26 @@ TPC_CalibrationTags_Jan2025: {
 
 }
 
+## TPC_CalibrationTags_Jul2025 
+# Update to 2D deconv tags. Change TPC equalization to be per-plane
+TPC_CalibrationTags_Jul2025: {
+
+  tpc_channelstatus_data: "v3r4"
+  tpc_elifetime_data: "v3r0"
+  tpc_dqdxcalibration_allplanes_data: "v1r0"
+  tpc_yz_correction_allplanes_data: "v2r0"
+
+}
+
+## TPC_CalibrationTags_Oct2025 
+# Include Run 4 in calibrations
+TPC_CalibrationTags_Oct2025: {
+
+  tpc_channelstatus_data: "v4r0"
+  tpc_elifetime_data: "v3r1"
+  tpc_dqdxcalibration_allplanes_data: "v1r1"
+  tpc_yz_correction_allplanes_data: "v2r1"
+
+}
+
 END_PROLOG

fcl/detsim/detsim_2d_icarus_refactored.fcl

@@ -19,7 +19,7 @@ physics: {
 
     crtdaq:         @local::icarus_crtsim
      opdaq:         @local::icarus_simpmt
-       daq:         @local::icarus_simwire_wirecell_filtersed
+       daq:         @local::icarus_simwire_wirecell_shifted
 
        rns:         { module_type: "RandomNumberSaver" }
   } # producers

fcl/detsim/detsim_2d_icarus_refactored_overlay.fcl

@@ -0,0 +1,3 @@
+#include "detsim_2d_icarus_refactored.fcl"
+
+physics.producers.daq: @local::icarus_simwire_wirecell_shifted_overlay

fcl/detsim/detsim_2d_icarus_refactored_yzsim_Run4.fcl

@@ -0,0 +1,3 @@
+#include "detsim_2d_icarus_refactored_yzsim.fcl"
+
+physics.producers.daq.wcls_main.params.YZScaleMapJson: "yzmap_gain_icarus_v4_run4.json"

fcl/detsim/detsim_2d_icarus_refactored_yzsim_overlay_Run4.fcl

@@ -0,0 +1,3 @@
+#include "detsim_2d_icarus_refactored_yzsim_overlay.fcl"
+
+physics.producers.daq.wcls_main.params.YZScaleMapJson: "yzmap_gain_icarus_v4_run4.json"

fcl/g4/larg4_icarus_cosmics_sce_filterwiremod.fcl

@@ -0,0 +1,8 @@
+#include "filter_wiremod_sbn.fcl"
+#include "larg4_icarus_cosmics_sce.fcl"
+
+
+# Insert the sim channel filter and only save events that pass it
+physics.filters.requiresimchan: @local::filter_primary_simchan
+physics.simulate: [@sequence::physics.simulate, "requiresimchan"]
+outputs.rootoutput.SelectEvents: ["simulate"]

fcl/gen/corsika/prodwiremod_icarus.fcl

@@ -0,0 +1,76 @@
+#include "corsika_icarus.fcl"
+#include "beamgates_icarus.fcl"
+#include "services_common_icarus.fcl"
+#include "services_icarus_simulation.fcl"
+#include "wiremodmuon_sbn.fcl"
+
+process_name: WireModMuon
+
+services:
+{
+  #FileCatalogMetadata:  @local::art_file_catalog_mc
+  @table::icarus_gen_services
+}
+
+#Start each new event with an empty event.
+source:
+{
+  module_type:     EmptyEvent
+  timestampPlugin: { plugin_type: "GeneratedEventTimestamp" }
+  maxEvents:       10          # Number of events to create
+  firstRun:        1           # Run number to use for this file
+  firstEvent:      1           # number of first event in the file
+}
+
+# Define and configure some modules to do work on each event.
+# First modules are defined; they are scheduled later.
+# Modules are grouped by type.
+physics:
+{
+
+ producers:
+ {
+   generator: {
+     @table::icarus_corsika_cmc 
+     @table::wiremodmuon_icarus
+   }
+   beamgate:  @local::icarus_standardbeamgate_BNB  # from beamgates_icarus.fcl
+   rns:       { module_type: "RandomNumberSaver" }
+ }
+
+ #define the producer and filter modules for this path, order matters, 
+ #filters reject all following items.  see lines starting physics.producers below
+ simulate: [ rns, generator, beamgate ]
+
+ #define the output stream, there could be more than one if using filters 
+ stream1:  [ out1 ]
+
+ #trigger_paths is a keyword and contains the paths that modify the art::event, 
+ #ie filters and producers
+ trigger_paths: [simulate] 
+
+ #end_paths is a keyword and contains the paths that do not modify the art::Event, 
+ #ie analyzers and output streams.  these all run simultaneously
+ end_paths:     [stream1]  
+}
+
+#block to define where the output goes.  if you defined a filter in the physics
+#block and put it in the trigger_paths then you need to put a SelectEvents: {SelectEvents: [XXX]}
+#entry in the output stream you want those to go to, where XXX is the label of the filter module(s)
+outputs:
+{
+ out1:
+ {
+   module_type: RootOutput
+   fileName:    "prodwiremod_standard_icarus_%tc-%p.root"
+   dataTier:    "simulated"
+   compressionLevel: 1
+   fastCloning: false
+   saveMemoryObjectThreshold: 0
+ }
+}
+
+# Allow info messages from generator
+# services.message.destinations.LogStandardOut.categories.WireModMuon.limit: 0
+
+services.TFileService.fileName: "Supplemental-prodwiremod_standard_icarus_%tc-%p.root"

fcl/gen/corsika/prodwiremod_icarus_overlays.fcl

@@ -0,0 +1,3 @@
+#include "prodwiremod_icarus.fcl"
+
+#include "enable_overlay_gen.fcl"

fcl/overlays/overlay_waveforms.fcl

@@ -108,5 +108,4 @@ outputs.rootOutput.outputCommands: ["keep *_*_*_*",
     "drop *_gaushitTPC*_*_*",
     "drop *_ophit*_*_*",
     "drop *_opflash*_*_*",
-    "drop *_crthit*_*_*",
     "drop *_crttrack*_*_*"] #TODO: drop raw waveforms that arent from this module. Keep wf from this module to feed to later stages

fcl/overlays/simulation_genie_icarus_bnb_overlays_volDetEnclosure_fiducial.fcl

@@ -0,0 +1,3 @@
+#include "simulation_genie_icarus_bnb_overlays_volDetEnclosure.fcl"
+
+physics.producers.generator.FiducialCut: "mbox: -378.49,-191.86,-904.950652270838,378.49,144.96,904.950652270838"

fcl/reco/CMakeLists.txt

@@ -13,6 +13,7 @@ add_subdirectory(ForCITests)
 #add_subdirectory(archive)
 add_subdirectory(Definitions)
 add_subdirectory(larcv)
+add_subdirectory(wires)
 add_subdirectory(ntuple)
 add_subdirectory(Stage0)
 add_subdirectory(Stage1)

fcl/reco/Definitions/enable_overlay_stage1.fcl

@@ -12,3 +12,6 @@ physics.producers.crttrack.DataLabelHits: "overlayCRTHit"
 
 # overlay PMT waveforms
 physics.analyzers.simpleLightAna.OpDetWaveformLabels: ["overlayOpWaveforms"]
+
+# Set Supera config
+physics.analyzers.superaMC.supera_params: "supera_icarus_MC_all_cryo_PMT_CRT_overlay.fcl"