From 3277644af37942dce3e9a82863bdd67f75ad8b52 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Tue, 19 Apr 2022 14:50:28 -0400 Subject: [PATCH 01/13] Add EcalPhiSymByRun for ECAL ALCANANO test --- etc/ReplayOfflineConfiguration.py | 1375 +---------------------------- 1 file changed, 46 insertions(+), 1329 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 06dd7fa67..929bfa3fb 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -32,7 +32,7 @@ setConfigVersion(tier0Config, "replace with real version") # Set run number to replay -setInjectRuns(tier0Config, [349840]) +setInjectRuns(tier0Config, [346512]) # Settings up sites processingSite = "T2_CH_CERN" @@ -99,11 +99,11 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_2_3_patch1" + 'default': "CMSSW_12_3_0" } # Configure ScramArch -setDefaultScramArch(tier0Config, "slc7_amd64_gcc900") +setDefaultScramArch(tier0Config, "slc7_amd64_gcc10") # Configure scenarios ppScenario = "ppEra_Run3" @@ -123,9 +123,9 @@ alcarawProcVersion = dt # Defaults for GlobalTag -expressGlobalTag = "122X_dataRun3_Express_v3" -promptrecoGlobalTag = "122X_dataRun3_Prompt_v3" -alcap0GlobalTag = "122X_dataRun3_Prompt_v3" +expressGlobalTag = "123X_dataRun3_Express_v5" +promptrecoGlobalTag = "123X_dataRun3_Prompt_v6" +alcap0GlobalTag = "123X_dataRun3_Prompt_v6" # Mandatory for CondDBv2 globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS" @@ -232,647 +232,6 @@ maxMemoryperCore=2000, scenario=ppScenario) -############################# -### Express configuration ### -############################# -addExpressConfig(tier0Config, "Express", - scenario=ppScenario, - data_tiers=["FEVT"], - write_dqm=True, - alca_producers=["SiStripPCLHistos", "SiStripCalZeroBias", "SiStripCalMinBias", "SiStripCalMinBiasAAG", - "TkAlMinBias", "LumiPixelsMinBias", "SiPixelCalZeroBias", - "PromptCalibProd", "PromptCalibProdSiStrip", "PromptCalibProdSiPixelAli", - "PromptCalibProdSiStripGains", "PromptCalibProdSiStripGainsAAG", "PromptCalibProdSiPixel" - ], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=400, - maxInputSize=2 * 1024 * 1024 * 1024, - maxInputFiles=15, - maxLatency=15 * 23, - periodicHarvestInterval=20 * 60, - blockCloseDelay=1200, - timePerEvent=4, - sizePerEvent=1700, - maxMemoryperCore=2000, - versionOverride=expressVersionOverride) - -addExpressConfig(tier0Config, "ExpressCosmics", - scenario=cosmicsScenario, - diskNode="T0_CH_CERN_Disk", - data_tiers=["FEVT"], - write_dqm=True, - alca_producers=["SiStripPCLHistos", "SiStripCalZeroBias", "TkAlCosmics0T", - "SiPixelCalZeroBias", - "PromptCalibProdSiStrip" - ], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=400, - maxInputSize=2 * 1024 * 1024 * 1024, - maxInputFiles=15, - maxLatency=15 * 23, - periodicHarvestInterval=20 * 60, - blockCloseDelay=1200, - timePerEvent=4, #I have to get some stats to set this properly - sizePerEvent=1700, #I have to get some stats to set this properly - maxMemoryperCore=2000, - versionOverride=expressVersionOverride) - -addExpressConfig(tier0Config, "HLTMonitor", - scenario=ppScenario, - diskNode="T0_CH_CERN_Disk", - data_tiers=["FEVTHLTALL"], - write_dqm=True, - alca_producers=[], - dqm_sequences=["@HLTMon"], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=400, - maxInputSize=2 * 1024 * 1024 * 1024, - maxInputFiles=15, - maxLatency=15 * 23, - periodicHarvestInterval=20 * 60, - blockCloseDelay=1200, - timePerEvent=4, #I have to get some stats to set this properly - sizePerEvent=1700, #I have to get some stats to set this properly - maxMemoryperCore=2000, - versionOverride=expressVersionOverride) - -addExpressConfig(tier0Config, "Calibration", - scenario=alcaTestEnableScenario, - data_tiers=["RAW"], - write_dqm=True, - alca_producers=["EcalTestPulsesRaw", "PromptCalibProdEcalPedestals"], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=100 * 1000 * 1000, - maxInputSize=4 * 1024 * 1024 * 1024, - maxInputFiles=10000, - maxLatency=1 * 3600, - periodicHarvestInterval=24 * 3600, - blockCloseDelay=2 * 3600, - timePerEvent=4, - sizePerEvent=1700, - versionOverride=expressVersionOverride, - maxMemoryperCore=2000, - dataType="data", - diskNode="T0_CH_CERN_Disk") - -addExpressConfig(tier0Config, "ExpressAlignment", - scenario=alcaTrackingOnlyScenario, - data_tiers=["ALCARECO"], - write_dqm=True, - alca_producers=["TkAlMinBias", "PromptCalibProdBeamSpotHP"], - dqm_sequences=["@trackingOnlyDQM"], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=100 * 1000 * 1000, - maxInputSize=4 * 1024 * 1024 * 1024, - maxInputFiles=10000, - maxLatency=1 * 3600, - periodicHarvestInterval=24 * 3600, - blockCloseDelay=2 * 3600, - timePerEvent=4, - sizePerEvent=1700, - versionOverride=expressVersionOverride, - maxMemoryperCore=2000, - diskNode="T0_CH_CERN_Disk") - -addExpressConfig(tier0Config, "ALCALUMIPIXELSEXPRESS", - scenario=alcaLumiPixelsScenario, - data_tiers=["ALCARECO"], - write_dqm=True, - alca_producers=["AlCaPCCRandom", "PromptCalibProdLumiPCC"], - dqm_sequences=[], - reco_version=defaultCMSSWVersion, - multicore=1, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=100 * 1000 * 1000, - maxInputSize=4 * 1024 * 1024 * 1024, - maxInputFiles=10000, - maxLatency=1 * 3600, - periodicHarvestInterval=24 * 3600, - blockCloseDelay=2 * 3600, - timePerEvent=4, - sizePerEvent=1700, - versionOverride=expressVersionOverride, - maxMemoryperCore=2000, - diskNode="T0_CH_CERN_Disk") - -##################### -### HI Tests 2018 ### -##################### - -addExpressConfig(tier0Config, "HIExpress", - scenario=hiTestppScenario, - diskNode="T0_CH_CERN_Disk", - data_tiers=["FEVT"], - write_dqm=True, - alca_producers=["SiStripPCLHistos", "SiStripCalZeroBias", "SiStripCalMinBias", "SiStripCalMinBiasAAG", - "TkAlMinBias", "LumiPixelsMinBias", "SiPixelCalZeroBias", - "PromptCalibProd", "PromptCalibProdSiStrip", "PromptCalibProdSiPixelAli", - "PromptCalibProdSiStripGains", "PromptCalibProdSiStripGainsAAG", "PromptCalibProdSiPixel" - ], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=400, - maxInputSize=2 * 1024 * 1024 * 1024, - maxInputFiles=15, - maxLatency=15 * 23, - periodicHarvestInterval=20 * 60, - blockCloseDelay=1200, - timePerEvent=4, - sizePerEvent=1700, - maxMemoryperCore=2000, - versionOverride=expressVersionOverride) - -addExpressConfig(tier0Config, "HIExpressAlignment", - scenario=hiTestppScenario, - data_tiers=["ALCARECO", "RAW"], - write_dqm=True, - alca_producers=["TkAlMinBias"], - dqm_sequences=["@trackingOnlyDQM"], - reco_version=defaultCMSSWVersion, - raw_to_disk=True, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=100 * 1000 * 1000, - maxInputSize=4 * 1024 * 1024 * 1024, - maxInputFiles=10000, - maxLatency=1 * 3600, - periodicHarvestInterval=24 * 3600, - blockCloseDelay=2 * 3600, - timePerEvent=4, - sizePerEvent=1700, - versionOverride=expressVersionOverride, - maxMemoryperCore=2000, - diskNode="T0_CH_CERN_Disk") - -################################### -### Standard Physics PDs (2017) ### -################################### - -DATASETS = ["BTagCSV"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["BTagMu"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["Charmonium"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - alca_producers=["TkAlJpsiMuMu"], - physics_skims=["BPHSkim", "MuonPOGJPsiSkim", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["Cosmics"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=False, - write_aod=True, - write_miniaod=False, - write_dqm=True, - alca_producers=["SiStripCalCosmics", "SiPixelCalCosmics", "TkAlCosmics0T", "MuAlGlobalCosmics"], - physics_skims=["CosmicSP", "CosmicTP", "LogError", "LogErrorMonitor"], - timePerEvent=0.5, - sizePerEvent=155, - scenario=cosmicsScenario) - -DATASETS = ["DisplacedJet"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["EXODisplacedJet", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["DoubleEG"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - write_dqm=True, - alca_producers=["EcalUncalZElectron", "EcalUncalWElectron", "HcalCalIterativePhiSym", "HcalCalIsoTrkFilter"], - dqm_sequences=["@common", "@ecal", "@egamma"], - physics_skims=["ZElectron", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["DoubleMuon"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - write_dqm=True, - alca_producers=["TkAlZMuMu", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu"], - dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["DoubleMuonLowPU"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=False, - raw_to_disk=True, - write_dqm=True, - alca_producers=["TkAlZMuMu", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu"], - dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon"], - physics_skims=["LogError", "LogErrorMonitor"], - timePerEvent=1, - scenario=ppScenario) - -DATASETS = ["DoubleMuonLowMass"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["LogError", "LogErrorMonitor", "BPHSkim"], - scenario=ppScenario) - -DATASETS = ["EmptyBX"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["FSQJet1", "FSQJet2"] - -DATASETS = ["FSQJets", "FSQJets1", "FSQJets2", "FSQJets3"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@jetmet"], - scenario=ppScenario) - -DATASETS = ["HINCaloJets", "HINPFJets"] - -DATASETS += ["HINCaloJet40", "HINPFJet100", "HINCaloJet100", "HINCaloJetsOther", "HINPFJetsOther"] - -DATASETS += ["HINMuon", "HINPhoton"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["HTMHT"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["LogError", "LogErrorMonitor"], - timePerEvent=9.4, - sizePerEvent=2000, - scenario=ppScenario) - -DATASETS = ["HighMultiplicity"] - -DATASETS += ["HighMultiplicityEOF0", "HighMultiplicityEOF1", "HighMultiplicityEOF2", - "HighMultiplicityEOF3", "HighMultiplicityEOF4", "HighMultiplicityEOF5"] - -DATASETS += ["HighMultiplicity85", "HighMultiplicity85EOF"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -# 05/07/2018 HighMultiplicityEOF needs to have 1sec per event -DATASETS = ["HighMultiplicityEOF"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=False, - write_dqm=True, - dqm_sequences=["@common"], - timePerEvent=1, - scenario=ppScenario) - -DATASETS = ["HighPtLowerPhotons", "HighPtPhoton30AndZ"] - -DATASETS += ["ppForward", "HighPtLowerJets", "MuPlusX"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["JetHT"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["HcalCalIsoTrkFilter", "HcalCalIsolatedBunchFilter"], - dqm_sequences=["@common", "@jetmet", "@L1TMon", "@hcal"], - physics_skims=["JetHTJetPlusHOFilter", "LogError", "LogErrorMonitor"], - timePerEvent=5.7, - sizePerEvent=2250, - scenario=ppScenario) - -DATASETS = ["MET"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["HcalCalNoise"], - dqm_sequences=["@common", "@jetmet", "@L1TMon", "@hcal"], - physics_skims=["EXOMONOPOLE", "HighMET", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["MuOnia"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["TkAlUpsilonMuMu"], - dqm_sequences=["@common", "@muon"], - physics_skims=["LogError", "LogErrorMonitor", "BPHSkim"], - scenario=ppScenario) - -DATASETS = ["MuonEG"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["TopMuEG", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["NoBPTX"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - write_dqm=True, - alca_producers=["TkAlCosmicsInCollisions"], - dqm_sequences=["@common"], - physics_skims=["EXONoBPTXSkim", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["SingleElectron"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["EcalUncalWElectron", "EcalUncalZElectron", "HcalCalIterativePhiSym", "EcalESAlign"], - dqm_sequences=["@common", "@ecal", "@egamma", "@L1TEgamma"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["SingleMuon", "SingleMuonTnP"] # SingleMuonTnP only for 2017 ppRef run - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["TkAlMuonIsolated", "HcalCalIterativePhiSym", "MuAlCalIsolatedMu", - "MuAlOverlaps", "MuAlZMuMu", "HcalCalHO", "HcalCalHBHEMuonFilter"], - dqm_sequences=["@common", "@muon", "@lumi", "@L1TMuon"], - physics_skims=["MuonPOGSkim", "MuTau", "ZMu", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["SinglePhoton"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@ecal", "@egamma"], - physics_skims=["EXOMONOPOLE", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["EGamma"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["EcalUncalZElectron", "EcalUncalWElectron", "HcalCalIterativePhiSym", - "HcalCalIsoTrkFilter", "EcalESAlign"], - dqm_sequences=["@common", "@ecal", "@egamma", "@L1TEgamma"], - physics_skims=["EXOMONOPOLE", "ZElectron", "LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["Tau"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -############################################# -### Standard Commisioning PDs (2017) ### -############################################# - -DATASETS = ["Commissioning"] - -DATASETS += ["Commissioning1", "Commissioning2", "Commissioning3", "Commissioning4", - "CommissioningMuons", "CommissioningEGamma", "CommissioningTaus", "CommissioningSingleJet", "CommissioningDoubleJet"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["TkAlMinBias", "SiStripCalMinBias", "HcalCalIsoTrk", "HcalCalIsolatedBunchSelector"], - dqm_sequences=["@common", "@L1TMon", "@hcal"], - physics_skims=["EcalActivity", "LogError", "LogErrorMonitor"], - timePerEvent=12, - sizePerEvent=4000, - scenario=ppScenario) - -DATASETS = ["HcalNZS"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - write_aod=True, - write_miniaod=True, - write_reco=False, - dqm_sequences=["@common", "@L1TMon", "@hcal"], - alca_producers=["HcalCalMinBias"], - physics_skims=["LogError", "LogErrorMonitor"], - timePerEvent=4.2, - sizePerEvent=1900, - scenario=hcalnzsScenario) - -DATASETS = ["TestEnablesEcalHcal", "TestEnablesEcalHcalDQM"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - alca_producers=["EcalTestPulsesRaw", "PromptCalibProdEcalPedestals", "HcalCalPedestal"], - dqm_sequences=["@common"], - scenario=alcaTestEnableScenario) - -DATASETS = ["OnlineMonitor", "EcalLaser"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["CosmicsForEventDisplay"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - write_miniaod=False, - scenario=cosmicsScenario) - -DATASETS = ["L1Accept", "L1Accepts"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - write_dqm=False, - write_aod=True, - write_miniaod=True, - write_reco=False, - dqm_sequences=["@common"], - scenario=ppScenario) - -########################### -### special AlcaRaw PDs ### -########################### - -DATASETS = ["AlCaLumiPixels", "AlCaLumiPixels0", "AlCaLumiPixels1", "AlCaLumiPixels2", "AlCaLumiPixels3", - "AlCaLumiPixels4", "AlCaLumiPixels5", "AlCaLumiPixels6", "AlCaLumiPixels7", - "AlCaLumiPixels8", "AlCaLumiPixels9", "AlCaLumiPixels10", "AlCaLumiPixels11", - "AlCaLumiPixels12"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - write_reco=False, write_aod=False, write_miniaod=False, write_dqm=True, - reco_split=alcarawSplitting, - proc_version=alcarawProcVersion, - alca_producers=[], - dqm_sequences=["@common"], - timePerEvent=0.02, - sizePerEvent=38, - disk_node="T2_CH_CERN", - scenario=alcaLumiPixelsScenario) - -######################################################## -### Pilot Tests PDs ### -######################################################## -DATASETS = ["ALCALumiPixelsCountsPrompt0", "ALCALumiPixelsCountsPrompt1", "ALCALumiPixelsCountsPrompt2", "ALCALumiPixelsCountsPrompt3", - "ALCALumiPixelsCountsPrompt4", "ALCALumiPixelsCountsPrompt5", "ALCALumiPixelsCountsPrompt6", "ALCALumiPixelsCountsPrompt7", - "ALCALumiPixelsCountsPrompt8", "ALCALumiPixelsCountsPrompt9", "ALCALumiPixelsCountsPrompt10", "ALCALumiPixelsCountsPrompt11", - "ALCALumiPixelsCountsPrompt12", "ALCALumiPixelsCountsPrompt"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - write_reco=False, write_aod=False, write_miniaod=False, write_dqm=False, - disk_node=None, - tape_node=None, - reco_split=alcarawSplitting, - proc_version=alcarawProcVersion, - timePerEvent=0.02, - sizePerEvent=38, - scenario=alcaLumiPixelsScenario) - -DATASETS = ["ALCALumiPixelsCountsExpress0", "ALCALumiPixelsCountsExpress1", "ALCALumiPixelsCountsExpress2", "ALCALumiPixelsCountsExpress3", - "ALCALumiPixelsCountsExpress4", "ALCALumiPixelsCountsExpress5", "ALCALumiPixelsCountsExpress6", "ALCALumiPixelsCountsExpress7", - "ALCALumiPixelsCountsExpress8", "ALCALumiPixelsCountsExpress9", "ALCALumiPixelsCountsExpress10", "ALCALumiPixelsCountsExpress11", - "ALCALumiPixelsCountsExpress12", "ALCALumiPixelsCountsExpress"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - write_reco=False, write_aod=False, write_miniaod=False, write_dqm=False, - disk_node=None, - tape_node=None, - reco_split=alcarawSplitting, - proc_version=alcarawProcVersion, - timePerEvent=0.02, - sizePerEvent=38, - scenario=alcaLumiPixelsScenario) DATASETS = ["AlCaPhiSym"] @@ -880,694 +239,52 @@ addDataset(tier0Config, dataset, do_reco=False, raw_to_disk=True, - alca_producers=["EcalCalPhiSym"], - scenario=ppScenario) - -DATASETS = ["AlCaP0"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - raw_to_disk=True, - alca_producers=["EcalCalPi0Calib", "EcalCalEtaCalib"], - scenario=ppScenario) - -######################################################## -### HLTPhysics PDs ### -######################################################## - -DATASETS = ["HLTPhysics", "HLTPhysics0", "HLTPhysics1", - "HLTPhysics2", "HLTPhysics3", "HLTPhysics4", - "HLTPhysics5", "HLTPhysics6", "HLTPhysics7", - "HLTPhysics8", "HLTPhysics9", "HLTPhysics10"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=False, - write_dqm=True, - write_miniaod=True, - write_aod=True, - dqm_sequences=["@common", "@ecal", "@jetmet", "@L1TMon", "@hcal", "@L1TEgamma"], - alca_producers=["TkAlMinBias"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["HLTPhysicsBunchTrains", "HLTPhysicsIsolatedBunch"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["SiStripCalMinBias", "TkAlMinBias", "HcalCalIsoTrkFilter"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["HLTPhysicspart0", "HLTPhysicspart1", - "HLTPhysicspart2", "HLTPhysicspart3", "HLTPhysicspart4", - "HLTPhysicspart5", "HLTPhysicspart6", "HLTPhysicspart7"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["EphemeralHLTPhysics1", "EphemeralHLTPhysics2", "EphemeralHLTPhysics3", - "EphemeralHLTPhysics4", "EphemeralHLTPhysics5", "EphemeralHLTPhysics6", - "EphemeralHLTPhysics7", "EphemeralHLTPhysics8"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - scenario=ppScenario) - -DATASETS = ["HLTPhysicsCosmics", "HLTPhysicsCosmics1", "HLTPhysicsCosmics2", - "HLTPhysicsCosmics3", "HLTPhysicsCosmics4", "HLTPhysicsCosmics5", - "HLTPhysicsCosmics6", "HLTPhysicsCosmics7", "HLTPhysicsCosmics8"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_miniaod=False, - dqm_sequences=["@common"], - scenario=cosmicsScenario) - -######################################################## -### MinimumBias PDs ### -######################################################## - -DATASETS = ["MinimumBias", "MinimumBias0", "MinimumBias1", "MinimumBias2", "MinimumBias3", - "MinimumBias4", "MinimumBias5", "MinimumBias6", "MinimumBias7", - "MinimumBias8", "MinimumBias9", "MinimumBias10", "MinimumBias11", - "MinimumBias12", "MinimumBias13", "MinimumBias14", "MinimumBias15", - "MinimumBias16", "MinimumBias17", "MinimumBias18", "MinimumBias19", - "MinimumBias20" - ] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon", "@jetmet"], - timePerEvent=1, - alca_producers=["SiStripCalZeroBias", "SiStripCalMinBias", "TkAlMinBias", "HcalCalHO", - "HcalCalIterativePhiSym", "HcalCalHBHEMuonFilter", "HcalCalIsoTrkFilter"], - scenario=ppScenario) - -DATASETS = ["L1MinimumBias"] - -DATASETS += ["L1MinimumBiasHF1", "L1MinimumBiasHF2", "L1MinimumBiasHF3", "L1MinimumBiasHF4", - "L1MinimumBiasHF5", "L1MinimumBiasHF6", "L1MinimumBiasHF7", "L1MinimumBiasHF8"] - -DATASETS += ["L1MinimumBias0", "L1MinimumBias1", "L1MinimumBias2", "L1MinimumBias3", "L1MinimumBias4", - "L1MinimumBias5", "L1MinimumBias6", "L1MinimumBias7", "L1MinimumBias8", "L1MinimumBias9", - "L1MinimumBias10"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -######################################################## -### ZeroBias PDs ### -######################################################## - -DATASETS = ["ZeroBias"] - -DATASETS += ["ZeroBias0", "ZeroBias1", "ZeroBias2", - "ZeroBias3", "ZeroBias4", "ZeroBias5", "ZeroBias6", - "ZeroBias7", "ZeroBias8", "ZeroBias9", "ZeroBias10", - "ZeroBias11", "ZeroBias12", "ZeroBias13", "ZeroBias14", - "ZeroBias15", "ZeroBias16", "ZeroBias17", "ZeroBias18", - "ZeroBias19", "ZeroBias20"] - -DATASETS += ["ZeroBiasIsolatedBunches", "ZeroBiasIsolatedBunches0", "ZeroBiasIsolatedBunches1", "ZeroBiasIsolatedBunches2", - "ZeroBiasIsolatedBunches3", "ZeroBiasIsolatedBunches4", "ZeroBiasIsolatedBunches5", "ZeroBiasIsolatedBunches6", - "ZeroBiasIsolatedBunches7", "ZeroBiasIsolatedBunches8", "ZeroBiasIsolatedBunches9", "ZeroBiasIsolatedBunches10"] - -DATASETS += ["ZeroBiasIsolatedBunch", "ZeroBiasAfterIsolatedBunch", - "ZeroBiasIsolatedBunch0", "ZeroBiasIsolatedBunch1", "ZeroBiasIsolatedBunch2", - "ZeroBiasIsolatedBunch3", "ZeroBiasIsolatedBunch4", "ZeroBiasIsolatedBunch5"] - -DATASETS += ["ZeroBiasBunchTrains0", "ZeroBiasBunchTrains1", "ZeroBiasBunchTrains2", - "ZeroBiasBunchTrains3", "ZeroBiasBunchTrains4", "ZeroBiasBunchTrains5"] - -DATASETS += ["ZeroBiasFirstBunchAfterTrain", "ZeroBiasFirstBunchInTrain"] - -DATASETS += ["ZeroBiasPixelHVScan0", "ZeroBiasPixelHVScan1", "ZeroBiasPixelHVScan2", - "ZeroBiasPixelHVScan3", "ZeroBiasPixelHVScan4", "ZeroBiasPixelHVScan5", - "ZeroBiasPixelHVScan6", "ZeroBiasPixelHVScan7"] - -DATASETS += ["ZeroBias8b4e1", "ZeroBias8b4e2", "ZeroBias8b4e3", - "ZeroBias8b4e4", "ZeroBias8b4e5", "ZeroBias8b4e6", - "ZeroBias8b4e7", "ZeroBias8b4e8", "ZeroBias8b4e10", - "ZeroBias8b4e9"] - -DATASETS += ["ZeroBiasNominalTrains1", "ZeroBiasNominalTrains2", "ZeroBiasNominalTrains3", - "ZeroBiasNominalTrains4", "ZeroBiasNominalTrains5", "ZeroBiasNominalTrains6", - "ZeroBiasNominalTrains7", "ZeroBiasNominalTrains8", "ZeroBiasNominalTrains10", - "ZeroBiasNominalTrains9"] - -DATASETS += ["ZeroBiasPD01", "ZeroBiasPD02", "ZeroBiasPD03", - "ZeroBiasPD04", "ZeroBiasPD05", "ZeroBiasPD06", - "ZeroBiasPD07", "ZeroBiasPD08", "ZeroBiasPD09", - "ZeroBiasPD10"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - write_dqm=True, - dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon", "@jetmet", "@ctpps"], - alca_producers=["SiStripCalZeroBias", "TkAlMinBias", "LumiPixelsMinBias", "SiStripCalMinBias", "AlCaPCCZeroBiasFromRECO"], - physics_skims=["LogError", "LogErrorMonitor"], - timePerEvent=3.5, - sizePerEvent=1500, - scenario=ppScenario) - -DATASETS = ["EphemeralZeroBias1", "EphemeralZeroBias2", "EphemeralZeroBias3", - "EphemeralZeroBias4", "EphemeralZeroBias5", "EphemeralZeroBias6", - "EphemeralZeroBias7", "EphemeralZeroBias8"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - scenario=ppScenario) - -######################################################## -### Parking and Scouting PDs ### -######################################################## - -DATASETS = ["ParkingMonitor"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - write_reco=False, write_aod=False, write_miniaod=True, write_dqm=True, - scenario=ppScenario) - -DATASETS = ["ParkingScoutingMonitor"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - write_reco=False, write_aod=False, write_miniaod=True, write_dqm=True, - scenario=ppScenario) - -DATASETS = ["ParkingMuon", "ParkingHT"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["ParkingBPH1", "ParkingBPH2", "ParkingBPH3", "ParkingBPH4", "ParkingBPH5", "ParkingBPH6"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - tape_node=None, + disk_node="T2_CH_CERN" + alca_producers=["EcalCalPhiSym","EcalPhiSymByRun"], scenario=ppScenario) -# Parking PD to be PR'ed at CSCS -DATASETS = ["ParkingBPHPromptCSCS"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - siteWhitelist=["T0_CH_CSCS_HPC"], - scenario=ppScenario) - -DATASETS = ["RPCMonitor"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["ScoutingMonitor"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - write_reco=False, write_aod=False, write_miniaod=True, write_dqm=True, - scenario=ppScenario) - -DATASETS = ["ScoutingCaloCommissioning", "ScoutingCaloHT", "ScoutingCaloMuon", - "ScoutingPFCommissioning", "ScoutingPFHT", "ScoutingPFMuon"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["ParkingHT410to430", "ParkingHT500to550", "ParkingHT430to450", "ParkingHT470to500", "ParkingHT450to470"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["ParkingHT550to650", "ParkingHT650"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -DATASETS = ["ParkingHLTPhysics", "ParkingHLTPhysics0", "ParkingHLTPhysics1", - "ParkingHLTPhysics2", "ParkingHLTPhysics3", "ParkingHLTPhysics4", - "ParkingHLTPhysics5", "ParkingHLTPhysics6", "ParkingHLTPhysics7", - "ParkingHLTPhysics8", "ParkingHLTPhysics9", "ParkingHLTPhysics10", - "ParkingHLTPhysics11", "ParkingHLTPhysics12", "ParkingHLTPhysics13", - "ParkingHLTPhysics14", "ParkingHLTPhysics15", "ParkingHLTPhysics16", - "ParkingHLTPhysics17", "ParkingHLTPhysics18", "ParkingHLTPhysics19", - "ParkingHLTPhysics20"] - -DATASETS += ["ParkingZeroBias", "ParkingZeroBias0", - "ParkingZeroBias1", "ParkingZeroBias2", "ParkingZeroBias3", - "ParkingZeroBias4", "ParkingZeroBias5", "ParkingZeroBias6", - "ParkingZeroBias7", "ParkingZeroBias8", "ParkingZeroBias9", - "ParkingZeroBias10", "ParkingZeroBias11", "ParkingZeroBias12", - "ParkingZeroBias13", "ParkingZeroBias14", "ParkingZeroBias15", - "ParkingZeroBias16", "ParkingZeroBias17", "ParkingZeroBias18", - "ParkingZeroBias19", "ParkingZeroBias20"] - -DATASETS += ["AlCaElectron", "VRRandom", "VRRandom0", "VRRandom1", "VRRandom2", "VRRandom3", - "VRRandom4", "VRRandom5", "VRRandom6", "VRRandom7", "VRZeroBias", "VirginRaw"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=False, - scenario=ppScenario) - -######################################### -### New PDs for pp Reference Run 2017 ### -######################################### - -DATASETS = ["HighEGJet", "LowEGJet"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@ecal", "@egamma", "@L1TMon", "@hcal", "@jetmet"], - scenario=ppScenario) - -DATASETS = ["HeavyFlavor", "SingleTrack"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["HIZeroBias1", "HIZeroBias2", "HIZeroBias3", "HIZeroBias4", - "HIZeroBias5", "HIZeroBias6", "HIZeroBias7", "HIZeroBias8", - "HIZeroBias9", "HIZeroBias10", "HIZeroBias11", "HIZeroBias12"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon"], - alca_producers=["SiStripCalZeroBias", "TkAlMinBias", "LumiPixelsMinBias", "SiStripCalMinBias", "AlCaPCCZeroBiasFromRECO"], - timePerEvent=3.5, - sizePerEvent=1500, - scenario=ppScenario) - -DATASETS = ["Totem12", "Totem34"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -################################ -### Low PU collisions 13 TeV ### -################################ - -DATASETS = ["CastorJets", "EGMLowPU", "FullTrack"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["HcalHPDNoise"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - physics_skims=["LogError", "LogErrorMonitor"], - scenario=ppScenario) - -DATASETS = ["HINMuon_HFveto"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -################################ -### Special Totem runs ### -################################ - -DATASETS = ["TOTEM_minBias", "TOTEM_romanPots", "ToTOTEM", "ToTOTEM_DoubleJet32_0", "ToTOTEM_DoubleJet32_1", - "ToTOTEM_DoubleJet32_2", "ToTOTEM_DoubleJet32_3", "TOTEM_zeroBias", "ZeroBiasTotem", "MinimumBiasTotem", - "TOTEM_minBias1", "TOTEM_minBias2", "TOTEM_romanPots1", "TOTEM_romanPots2", "TOTEM_romanPots2_0", - "TOTEM_romanPots2_1", "TOTEM_romanPots2_2", "TOTEM_romanPots2_3", "TOTEM_romanPots2_4", - "TOTEM_romanPots2_5", "TOTEM_romanPots2_6", "TOTEM_romanPots2_7", "TOTEM_romanPots3", - "TOTEM_romanPotsTTBB_0", "TOTEM_romanPotsTTBB_1", "TOTEM_romanPotsTTBB_2", "TOTEM_romanPotsTTBB_3", - "TOTEM_romanPotsTTBB_4", "TOTEM_romanPotsTTBB_5", "TOTEM_romanPotsTTBB_6", "TOTEM_romanPotsTTBB_7"] - -DATASETS += ["Totem1", "Totem2", "Totem3", "Totem4"] - -### TOTEM DATASETS for 90m and LowPileUp menu - 2018/06/22 -DATASETS += ["HFvetoTOTEM", "JetsTOTEM"] - -DATASETS += ["RandomTOTEM1", "RandomTOTEM2", "RandomTOTEM3", "RandomTOTEM4"] - -DATASETS += ["TOTEM10", "TOTEM11", "TOTEM12", "TOTEM13", "TOTEM20", "TOTEM21", "TOTEM22", - "TOTEM23", "TOTEM3", "TOTEM40", "TOTEM41", "TOTEM42", "TOTEM43"] - -DATASETS += ["ZeroBiasTOTEM1", "ZeroBiasTOTEM2", "ZeroBiasTOTEM3", "ZeroBiasTOTEM4"] -### TOTEM DATASETS for 90m and LowPileUp menu - 2018/06/22 - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -### TOTEM EGamma dataset for 90m and LowPileUp with egamma dqm sequence -DATASETS = ["MuonEGammaTOTEM"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_reco=False, - write_dqm=True, - dqm_sequences=["@common", "@egamma"], - scenario=ppScenario) - -################################ -### 50 ns Physics Menu ### -################################ - -DATASETS = ["L1TechBPTXPlusOnly", "L1TechBPTXMinusOnly", "L1TechBPTXQuiet"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["SingleMu"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - scenario=ppScenario) - -DATASETS = ["DoubleMu"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - dqm_sequences=["@common"], - alca_producers=["TkAlZMuMu", "TkAlJpsiMuMu", "TkAlUpsilonMuMu", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu", "HcalCalIsoTrkFilter"], - physics_skims=["Onia"], - scenario=ppScenario) - -DATASETS = ["DoublePhoton"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@ecal", "@egamma"], - scenario=ppScenario) - - -######################################### -### New PDs for pp Reference Run 2015 ### -######################################### - -# new PD with same name added for 2017 ppRef -# keeping this config for reference -# addDataset(tier0Config, "HeavyFlavor", -# do_reco=True, -# write_dqm=True, -# dqm_sequences=["@common"], -# physics_skims=["D0Meson"], -# scenario=ppScenario) - -addDataset(tier0Config, "HighPtJet80", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["HighPtJet"], - scenario=ppScenario) - -addDataset(tier0Config, "SingleMuHighPt", - do_reco=True, - write_dqm=True, - alca_producers=["TkAlMuonIsolated", "HcalCalIterativePhiSym", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu"], - dqm_sequences=["@common"], - physics_skims=["ZMM"], - scenario=ppScenario) - -addDataset(tier0Config, "SingleMuLowPt", - do_reco=True, - write_dqm=True, - alca_producers=["TkAlMuonIsolated", "HcalCalIterativePhiSym", "MuAlCalIsolatedMu", "MuAlOverlaps", "MuAlZMuMu"], - dqm_sequences=["@common"], - scenario=ppScenario) - -############################### -### ExpressPA configuration ### -############################### - -addExpressConfig(tier0Config, "ExpressPA", - scenario=hiScenario, - data_tiers=["FEVT"], - write_dqm=True, - alca_producers=["SiStripCalZeroBias", "TkAlMinBias", "SiStripCalMinBias", - "SiStripCalMinBiasAfterAbortGap", "LumiPixelsMinBias", "PromptCalibProd", - "PromptCalibProdSiStrip", "PromptCalibProdSiPixelAli", "PromptCalibProdSiStripGains", - "PromptCalibProdSiStripGainsAfterAbortGap", "SiStripPCLHistos"], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=400, - maxInputSize=2 * 1024 * 1024 * 1024, - maxInputFiles=15, - maxLatency=15 * 23, - periodicHarvestInterval=20 * 60, - blockCloseDelay=1200, - timePerEvent=4, - sizePerEvent=1700, - diskNode="T0_CH_CERN_Disk", - versionOverride=expressVersionOverride) - -addExpressConfig(tier0Config, "HLTMonitorPA", - scenario=hiScenario, - data_tiers=["FEVTHLTALL"], - write_dqm=True, - alca_producers=[], - dqm_sequences=["@HLTMonPA"], - reco_version=defaultCMSSWVersion, - multicore=numberOfCores, - global_tag_connect=globalTagConnect, - global_tag=expressGlobalTag, - proc_ver=expressProcVersion, - maxInputRate=23 * 1000, - maxInputEvents=400, - maxInputSize=2 * 1024 * 1024 * 1024, - maxInputFiles=15, - maxLatency=15 * 23, - periodicHarvestInterval=20 * 60, - blockCloseDelay=1200, - timePerEvent=4, #I have to get some stats to set this properly - sizePerEvent=1700, #I have to get some stats to set this properly - diskNode="T0_CH_CERN_Disk", - versionOverride=expressVersionOverride) - -######################################### -### New PDs for PARun 2016 ### -######################################### - -DATASETS = ["PAHighMultiplicity0", "PAHighMultiplicity1", "PAHighMultiplicity2", "PAHighMultiplicity3", - "PAHighMultiplicity4", "PAHighMultiplicity5", "PAHighMultiplicity6", "PAHighMultiplicity7"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=hiScenario) - -addDataset(tier0Config, "PACastor", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=hiScenario) - -addDataset(tier0Config, "PAForward", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=hiScenario) - -addDataset(tier0Config, "PADoubleMuon", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@muon"], - alca_producers=["TkAlMuonIsolatedPA", "TkAlZMuMuPA", "TkAlUpsilonMuMuPA"], - scenario=hiScenario) - -addDataset(tier0Config, "PASingleMuon", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@muon"], - alca_producers=["TkAlMuonIsolatedPA"], - physics_skims=["PAZMM"], - scenario=hiScenario) - -DATASETS = ["PADTrack1", "PADTrack2"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=hiScenario) - -addDataset(tier0Config, "PAEGJet1", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common", "@ecal", "@egamma", "@L1TMon", "@hcal", "@jetmet"], - physics_skims=["PAZEE"], - scenario=hiScenario) - -DATASETS = ["PAMinimumBias1", "PAMinimumBias2", "PAMinimumBias3", "PAMinimumBias4", - "PAMinimumBias5", "PAMinimumBias6", "PAMinimumBias7", "PAMinimumBias8", - "PAMinimumBias9", "PAMinimumBias10", "PAMinimumBias11", "PAMinimumBias12", - "PAMinimumBias13", "PAMinimumBias14", "PAMinimumBias15", "PAMinimumBias16", - "PAMinimumBias17", "PAMinimumBias18", "PAMinimumBias19", "PAMinimumBias20"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - alca_producers=["SiStripCalMinBias", "TkAlMinBias"], - scenario=hiScenario) - -addDataset(tier0Config, "PAMinimumBiasBkg", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - physics_skims=["PAMinBias"], - scenario=hiScenario) - - -addDataset(tier0Config, "PAEmptyBX", - do_reco=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=hiScenario) - -############################# -### PDs pA VdM scan ### -############################# - -DATASETS = ["PAL1AlwaysTrue0", "PAL1AlwaysTrue1", "PAL1AlwaysTrue2", "PAL1AlwaysTrue3", - "PAL1AlwaysTrue4", "PAL1AlwaysTrue5", "PAL1AlwaysTrue6", "PAL1AlwaysTrue7", - "PAL1AlwaysTrue8", "PAL1AlwaysTrue9"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["LumiPixelsMinBias"], - dqm_sequences=["@common"], - scenario=hiScenario) - -DATASETS = ["PAMinimumBiasHFOR0", "PAMinimumBiasHFOR1", "PAMinimumBiasHFOR2"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["LumiPixelsMinBias"], - dqm_sequences=["@common"], - scenario=hiScenario) - -DATASETS = ["PAZeroBias0", "PAZeroBias1", "PAZeroBias2", "PAZeroBias3", - "PAZeroBias4", "PAZeroBias5", "PAZeroBias6", "PAZeroBias7", - "PAZeroBias8", "PAZeroBias9"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - write_dqm=True, - alca_producers=["LumiPixelsMinBias"], - dqm_sequences=["@commonSiStripZeroBias", "@ecal", "@L1TMon", "@hcal", "@muon"], - scenario=hiScenario) - -addDataset(tier0Config, "PADoubleMuOpen", - do_reco=True, - write_dqm=True, - alca_producers=["LumiPixelsMinBias"], - dqm_sequences=["@common", "@muon"], - scenario=hiScenario) - -##################### -### HI TESTS 2018 ### -##################### - -DATASETS = ["HITestFull", "HITestReduced"] - -for dataset in DATASETS: - addDataset(tier0Config, dataset, - do_reco=True, - raw_to_disk=True, - write_dqm=True, - dqm_sequences=["@common"], - scenario=hiTestppScenario) - ####################### ### ignored streams ### ####################### -ignoreStream(tier0Config, "Error") -ignoreStream(tier0Config, "HLTMON") -ignoreStream(tier0Config, "EventDisplay") -ignoreStream(tier0Config, "DQM") -ignoreStream(tier0Config, "DQMEventDisplay") -ignoreStream(tier0Config, "LookArea") -ignoreStream(tier0Config, "DQMOffline") -ignoreStream(tier0Config, "streamHLTRates") -ignoreStream(tier0Config, "streamL1Rates") -ignoreStream(tier0Config, "streamDQMRates") +ignoreStream(tier0Config, "ALCALumiPixelsCountsExpress") +ignoreStream(tier0Config, "ALCALumiPixelsCountsPrompt") +ignoreStream(tier0Config, "Calibration") +ignoreStream(tier0Config, "Express") +ignoreStream(tier0Config, "ExpressAlignment") +ignoreStream(tier0Config, "HLTMonitor") +ignoreStream(tier0Config, "NanoDST") +ignoreStream(tier0Config, "Physics") +ignoreStream(tier0Config, "PhysicsMinimumBias0") +ignoreStream(tier0Config, "PhysicsMinimumBias1") +ignoreStream(tier0Config, "PhysicsMinimumBias2") +ignoreStream(tier0Config, "PhysicsMinimumBias3") +ignoreStream(tier0Config, "PhysicsMinimumBias4") +ignoreStream(tier0Config, "PhysicsMinimumBias5") +ignoreStream(tier0Config, "PhysicsMinimumBias6") +ignoreStream(tier0Config, "PhysicsMinimumBias7") +ignoreStream(tier0Config, "PhysicsMinimumBias8") +ignoreStream(tier0Config, "PhysicsMinimumBias9") +ignoreStream(tier0Config, "PhysicsZeroBias0") +ignoreStream(tier0Config, "PhysicsZeroBias10") +ignoreStream(tier0Config, "PhysicsZeroBias1") +ignoreStream(tier0Config, "PhysicsZeroBias11") +ignoreStream(tier0Config, "PhysicsZeroBias12") +ignoreStream(tier0Config, "PhysicsZeroBias13") +ignoreStream(tier0Config, "PhysicsZeroBias14") +ignoreStream(tier0Config, "PhysicsZeroBias15") +ignoreStream(tier0Config, "PhysicsZeroBias16") +ignoreStream(tier0Config, "PhysicsZeroBias17") +ignoreStream(tier0Config, "PhysicsZeroBias18") +ignoreStream(tier0Config, "PhysicsZeroBias19") +ignoreStream(tier0Config, "PhysicsZeroBias2") +ignoreStream(tier0Config, "PhysicsZeroBias3") +ignoreStream(tier0Config, "PhysicsZeroBias4") +ignoreStream(tier0Config, "PhysicsZeroBias5") +ignoreStream(tier0Config, "PhysicsZeroBias6") +ignoreStream(tier0Config, "PhysicsZeroBias7") +ignoreStream(tier0Config, "PhysicsZeroBias8") +ignoreStream(tier0Config, "PhysicsZeroBias9") ################################### ### currently inactive settings ### From 036d34498363b352360d04a0aae19e6531ca6487 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Wed, 20 Apr 2022 14:02:28 -0400 Subject: [PATCH 02/13] Change to new scenario --- etc/ReplayOfflineConfiguration.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 929bfa3fb..7643b256a 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_3_0" + 'default': "CMSSW_12_4_0_pre3" } # Configure ScramArch @@ -114,8 +114,10 @@ alcaTrackingOnlyScenario = "trackingOnlyEra_Run3" alcaTestEnableScenario = "AlCaTestEnable" alcaLumiPixelsScenario = "AlCaLumiPixels" +alcaPhiSymEcalScenario = "AlCaPhiSymEcal_Nano" hiTestppScenario = "ppEra_Run3" + # Procesing version number replays dt = 212 defaultProcVersion = dt @@ -240,8 +242,8 @@ do_reco=False, raw_to_disk=True, disk_node="T2_CH_CERN" - alca_producers=["EcalCalPhiSym","EcalPhiSymByRun"], - scenario=ppScenario) + alca_producers=["EcalPhiSymByRun"], + scenario=alcaPhiSymEcalScenario) ####################### ### ignored streams ### From 5af37f9cd2d25438e9eeb7690752f1d157b325ed Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Thu, 21 Apr 2022 12:44:15 -0400 Subject: [PATCH 03/13] Fix syntax --- etc/ReplayOfflineConfiguration.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 7643b256a..c2fa56cc0 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -241,7 +241,7 @@ addDataset(tier0Config, dataset, do_reco=False, raw_to_disk=True, - disk_node="T2_CH_CERN" + disk_node="T2_CH_CERN", alca_producers=["EcalPhiSymByRun"], scenario=alcaPhiSymEcalScenario) From af4c20777588a5130bf9ea847a4be4c6934b3658 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Thu, 28 Apr 2022 17:43:38 -0400 Subject: [PATCH 04/13] Change to CMSSW_12_3_2 --- etc/ReplayOfflineConfiguration.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index c2fa56cc0..6ffade4f6 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_4_0_pre3" + 'default': "CMSSW_12_3_2" } # Configure ScramArch @@ -119,7 +119,7 @@ # Procesing version number replays -dt = 212 +dt = 213 defaultProcVersion = dt expressProcVersion = dt alcarawProcVersion = dt From 9a592a6fab70a8cec0c421c08d2bf109a4ce7cf7 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Thu, 5 May 2022 08:53:40 -0400 Subject: [PATCH 05/13] Change to CMSSW_12_3_2_patch1 --- etc/ReplayOfflineConfiguration.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 6ffade4f6..fb77eb082 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_3_2" + 'default': "CMSSW_12_3_2_patch1" } # Configure ScramArch @@ -239,7 +239,7 @@ for dataset in DATASETS: addDataset(tier0Config, dataset, - do_reco=False, + do_reco=True, raw_to_disk=True, disk_node="T2_CH_CERN", alca_producers=["EcalPhiSymByRun"], From dbf6e04309109f83d8792de51f81d9892e6cbfe7 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Mon, 16 May 2022 05:09:15 -0400 Subject: [PATCH 06/13] Change to CMSSW_12_4_0_pre4 --- etc/ReplayOfflineConfiguration.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index fb77eb082..a60aa45fd 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_3_2_patch1" + 'default': "CMSSW_12_4_0_pre4" } # Configure ScramArch From 4dd74cb70e63d102cc36d10d2e889e8464e96bff Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Sun, 22 May 2022 11:46:03 -0400 Subject: [PATCH 07/13] Change to CMSSW_12_3_4_patch1 --- etc/ReplayOfflineConfiguration.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index a60aa45fd..0abcf1b9c 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_4_0_pre4" + 'default': "CMSSW_12_3_4_patch1" } # Configure ScramArch From b55664a0066aafe4a49dd8649a7444992d3d5ef4 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Wed, 29 Jun 2022 13:27:16 +0200 Subject: [PATCH 08/13] Change to 12_3_5 and corresponding GTs --- etc/ReplayOfflineConfiguration.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 0abcf1b9c..555780f72 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_3_4_patch1" + 'default': "CMSSW_12_3_6" } # Configure ScramArch @@ -125,9 +125,9 @@ alcarawProcVersion = dt # Defaults for GlobalTag -expressGlobalTag = "123X_dataRun3_Express_v5" -promptrecoGlobalTag = "123X_dataRun3_Prompt_v6" -alcap0GlobalTag = "123X_dataRun3_Prompt_v6" +expressGlobalTag = "123X_dataRun3_Express_v10" +promptrecoGlobalTag = "123X_dataRun3_Prompt_v12" +alcap0GlobalTag = "123X_dataRun3_Prompt_v12" # Mandatory for CondDBv2 globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS" From 409c74456d0e3c860f40c0b4dd8ea1545522794d Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Fri, 1 Jul 2022 09:05:51 +0200 Subject: [PATCH 09/13] Update to CMSSW_12_4_1 --- etc/ReplayOfflineConfiguration.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 555780f72..94780e48d 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,11 +99,11 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_3_6" + 'default': "CMSSW_12_4_1" } # Configure ScramArch -setDefaultScramArch(tier0Config, "slc7_amd64_gcc10") +setDefaultScramArch(tier0Config, "el8_amd64_gcc10") # Configure scenarios ppScenario = "ppEra_Run3" @@ -125,9 +125,9 @@ alcarawProcVersion = dt # Defaults for GlobalTag -expressGlobalTag = "123X_dataRun3_Express_v10" -promptrecoGlobalTag = "123X_dataRun3_Prompt_v12" -alcap0GlobalTag = "123X_dataRun3_Prompt_v12" +expressGlobalTag = "124X_dataRun3_Express_v2" +promptrecoGlobalTag = "124X_dataRun3_Prompt_v2" +alcap0GlobalTag = "124X_dataRun3_Prompt_v2" # Mandatory for CondDBv2 globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS" From 8820969dd08b97b1492a6bb7451a14b9e141ad6e Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Sat, 9 Jul 2022 11:49:04 +0200 Subject: [PATCH 10/13] Change to 12_4_3, and corresponding GTs --- etc/ReplayOfflineConfiguration.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 94780e48d..46457018d 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_4_1" + 'default': "CMSSW_12_4_3" } # Configure ScramArch @@ -125,9 +125,9 @@ alcarawProcVersion = dt # Defaults for GlobalTag -expressGlobalTag = "124X_dataRun3_Express_v2" -promptrecoGlobalTag = "124X_dataRun3_Prompt_v2" -alcap0GlobalTag = "124X_dataRun3_Prompt_v2" +expressGlobalTag = "124X_dataRun3_Express_v3" +promptrecoGlobalTag = "124X_dataRun3_Prompt_v3" +alcap0GlobalTag = "124X_dataRun3_Prompt_v3" # Mandatory for CondDBv2 globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS" From 49d8f5303958138759e914cc329783da75f36d8e Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Tue, 19 Jul 2022 17:57:55 +0200 Subject: [PATCH 11/13] Change GTs to v4 --- etc/ReplayOfflineConfiguration.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 46457018d..e6ee6171a 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -125,9 +125,9 @@ alcarawProcVersion = dt # Defaults for GlobalTag -expressGlobalTag = "124X_dataRun3_Express_v3" -promptrecoGlobalTag = "124X_dataRun3_Prompt_v3" -alcap0GlobalTag = "124X_dataRun3_Prompt_v3" +expressGlobalTag = "124X_dataRun3_Express_v4" +promptrecoGlobalTag = "124X_dataRun3_Prompt_v4" +alcap0GlobalTag = "124X_dataRun3_Prompt_v4" # Mandatory for CondDBv2 globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS" From 2c5283652fe1ba9585884d9ff5ec7a4e20e18641 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Fri, 29 Jul 2022 10:27:43 -0400 Subject: [PATCH 12/13] Change to CMSSW_12_4_4 --- etc/ReplayOfflineConfiguration.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index e6ee6171a..2b5a37bae 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -99,7 +99,7 @@ # Defaults for CMSSW version defaultCMSSWVersion = { - 'default': "CMSSW_12_4_3" + 'default': "CMSSW_12_4_4" } # Configure ScramArch @@ -119,7 +119,7 @@ # Procesing version number replays -dt = 213 +dt = 729 defaultProcVersion = dt expressProcVersion = dt alcarawProcVersion = dt From bf8d5a6d40f0518bca7c56c455a570b73e467050 Mon Sep 17 00:00:00 2001 From: Tamas Vami Date: Fri, 29 Jul 2022 10:29:49 -0400 Subject: [PATCH 13/13] Put datatier to ALCARECO --- etc/ReplayOfflineConfiguration.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/etc/ReplayOfflineConfiguration.py b/etc/ReplayOfflineConfiguration.py index 2b5a37bae..f07a80970 100644 --- a/etc/ReplayOfflineConfiguration.py +++ b/etc/ReplayOfflineConfiguration.py @@ -240,9 +240,9 @@ for dataset in DATASETS: addDataset(tier0Config, dataset, do_reco=True, + data_tiers=["ALCARECO"], raw_to_disk=True, disk_node="T2_CH_CERN", - alca_producers=["EcalPhiSymByRun"], scenario=alcaPhiSymEcalScenario) #######################