Update tracking MC validation scripts

Validation/RecoTrack/python/plotting/trackingPlots.py

@@ -8,9 +8,9 @@
     Plot("effic", xtitle="#eta", ytitle="efficiency vs #eta", ymax=_maxEff),
     Plot(FakeDuplicate("fakeduprate_vs_eta", assoc="num_assoc(recoToSim)_eta", dup="num_duplicate_eta", reco="num_reco_eta", title="fake+duplicates vs #eta"),
          xtitle="#eta", ytitle="fake+duplicates vs #eta", ymax=_maxFake),
-    Plot("efficPt", title="", xtitle="p_{t}", ytitle="efficiency vs p_{t}", xmax=300, xlog=True),
+    Plot("efficPt", title="", xtitle="p_{t}", ytitle="efficiency vs p_{t}", xlog=True),
     Plot(FakeDuplicate("fakeduprate_vs_pT", assoc="num_assoc(recoToSim)_pT", dup="num_duplicate_pT", reco="num_reco_pT", title=""),
-         xtitle="p_{t}", ytitle="fake+duplicates rate vs p_{t}", ymax=_maxFake, xmin=0.2, xmax=300, xlog=True),
+         xtitle="p_{t}", ytitle="fake+duplicates rate vs p_{t}", ymax=_maxFake, xlog=True),
     Plot("effic_vs_hit", xtitle="hits", ytitle="efficiency vs hits"),
     Plot(FakeDuplicate("fakeduprate_vs_hit", assoc="num_assoc(recoToSim)_hit", dup="num_duplicate_hit", reco="num_reco_hit", title="fake+duplicates vs hit"),
          xtitle="hits", ytitle="fake+duplicates rate vs hits", ymax=_maxFake),
@@ -30,8 +30,8 @@
 _dupandfake1 = PlotGroup("dupandfake1", [
     Plot("fakerate", xtitle="#eta", ytitle="fakerate vs #eta", ymax=_maxFake),
     Plot("duplicatesRate", xtitle="#eta", ytitle="duplicates rate vs #eta", ymax=_maxFake),
-    Plot("fakeratePt", xtitle="p_{t}", ytitle="fakerate vs p_{t}", xmax=300, xlog=True, ymax=_maxFake),
-    Plot("duplicatesRate_Pt", title="", xtitle="p_{t}", ytitle="duplicates rate vs p_{t}", xmin=0.2, xmax=300, ymax=_maxFake, xlog=True),
+    Plot("fakeratePt", xtitle="p_{t}", ytitle="fakerate vs p_{t}", xlog=True, ymax=_maxFake),
+    Plot("duplicatesRate_Pt", title="", xtitle="p_{t}", ytitle="duplicates rate vs p_{t}", ymax=_maxFake, xlog=True),
     Plot("fakerate_vs_hit", xtitle="hits", ytitle="fakerate vs hits", ymax=_maxFake),
     Plot("duplicatesRate_hit", xtitle="hits", ytitle="duplicates rate vs hits", ymax=_maxFake)
 ])
@@ -54,7 +54,8 @@
                       legendDy=-0.025
 )
 
-_common = {"stat": True, "drawStyle": "hist"}
+# These don't exist in FastSim
+_common = {"stat": True, "drawStyle": "hist", "ignoreIfMissing": True}
 _dedx = PlotGroup("dedx", [
     Plot("h_dedx_estim1", normalizeToUnitArea=True, xtitle="dE/dx, harm2", **_common),
     Plot("h_dedx_estim2", normalizeToUnitArea=True, xtitle="dE/dx, trunc40", **_common),
@@ -95,12 +96,12 @@
                             legendDy=-0.02, legendDh=-0.01
 )
 _tuning = PlotGroup("tuning", [
-    Plot("chi2", stat=True, normalizeToUnitArea=True, drawStyle="hist", xtitle="#chi^{2}"),
-    Plot("chi2_prob", stat=True, normalizeToUnitArea=True, drawStyle="hist", xtitle="Prob(#chi^{2})"),
+    Plot("chi2", stat=True, normalizeToUnitArea=True, ylog=True, ymin=1e-6, ymax=[0.1, 0.2, 0.5, 1.0001], drawStyle="hist", xtitle="#chi^{2}", ratioUncertainty=False),
+    Plot("chi2_prob", stat=True, normalizeToUnitArea=True, drawStyle="hist", xtitle="Prob(#chi^{2})", ratioUncertainty=False),
     Plot("chi2_vs_eta", stat=True, profileX=True, title="", xtitle="#eta", ytitle="< #chi^{2} / ndf >", ymax=2.5),
     Plot("ptres_vs_eta_Mean", stat=True, scale=100, title="", xtitle="#eta", ytitle="< #delta p_{t} / p_{t} > [%]", ymin=-1.5, ymax=1.5)
 ])
-_common = {"stat": True, "fit": True, "normalizeToUnitArea": True, "drawStyle": "hist", "drawCommand": "", "xmin": -10, "xmax": 10, "ylog": True, "ymin": 5e-5, "ymax": [0.01, 0.05, 0.1, 0.2, 0.5, 0.8, 1.025]}
+_common = {"stat": True, "fit": True, "normalizeToUnitArea": True, "drawStyle": "hist", "drawCommand": "", "xmin": -10, "xmax": 10, "ylog": True, "ymin": 5e-5, "ymax": [0.01, 0.05, 0.1, 0.2, 0.5, 0.8, 1.025], "ratioUncertainty": False}
 _pulls = PlotGroup("pulls", [
     Plot("pullPt", **_common),
     Plot("pullQoverp", **_common),

Validation/RecoTrack/python/plotting/validation.py

@@ -12,9 +12,11 @@
 
 # Mapping from releases to GlobalTags
 _globalTags = {
+    "CMSSW_6_2_0": {"default": "PRE_ST62_V8"},
     "CMSSW_6_2_0_SLHC15": {"UPG2019withGEM": "DES19_62_V8", "UPG2023SHNoTaper": "DES23_62_V1"},
     "CMSSW_6_2_0_SLHC17": {"UPG2019withGEM": "DES19_62_V8", "UPG2023SHNoTaper": "DES23_62_V1"},
     "CMSSW_6_2_0_SLHC20": {"UPG2019withGEM": "DES19_62_V8", "UPG2023SHNoTaper": "DES23_62_V1"},
+    "CMSSW_7_0_0": {"default": "POSTLS170_V3", "fullsim_50ns": "POSTLS170_V4"},
     "CMSSW_7_0_0_AlcaCSA14": {"default": "POSTLS170_V5_AlcaCSA14", "fullsim_50ns": "POSTLS170_V6_AlcaCSA14"},
     "CMSSW_7_0_7_pmx": {"default": "PLS170_V7AN1", "fullsim_50ns": "PLS170_V6AN1"},
     "CMSSW_7_0_9_patch3": {"default": "PLS170_V7AN2", "fullsim_50ns": "PLS170_V6AN2"},
@@ -49,17 +51,44 @@
     "CMSSW_7_4_0_pre6": {"default": "MCRUN2_74_V1", "fullsim_50ns": "MCRUN2_74_V0"},
     "CMSSW_7_4_0_pre6_pmx": {"default": "MCRUN2_74_V1", "fullsim_50ns": "MCRUN2_74_V0"},
     "CMSSW_7_4_0_pre8": {"default": "MCRUN2_74_V7", "fullsim_25ns": "MCRUN2_74_V5_AsympMinGT", "fullsim_50ns": "MCRUN2_74_V4_StartupMinGT"},
+    "CMSSW_7_4_0_pre8_minimal": {"default": "MCRUN2_74_V5_MinGT", "fullsim_25ns": "MCRUN2_74_V5_AsympMinGT", "fullsim_50ns": "MCRUN2_74_V4_StartupMinGT"},
     "CMSSW_7_4_0_pre8_25ns_asymptotic": {"default": "MCRUN2_74_V7"},
     "CMSSW_7_4_0_pre8_50ns_startup":    {"default": "MCRUN2_74_V6"},
     "CMSSW_7_4_0_pre8_50ns_asympref":   {"default": "MCRUN2_74_V5A_AsympMinGT"}, # for reference of 50ns asymptotic
     "CMSSW_7_4_0_pre8_50ns_asymptotic": {"default": "MCRUN2_74_V7A_AsympGT"},
     "CMSSW_7_4_0_pre8_ROOT6": {"default": "MCRUN2_74_V7"},
     "CMSSW_7_4_0_pre8_pmx": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
     "CMSSW_7_4_0_pre8_pmx_v2": {"default": "MCRUN2_74_V7_gs_pre7", "fullsim_50ns": "MCRUN2_74_V6_gs_pre7"},
+    "CMSSW_7_4_0_pre8_pmx_v3": {"default": "MCRUN2_74_V7_bis", "fullsim_50ns": "MCRUN2_74_V6_bis"},
+    "CMSSW_7_4_0_pre9": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_4_0_pre9_ROOT6": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_4_0_pre9_ROOT6_pmx": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_4_0_pre9_extended": {"default": "MCRUN2_74_V7_extended"},
+    "CMSSW_7_4_0": {"default": "MCRUN2_74_V7_gensim_740pre7", "fullsim_50ns": "MCRUN2_74_V6_gensim_740pre7", "fastsim": "MCRUN2_74_V7"},
+    "CMSSW_7_4_0_71XGENSIM": {"default": "MCRUN2_74_V7_GENSIM_7_1_15", "fullsim_50ns": "MCRUN2_74_V6_GENSIM_7_1_15"},
+    "CMSSW_7_4_0_71XGENSIM_PU": {"default": "MCRUN2_74_V7_gs7115_puProd", "fullsim_50ns": "MCRUN2_74_V6_gs7115_puProd"},
+    "CMSSW_7_4_0_71XGENSIM_PXworst": {"default": "MCRUN2_74_V7C_pxWorst_gs7115", "fullsim_50ns": "MCRUN2_74_V6A_pxWorst_gs7115"},
+    "CMSSW_7_4_0_71XGENSIM_PXbest": {"default": "MCRUN2_74_V7D_pxBest_gs7115", "fullsim_50ns": "MCRUN2_74_V6B_pxBest_gs7115"},
+    "CMSSW_7_4_0_pmx": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_4_1": {"default": "MCRUN2_74_V9_gensim_740pre7", "fullsim_50ns": "MCRUN2_74_V8_gensim_740pre7", "fastsim": "MCRUN2_74_V9"},
+    "CMSSW_7_4_1_71XGENSIM": {"default": "MCRUN2_74_V9_gensim71X", "fullsim_50ns": "MCRUN2_74_V8_gensim71X"},
+    "CMSSW_7_4_1_extended": {"default": "MCRUN2_74_V9_extended"},
+    "CMSSW_7_4_3": {"default": "MCRUN2_74_V9", "fullsim_50ns": "MCRUN2_74_V8", "fastsim": "MCRUN2_74_V9", "fastsim_25ns": "MCRUN2_74_V9_fixMem"},
+    "CMSSW_7_4_3_extended": {"default": "MCRUN2_74_V9_ext","fastsim": "MCRUN2_74_V9_fixMem"},
+    "CMSSW_7_4_3_pmx": {"default": "MCRUN2_74_V9_ext", "fullsim_50ns": "MCRUN2_74_V8", "fastsim": "MCRUN2_74_V9_fixMem"},
+    "CMSSW_7_4_3_patch1_unsch": {"default": "MCRUN2_74_V9_unsch", "fullsim_50ns": "MCRUN2_74_V8_unsch"},
+    "CMSSW_7_4_4": {"default": "MCRUN2_74_V9_38Tbis", "fullsim_50ns": "MCRUN2_74_V8_38Tbis"},
+    "CMSSW_7_4_4_0T": {"default": "MCRUN2_740TV1_0Tv2", "fullsim_50ns": "MCRUN2_740TV0_0TV2", "fullsim_25ns": "MCRUN2_740TV1_0TV2"},
+    "CMSSW_7_5_0_pre1": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_5_0_pre2": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_5_0_pre3": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_5_0_pre3_pmx": {"default": "MCRUN2_74_V7", "fullsim_50ns": "MCRUN2_74_V6"},
+    "CMSSW_7_5_0_pre4": {"default": "MCRUN2_75_V1", "fullsim_50ns": "MCRUN2_75_V0"},
+    "CMSSW_7_5_0_pre4_pmx": {"default": "MCRUN2_75_V1", "fullsim_50ns": "MCRUN2_75_V0"},
 }
 
-_releasePostfixes = ["_AlcaCSA14", "_PHYS14", "_TEST", "_pmx_v2", "_pmx", "_Fall14DR", "_71XGENSIM_FIXGT", "_71XGENSIM", "_73XGENSIM", "_BS", "_GenSim_7113",
-                     "_25ns_asymptotic", "_50ns_startup", "_50ns_asympref", "_50ns_asymptotic"]
+_releasePostfixes = ["_AlcaCSA14", "_PHYS14", "_TEST", "_pmx_v2", "_pmx_v3", "_pmx", "_Fall14DR", "_71XGENSIM_FIXGT", "_71XGENSIM_PU", "_71XGENSIM_PXbest", "_71XGENSIM_PXworst", "_71XGENSIM", "_73XGENSIM", "_BS", "_GenSim_7113", "_extended",
+                     "_25ns_asymptotic", "_50ns_startup", "_50ns_asympref", "_50ns_asymptotic", "_minimal", "_0T", "_unsch"]
 def _stripRelease(release):
     for pf in _releasePostfixes:
         if pf in release:
@@ -85,11 +114,17 @@ def _getGlobalTag(sample, release):
     if sample.fullsim():
         if sample.hasScenario():
             return gtmap[sample.scenario()]
-        if sample.pileupType() == "50ns":
-            return gtmap.get("fullsim_50ns", gtmap["default"])
-        if sample.pileupType() == "25ns":
-            return gtmap.get("fullsim_25ns", gtmap["default"])
+        if sample.hasPileup():
+            puType = sample.pileupType()
+            if "50ns" in puType:
+                return gtmap.get("fullsim_50ns", gtmap["default"])
+            if "25ns" in puType:
+                return gtmap.get("fullsim_25ns", gtmap["default"])
     if sample.fastsim():
+        if sample.hasPileup():
+            puType = sample.pileupType()
+            if "25ns" in puType:
+                return gtmap.get("fastsim_25ns", gtmap["default"])
         return gtmap.get("fastsim", gtmap["default"])
     return gtmap["default"]
 
@@ -101,6 +136,7 @@ def _getGlobalTag(sample, release):
     "7_2_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_2_x/",
     "7_3_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_3_x/",
     "7_4_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_4_x/",
+    "7_5_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_5_x/",
 }
 
 def _getRelValUrl(release):
@@ -146,7 +182,7 @@ def __init__(self, sample, append=None, midfix=None, putype=None,
         self._overrideGlobalTag = overrideGlobalTag
 
         if self._fastsim and self.hasPileup() and self._fastsimCorrespondingFullsimPileup is None:
-            raise Exception("If fastsim=True and putype!=None, also fastsimCorrespondingFullsimPileup must be != None")
+            self._fastsimCorrespondingFullsimPileup = self._putype
 
     def sample(self):
         """Get the sample name"""
@@ -228,14 +264,19 @@ def filename(self, newRelease):
         fastsim = ""
         midfix = ""
         scenario = ""
+        sample = self._sample
         if self._append is not None:
             midfix += self._append
         if self._midfix is not None:
             midfix += "_"+self._midfix
         if self.hasPileup():
             if self._fastsim:
-                pileup = "PU_"
-                midfix += "_"+self.pileupType(newRelease)
+                sample = sample.replace("RelVal", "RelValFS_")
+                # old style
+                #pileup = "PU_"
+                #midfix += "_"+self.pileupType(newRelease)
+                # new style
+                pileup = "PU"+self.pileupType(newRelease)+"_"
             else:
                 pileup = "PU"+self.pileupType(newRelease)+"_"
         if self._fastsim:
@@ -246,7 +287,7 @@ def filename(self, newRelease):
         globalTag = _getGlobalTag(self, newRelease)
 
         fname = 'DQM_V0001_R000000001__{sample}{midfix}__{newrelease}-{pileup}{globaltag}{scenario}{fastsim}-{version}__DQMIO.root'.format(
-            sample=self._sample, midfix=midfix, newrelease=_stripRelease(newRelease),
+            sample=sample, midfix=midfix, newrelease=_stripRelease(newRelease),
             pileup=pileup, globaltag=globalTag, scenario=scenario, fastsim=fastsim,
             version=self.version(newRelease)
         )
@@ -425,12 +466,15 @@ def _doPlots(self, algo, quality, sample):
         if sample.hasScenario():
             tmp += "_"+sample.scenario()
         tmp += "_"+sample.pileup()
-        tmp += self._getSelectionName(quality, algo)
-        refSelection = refGlobalTag+tmp
-        newSelection = newGlobalTag+tmp
-        if sample.hasPileup() and not sample.fastsim():
-            refSelection += "_"+sample.pileupType(self._refRelease)
-            newSelection += "_"+sample.pileupType(self._newRelease)
+        refSelection = refGlobalTag+tmp+self._getSelectionName(quality, algo)
+        newSelection = newGlobalTag+tmp+self._getSelectionName(quality, algo)
+        if sample.hasPileup():
+            refPu = sample.pileupType(self._refRelease)
+            if refPu != "":
+                refSelection += "_"+refPu
+            newPu = sample.pileupType(self._newRelease)
+            if newPu != "":
+                newSelection += "_"+newPu
 
         # Check that the new DQM file exists
         harvestedfile = sample.filename(self._newRelease)
@@ -504,6 +548,7 @@ def _doPlotsFastFull(self, algo, quality, fastSample, fullSample):
         fullSelection = fullGlobalTag+"_"+fullSample.pileup()+tmp
         if fullSample.hasPileup():
             fullSelection += "_"+fullSample.pileupType(self._newRelease)
+            fastSelection += "_"+fastSample.pileupType(self._newRelease)
 
         # Construct directories for FastSim, FullSim, and for the results
         fastdir = os.path.join(self._newRepository, self._newRelease, "fastsim", self._newRelease, fastSelection, fastSample.name())
@@ -607,7 +652,7 @@ def _copySubDir(oldfile, newfile, basenames, dirname):
         if dirold:
             break
     if not dirold:
-        raise Exception("Did not find any of %s directories from file %s" % (",".join(basenames, oldfile)))
+        raise Exception("Did not find any of %s directories from file %s" % (",".join(basenames), oldfile))
     if dirname:
         d = dirold.Get(dirname)
         if not d:
@@ -698,7 +743,10 @@ def _doPlots(self, algo, quality):
 
         subdir = None
         if self._algoDirMap is not None:
-            subdir = self._algoDirMap[quality][algo]
+            if hasattr(self._algoDirMap, "__call__"):
+                subdir = self._algoDirMap(algo, quality)
+            else:
+                subdir = self._algoDirMap[quality][algo]
         self._plotter.create(openFiles, self._labels, subdir=subdir)
         fileList = self._plotter.draw(algo, **self._plotterDrawArgs)
 

Validation/RecoTrack/scripts/makeTrackValidationPlots.py

@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+
+import os
+import argparse
+
+import Validation.RecoTrack.plotting.plotting as plotting
+from Validation.RecoTrack.plotting.validation import SimpleValidation
+import Validation.RecoTrack.plotting.trackingPlots as trackingPlots
+
+Algos= ['ootb', 'initialStep', 'lowPtTripletStep', 'pixelPairStep', 'detachedTripletStep', 'mixedTripletStep', 'pixelLessStep', 'tobTecStep', 'jetCoreRegionalStep', 'muonSeededStepInOut', 'muonSeededStepOutIn']
+Qualities=['', 'highPurity']
+
+def newdirname(algo, quality):
+    ret = ""
+    if quality != "":
+        ret += "_"+quality
+    if not (algo == "ootb" and quality != ""):
+        ret += "_"+algo
+
+    if ret != "" and ret[0] == "_":
+        ret = ret[1:]
+
+    return ret
+
+def main(opts):
+    files = opts.files
+    labels = [f.replace(".root", "") for f in files]
+
+    drawArgs={}
+    if opts.ratio:
+        drawArgs["ratio"] = True
+    if opts.separate:
+        drawArgs["separate"] = True
+    if opts.png:
+        drawArgs["saveFormat"] = ".png"
+
+    val = SimpleValidation(files, labels, opts.outputDir)
+    val.doPlots(Algos, Qualities, trackingPlots.plotter, algoDirMap=trackingPlots._tracks_map, newdirFunc=newdirname,
+                plotterDrawArgs=drawArgs)
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Create standard set of tracking validation plots from one or more DQM files")
+    parser.add_argument("files", metavar="file", type=str, nargs="+",
+                        help="DQM file to plot the validation plots from")
+    parser.add_argument("-o", "--outputDir", type=str, default="plots",
+                        help="Plot output directory (default: 'plots')")
+    parser.add_argument("--ratio", action="store_true",
+                        help="Create ratio pads")
+    parser.add_argument("--separate", action="store_true",
+                        help="Save all plots separately instead of grouping them")
+    parser.add_argument("--png", action="store_true",
+                        help="Save plots in PNG instead of PDF")
+
+    opts = parser.parse_args()
+    for f in opts.files:
+        if not os.path.exists(f):
+            parser.error("DQM file %s does not exist" % f)
+
+    main(opts)

Validation/RecoTrack/test/trackingCompare.py

@@ -22,6 +22,16 @@
 #Algos= ['ootb']
 Qualities=['', 'highPurity']
 
+def newdirname(algo, quality):
+    ret = ""
+    if quality != "":
+        ret += "_"+quality
+    if not (algo == "ootb" and quality != ""):
+        ret += "_"+algo
+
+    return ret
+
+
 val = SimpleValidation([x[0] for x in filesLabels], [x[1] for x in filesLabels], outputDir)
-val.doPlots(Algos, Qualities, trackingPlots.plotter, algoDirMap=trackingPlots._tracks_map)
+val.doPlots(Algos, Qualities, trackingPlots.plotter, algoDirMap=trackingPlots._tracks_map, newdirFunc=newdirname)
 

Validation/RecoTrack/test/trackingPerformanceValidation.py

@@ -8,10 +8,10 @@
 ########### User Defined Variables (BEGIN) ##############
 
 ### Reference release
-RefRelease='CMSSW_7_4_0_pre6'
+RefRelease='CMSSW_7_5_0_pre3'
 
 ### Relval release (set if different from $CMSSW_VERSION)
-NewRelease='CMSSW_7_4_0_pre8'
+NewRelease='CMSSW_7_5_0_pre4'
 
 #import Validation.RecoTrack.plotting.plotting as plotting
 #plotting.missingOk = True
@@ -63,7 +63,7 @@
 ]
 
 pileupfastsimstartupsamples = [
-#    Sample('RelValTTbar', putype="AVE20", midfix="13", fastsim=True, fastsimCorrespondingFullsimPileup="50ns")
+    Sample('RelValTTbar', putype="25ns", midfix="13_PU25", fastsim=True)
 ]
 
 ### Track algorithm name and quality. Can be a list.
@@ -83,7 +83,9 @@
 )
 val.download()
 val.doPlots(algos=Algos, qualities=Qualities, refRelease=RefRelease,
-                   refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.plotter)
+            refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.plotter,
+            plotterDrawArgs={"ratio": True}
+)
 
 # Timing plots
 #val2 = validation.Validation(
@@ -93,11 +95,12 @@
 #             refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.timePlotter,
 #             algos=None, qualities=None)
 
-val3 = validation.Validation(
-    fullsimSamples = startupsamples + pileupstartupsamples + upgradesamples,
-    fastsimSamples=[], newRelease=NewRelease,
-    selectionName="_tp")
-val3.download()
-val3.doPlots(algos=None, qualities=None, refRelease=RefRelease,
-             refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.tpPlotter)
+# TrackingParticle plots
+#val3 = validation.Validation(
+#    fullsimSamples = startupsamples + pileupstartupsamples + upgradesamples,
+#    fastsimSamples=[], newRelease=NewRelease,
+#    selectionName="_tp")
+#val3.download()
+#val3.doPlots(algos=None, qualities=None, refRelease=RefRelease,
+#             refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.tpPlotter)