-
Notifications
You must be signed in to change notification settings - Fork 4.3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #27936 from mteroerd/ape_trend_backport
APE tool: Trend plots, some minor fixes: Backport of #27656
- Loading branch information
Showing
14 changed files
with
2,273 additions
and
312 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
339 changes: 155 additions & 184 deletions
339
Alignment/APEEstimation/test/autoSubmitter/autoSubmitter.py
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,135 @@ | ||
| from __future__ import print_function | ||
| import re | ||
| import os | ||
| import errno | ||
| shortcuts = {} | ||
|
|
||
| # regex matching on key, replacement of groups on value | ||
| # implement any other shortcuts that you want to use | ||
| #sources | ||
| shortcuts["mp([0-9]*)"] = "sqlite_file:/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN/MP/MPproduction/mp{0}/jobData/jobm/alignments_MP.db" | ||
| shortcuts["mp([0-9]*)_jobm([0-9]*)"] = "sqlite_file:/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN/MP/MPproduction/mp{0}/jobData/jobm{1}/alignments_MP.db" | ||
| shortcuts["sm([0-9]*)_iter([0-9]*)"] = "sqlite_file:/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN2/HipPy/alignments/sm{0}/alignments_iter{1}.db" | ||
| shortcuts["um([0-9]*)"] = "sqlite_file:/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN/MP/MPproduction/um{0}/jobData/jobm/um{0}.db" | ||
| shortcuts["um([0-9]*)_jobm([0-9]*)"] = "sqlite_file:/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN/MP/MPproduction/um{0}/jobData/jobm{1}/um{0}.db" | ||
| shortcuts["hp([0-9]*)_iter([0-9]*)"] = "sqlite_file:/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN2/HipPy/alignments/hp{0}/alignments_iter{1}.db" | ||
| shortcuts["prod"] = "frontier://FrontierProd/CMS_CONDITIONS" | ||
|
|
||
| # Exact numbers don't really matter, but it is important that each one has a unique | ||
| # number, so that states are distinguishable | ||
| STATE_NONE = -1 | ||
| STATE_ITERATION_START=0 | ||
| STATE_BJOBS_WAITING=1 | ||
| STATE_BJOBS_DONE=2 | ||
| STATE_BJOBS_FAILED=12 | ||
| STATE_MERGE_WAITING=3 | ||
| STATE_MERGE_DONE=4 | ||
| STATE_MERGE_FAILED=14 | ||
| STATE_SUMMARY_WAITING=5 | ||
| STATE_SUMMARY_DONE=6 | ||
| STATE_SUMMARY_FAILED=16 | ||
| STATE_LOCAL_WAITING=7 | ||
| STATE_LOCAL_DONE=8 | ||
| STATE_LOCAL_FAILED=18 | ||
| STATE_FINISHED=9 | ||
|
|
||
| status_map = {} | ||
| status_map[STATE_NONE] = "none" | ||
| status_map[STATE_ITERATION_START] = "starting iteration" | ||
| status_map[STATE_BJOBS_WAITING] = "waiting for jobs" | ||
| status_map[STATE_BJOBS_DONE] = "jobs finished" | ||
| status_map[STATE_BJOBS_FAILED] = "jobs failed" | ||
| status_map[STATE_MERGE_WAITING] = "waiting for merging" | ||
| status_map[STATE_MERGE_DONE] = "merging done" | ||
| status_map[STATE_MERGE_FAILED] = "merging failed" | ||
| status_map[STATE_SUMMARY_WAITING] = "waiting for APE determination" | ||
| status_map[STATE_SUMMARY_DONE] = "APE determination done" | ||
| status_map[STATE_SUMMARY_FAILED] = "APE determination failed" | ||
| status_map[STATE_LOCAL_WAITING] = "waiting for APE saving" | ||
| status_map[STATE_LOCAL_DONE] = "APE saving done" | ||
| status_map[STATE_LOCAL_FAILED] = "APE saving failed" | ||
| status_map[STATE_FINISHED] = "finished" | ||
|
|
||
| records = {} | ||
| records["Alignments"] = "TrackerAlignmentRcd" | ||
| records["TrackerAlignment"] = "TrackerAlignmentRcd" | ||
| records["Deformations"] = "TrackerSurfaceDeformationRcd" | ||
| records["TrackerSurfaceDeformations"] = "TrackerSurfaceDeformationRcd" | ||
| records["SiPixelTemplateDBObject"] = "SiPixelTemplateDBObjectRcd" | ||
| records["BeamSpotObjects"] = "BeamSpotObjectsRcd" | ||
|
|
||
|
|
||
| def ensurePathExists(path): | ||
| try: | ||
| os.makedirs(path) | ||
| except OSError as exception: | ||
| if exception.errno != errno.EEXIST: | ||
| raise | ||
|
|
||
|
|
||
| def replaceAllRanges(string): | ||
| if "[" in string and "]" in string: | ||
| strings = [] | ||
| posS = string.find("[") | ||
| posE = string.find("]") | ||
| nums = string[posS+1:posE].split(",") | ||
| expression = string[posS:posE+1] | ||
|
|
||
| nums = string[string.find("[")+1:string.find("]")] | ||
| for interval in nums.split(","): | ||
| interval = interval.strip() | ||
| if "-" in interval: | ||
| lowNum = int(interval.split("-")[0]) | ||
| upNum = int(interval.split("-")[1]) | ||
| for i in range(lowNum, upNum+1): | ||
| newstring = string[0:posS]+str(i)+string[posE+1:] | ||
| newstring = replaceAllRanges(newstring) | ||
| strings += newstring | ||
| else: | ||
| newstring = string[0:posS]+interval+string[posE+1:] | ||
| newstring = replaceAllRanges(newstring) | ||
| strings += newstring | ||
| return strings | ||
| else: | ||
| return [string,] | ||
|
|
||
|
|
||
| def replaceShortcuts(toScan): | ||
| global shortcuts | ||
| for key, value in shortcuts.items(): | ||
| match = re.search(key, toScan) | ||
| if match and match.group(0) == toScan: | ||
| return value.format(*match.groups()) | ||
| # no match | ||
| return toScan | ||
|
|
||
| def loadConditions(dictionary): | ||
| hasAlignmentCondition = False | ||
| conditions = [] | ||
| for key, value in dictionary.items(): | ||
| if key.startswith("condition"): | ||
| if len(value.split(" ")) > 1: # structure is "condition rcd:source tag" | ||
| record = key.split(" ")[1] | ||
| connect, tag = value.split(" ") | ||
| if record == "TrackerAlignmentRcd": | ||
| hasAlignmentCondition = True | ||
| conditions.append({"record":record, "connect":replaceShortcuts(connect), "tag":tag}) | ||
| else: | ||
| # structure is "condition tag:source", so we have to guess rcd from the tag. might also be "condition tag1+tag2+...+tagN:source" | ||
| global records | ||
| connect = value.strip() | ||
| tags = key.split(" ")[1] | ||
| for tag in tags.split("+"): | ||
| foundTag = False | ||
| for possibleTag, possibleRcd in records.items(): | ||
| if tag.startswith(possibleTag): | ||
| conditions.append({"record":possibleRcd, "connect":replaceShortcuts(connect), "tag":tag}) | ||
| if possibleRcd == "TrackerAlignmentRcd": | ||
| hasAlignmentCondition = True | ||
| foundTag = True | ||
| break | ||
| if not foundTag: | ||
| print("Did not find a record corresponding to {} tag".format(tag)) | ||
| exit() | ||
|
|
||
| return conditions, hasAlignmentCondition |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,17 +1,17 @@ | ||
| # Implementation to draw all iterations of an APE measurement | ||
| # to check convergence | ||
|
|
||
| from iterationsPlotter import * | ||
| from granularity import * | ||
| import os | ||
|
|
||
| try: | ||
| base = os.environ['CMSSW_BASE']+"/src/Alignment/APEEstimation" | ||
| except KeyError: | ||
| base = "" | ||
|
|
||
| plot = IterationsPlotter() | ||
| plot.setOutputPath(base+"/workingArea/") | ||
| plot.setInputFile(base+"/workingArea/iter14/allData_iterationApe.root") | ||
| plot.setTitle("") | ||
| plot.setOutputPath(base+"/hists/iterations/") | ||
| plot.setInputFile(base+"/src/Alignment/APEEstimation/hists/workingArea/iter14/allData_iterationApe.root") | ||
| plot.setTitle("Title") | ||
| plot.setGranularity(standardGranularity) | ||
| plot.draw() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,21 +1,18 @@ | ||
| # Implementation to draw all iterations of an APE measurement | ||
| # to check convergence | ||
|
|
||
| import ROOT | ||
| from resultPlotter import * | ||
| from systematics import * | ||
| from systematicErrors import * | ||
| from granularity import * | ||
|
|
||
| import os | ||
| try: | ||
| base = os.environ['CMSSW_BASE']+"/src/Alignment/APEEstimation" | ||
| except KeyError: | ||
| base = "" | ||
|
|
||
| plot = ResultPlotter() | ||
| plot.setOutputPath(base+"/workingArea/") | ||
| # internal name (used for example when adding systematic errors), path to file, label, color (optional) | ||
| plot.addInputFile("placeholder1", base+"/workingArea/iter14/allData_iterationApe.root", "measurement A") | ||
| plot.addInputFile("placeholder2", base+"/workingArea2/iter14/allData_iterationApe.root", "measurement B", ROOT.kRed) | ||
| plot.setTitle("") | ||
| plot.setOutputPath(base+"/hists/workingArea/") | ||
| # label(also used as name when adding systematic errors), inputFile, color (optional, automatic by default), | ||
| # marker (optional, 20 by default, 0 is line), hitNumbers (optional, file number of hits in each sector, allData.root) | ||
| plot.addInputFile("label", "base/hists/workingArea/iter14/allData_iterationApe.root", color = ROOT.kGray+2) | ||
| plot.setGranularity(standardGranularity) | ||
| plot.draw() |
Oops, something went wrong.