Skip to content

Commit

Permalink
Merge CMSSW_10_6_X into CMSSW_10_6_DEVEL_X.
Browse files Browse the repository at this point in the history
  • Loading branch information
cmsbuild committed Feb 26, 2019
2 parents 6ff6a65 + c419f31 commit 827a770
Show file tree
Hide file tree
Showing 131 changed files with 432 additions and 299 deletions.
3 changes: 2 additions & 1 deletion Alignment/CommonAlignment/python/tools/dataset.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
from __future__ import print_function
from __future__ import absolute_import

import abc
import csv
Expand All @@ -7,7 +8,7 @@

import Utilities.General.cmssw_das_client as das_client

from utilities import cache
from .utilities import cache

class DatasetError(Exception): pass

Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
from __future__ import absolute_import
import FWCore.ParameterSet.Config as cms


Expand Down Expand Up @@ -50,7 +51,7 @@ def setup(process, input_files, collection,
"ALCARECOTkAlCosmicsInCollisions"):
process.load("Alignment.CommonAlignment.apvModeFilter_cfi")
process.apvModeFilter.apvMode = "deco" if cosmics_deco_mode else "peak"
import helper
from . import helper
helper.add_filter(process, process.apvModeFilter)


Expand Down
5 changes: 3 additions & 2 deletions Alignment/MuonAlignment/python/geometryDiffVisualization.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
from __future__ import absolute_import
import re
from math import *
from svgfig import rgb, SVG, pathtoPath, load as load_svg
from geometryXMLparser import *
from .svgfig import rgb, SVG, pathtoPath, load as load_svg
from .geometryXMLparser import *
from signConventions import *

def dt_colors(wheel, station, sector):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
from __future__ import absolute_import
import collections
import os
import re

import configTemplates
from helperFunctions import conddb, parsecolor, parsestyle, replaceByMap, clean_name
from TkAlExceptions import AllInOneError
from . import configTemplates
from .helperFunctions import conddb, parsecolor, parsestyle, replaceByMap, clean_name
from .TkAlExceptions import AllInOneError
import six

class Alignment(object):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
from __future__ import print_function
from __future__ import absolute_import
import ConfigParser
import os
import re
import copy
import collections
from TkAlExceptions import AllInOneError
from .TkAlExceptions import AllInOneError


class AdaptedDict(collections.OrderedDict):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,12 @@
from alternateValidationTemplates import *
from offlineValidationTemplates import *
from primaryVertexValidationTemplates import *
from geometryComparisonTemplates import *
from monteCarloValidationTemplates import *
from trackSplittingValidationTemplates import *
from zMuMuValidationTemplates import *
from TkAlExceptions import AllInOneError
from __future__ import absolute_import
from .alternateValidationTemplates import *
from .offlineValidationTemplates import *
from .primaryVertexValidationTemplates import *
from .geometryComparisonTemplates import *
from .monteCarloValidationTemplates import *
from .trackSplittingValidationTemplates import *
from .zMuMuValidationTemplates import *
from .TkAlExceptions import AllInOneError

######################################################################
######################################################################
Expand Down
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
from __future__ import print_function
from __future__ import absolute_import
import sys
import os
import subprocess
from TkAlExceptions import AllInOneError
from .TkAlExceptions import AllInOneError

# script which needs to be sourced for use of crab
crabSourceScript = '/afs/cern.ch/cms/ccs/wm/scripts/Crab/crab.sh'
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
from __future__ import print_function
from __future__ import absolute_import
# idea stolen from:
# http://cmssw.cvs.cern.ch/cgi-bin/cmssw.cgi/CMSSW/
# PhysicsTools/PatAlgos/python/tools/cmsswVersionTools.py
Expand All @@ -12,8 +13,8 @@
import Utilities.General.cmssw_das_client as das_client
from FWCore.PythonUtilities.LumiList import LumiList

from helperFunctions import cache
from TkAlExceptions import AllInOneError
from .helperFunctions import cache
from .TkAlExceptions import AllInOneError

class Dataset(object):
def __init__( self, datasetName, dasLimit = 0, tryPredefinedFirst = True,
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,14 @@
from __future__ import print_function
from __future__ import absolute_import
from abc import ABCMeta, abstractmethod, abstractproperty
import os
import re
import json
import globalDictionaries
import configTemplates
from dataset import Dataset
from helperFunctions import replaceByMap, addIndex, getCommandOutput2, boolfromstring, pythonboolstring
from TkAlExceptions import AllInOneError
from . import globalDictionaries
from . import configTemplates
from .dataset import Dataset
from .helperFunctions import replaceByMap, addIndex, getCommandOutput2, boolfromstring, pythonboolstring
from .TkAlExceptions import AllInOneError

class ValidationMetaClass(ABCMeta):
sets = ["mandatories", "optionals", "needpackages"]
Expand Down Expand Up @@ -133,7 +134,7 @@ def __init__(self, valName, alignment, config):
ignoreOptions = ignoreOpts)

def getRepMap(self, alignment = None):
from plottingOptions import PlottingOptions
from .plottingOptions import PlottingOptions
if alignment == None:
alignment = self.alignmentToValidate
try:
Expand Down Expand Up @@ -517,7 +518,7 @@ class GenericValidationData_CTSR(GenericValidationData):
def getRepMap(self, alignment=None):
result = super(GenericValidationData_CTSR, self).getRepMap(alignment)

from trackSplittingValidation import TrackSplittingValidation
from .trackSplittingValidation import TrackSplittingValidation
result.update({
"ValidationSequence": self.ValidationSequence,
"istracksplitting": str(isinstance(self, TrackSplittingValidation)),
Expand Down Expand Up @@ -577,7 +578,7 @@ def appendToMerge(self):

@classmethod
def doInitMerge(cls):
from plottingOptions import PlottingOptions
from .plottingOptions import PlottingOptions
result = cls.initMerge()
result = replaceByMap(result, PlottingOptions(None, cls))
if result and result[-1] != "\n": result += "\n"
Expand Down Expand Up @@ -614,15 +615,15 @@ def plotsdirname(cls):

@classmethod
def doRunPlots(cls, validations):
from plottingOptions import PlottingOptions
from .plottingOptions import PlottingOptions
cls.createPlottingScript(validations)
result = cls.runPlots(validations)
result = replaceByMap(result, PlottingOptions(None, cls))
if result and result[-1] != "\n": result += "\n"
return result
@classmethod
def createPlottingScript(cls, validations):
from plottingOptions import PlottingOptions
from .plottingOptions import PlottingOptions
repmap = PlottingOptions(None, cls).copy()
filename = replaceByMap(".oO[plottingscriptpath]Oo.", repmap)
repmap["PlottingInstantiation"] = "\n".join(
Expand Down Expand Up @@ -770,7 +771,7 @@ def getsummaryitems(cls, folder):
class ValidationWithComparison(GenericValidation):
@classmethod
def doComparison(cls, validations):
from plottingOptions import PlottingOptions
from .plottingOptions import PlottingOptions
repmap = PlottingOptions(None, cls).copy()
repmap["compareStrings"] = " , ".join(v.getCompareStrings("OfflineValidation") for v in validations)
repmap["compareStringsPlain"] = " , ".join(v.getCompareStrings("OfflineValidation", True) for v in validations)
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
from __future__ import absolute_import
import os
import ConfigParser # needed for exceptions in this module
import configTemplates
from genericValidation import GenericValidation
from helperFunctions import replaceByMap, getCommandOutput2, cppboolstring, pythonboolstring, clean_name
from TkAlExceptions import AllInOneError
from . import configTemplates
from .genericValidation import GenericValidation
from .helperFunctions import replaceByMap, getCommandOutput2, cppboolstring, pythonboolstring, clean_name
from .TkAlExceptions import AllInOneError


class GeometryComparison(GenericValidation):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
from __future__ import print_function
from __future__ import absolute_import
import os
import re
import ROOT
import sys
from TkAlExceptions import AllInOneError
from .TkAlExceptions import AllInOneError
import six

####################--- Helpers ---############################
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
from __future__ import absolute_import
import os
import configTemplates
import globalDictionaries
from dataset import Dataset
from genericValidation import GenericValidationData
from helperFunctions import replaceByMap
from TkAlExceptions import AllInOneError
from . import configTemplates
from . import globalDictionaries
from .dataset import Dataset
from .genericValidation import GenericValidationData
from .helperFunctions import replaceByMap
from .TkAlExceptions import AllInOneError


class MonteCarloValidation(GenericValidationData):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
from __future__ import absolute_import
import os
import configTemplates
import globalDictionaries
from genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationWithComparison, ValidationForPresentation, ValidationWithPlots, ValidationWithPlotsSummary
from helperFunctions import replaceByMap, addIndex, pythonboolstring
from presentation import SubsectionFromList, SubsectionOnePage
from TkAlExceptions import AllInOneError
from . import configTemplates
from . import globalDictionaries
from .genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationWithComparison, ValidationForPresentation, ValidationWithPlots, ValidationWithPlotsSummary
from .helperFunctions import replaceByMap, addIndex, pythonboolstring
from .presentation import SubsectionFromList, SubsectionOnePage
from .TkAlExceptions import AllInOneError

class OfflineValidation(GenericValidationData_CTSR, ParallelValidation, ValidationWithComparison, ValidationWithPlotsSummary, ValidationForPresentation):
configBaseName = "TkAlOfflineValidation"
Expand Down Expand Up @@ -92,7 +93,7 @@ def appendToPlots(self):

@classmethod
def initMerge(cls):
from plottingOptions import PlottingOptions
from .plottingOptions import PlottingOptions
outFilePath = replaceByMap(".oO[scriptsdir]Oo./TkAlOfflineJobsMerge.C", PlottingOptions(None, cls.valType))
with open(outFilePath, "w") as theFile:
theFile.write(replaceByMap(configTemplates.mergeOfflineParJobsTemplate, {}))
Expand Down
Original file line number Diff line number Diff line change
@@ -1,16 +1,17 @@
from __future__ import absolute_import
import os
import random

import globalDictionaries
import configTemplates
from . import globalDictionaries
from . import configTemplates

from genericValidation import ValidationMetaClass, ValidationWithComparison, ValidationWithPlots
from helperFunctions import getCommandOutput2, replaceByMap, cppboolstring
from offlineValidation import OfflineValidation
from primaryVertexValidation import PrimaryVertexValidation
from TkAlExceptions import AllInOneError
from trackSplittingValidation import TrackSplittingValidation
from zMuMuValidation import ZMuMuValidation
from .genericValidation import ValidationMetaClass, ValidationWithComparison, ValidationWithPlots
from .helperFunctions import getCommandOutput2, replaceByMap, cppboolstring
from .offlineValidation import OfflineValidation
from .primaryVertexValidation import PrimaryVertexValidation
from .TkAlExceptions import AllInOneError
from .trackSplittingValidation import TrackSplittingValidation
from .zMuMuValidation import ZMuMuValidation

class BasePlottingOptions(object):
__metaclass__ = ValidationMetaClass
Expand Down
Original file line number Diff line number Diff line change
@@ -1,14 +1,15 @@
from __future__ import absolute_import
import os
from genericValidation import GenericValidation, GenericValidationData
from geometryComparison import GeometryComparison
from helperFunctions import boolfromstring, getCommandOutput2, parsecolor, parsestyle
from monteCarloValidation import MonteCarloValidation
from offlineValidation import OfflineValidation
from primaryVertexValidation import PrimaryVertexValidation
from plottingOptions import PlottingOptions
from TkAlExceptions import AllInOneError
from trackSplittingValidation import TrackSplittingValidation
from zMuMuValidation import ZMuMuValidation
from .genericValidation import GenericValidation, GenericValidationData
from .geometryComparison import GeometryComparison
from .helperFunctions import boolfromstring, getCommandOutput2, parsecolor, parsestyle
from .monteCarloValidation import MonteCarloValidation
from .offlineValidation import OfflineValidation
from .primaryVertexValidation import PrimaryVertexValidation
from .plottingOptions import PlottingOptions
from .TkAlExceptions import AllInOneError
from .trackSplittingValidation import TrackSplittingValidation
from .zMuMuValidation import ZMuMuValidation

class PreexistingValidation(GenericValidation):
"""
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,14 @@
from __future__ import print_function
from __future__ import absolute_import
import abc
import math
import os
import re

from genericValidation import ValidationForPresentation, ValidationWithPlotsSummary
from helperFunctions import recursivesubclasses
from presentationTemplates import *
from TkAlExceptions import AllInOneError
from .genericValidation import ValidationForPresentation, ValidationWithPlotsSummary
from .helperFunctions import recursivesubclasses
from .presentationTemplates import *
from .TkAlExceptions import AllInOneError

# Plots related to a single validation:
class ValidationPlots(object):
Expand Down Expand Up @@ -185,8 +186,8 @@ def plotSortKey(plot):
return 'chi2b'
return plot

import geometryComparison
import offlineValidation
import trackSplittingValidation
import primaryVertexValidation
import zMuMuValidation
from . import geometryComparison
from . import offlineValidation
from . import trackSplittingValidation
from . import primaryVertexValidation
from . import zMuMuValidation
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
from __future__ import absolute_import
import os
import configTemplates
import globalDictionaries
from genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationWithPlots, pythonboolstring
from helperFunctions import replaceByMap
from TkAlExceptions import AllInOneError
from . import configTemplates
from . import globalDictionaries
from .genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationWithPlots, pythonboolstring
from .helperFunctions import replaceByMap
from .TkAlExceptions import AllInOneError

class PrimaryVertexValidation(GenericValidationData_CTSR, ParallelValidation, ValidationWithPlots):
configBaseName = "TkAlPrimaryVertexValidation"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
from __future__ import absolute_import
import os
import configTemplates
from genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationForPresentation, ValidationWithPlotsSummary
from helperFunctions import replaceByMap
from presentation import SubsectionFromList, SubsectionOnePage
from TkAlExceptions import AllInOneError
from . import configTemplates
from .genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationForPresentation, ValidationWithPlotsSummary
from .helperFunctions import replaceByMap
from .presentation import SubsectionFromList, SubsectionOnePage
from .TkAlExceptions import AllInOneError


class TrackSplittingValidation(GenericValidationData_CTSR, ParallelValidation, ValidationWithPlotsSummary, ValidationForPresentation):
Expand Down
Loading

0 comments on commit 827a770

Please sign in to comment.