New json files for MiniAODv4, minor updates in runner and README

.sites_map.json

@@ -0,0 +1 @@
+{"T0_CH_CERN_Disk": {"/+store/t0streamer/(.*)": "root://eoscms.cern.ch//eos/cms/store/t0streamer/$1?eos.app=cmst0", "/+store/(.*)": "root://eoscms.cern.ch//eos/cms/tier0/store/$1?eos.app=cmst0"}, "T1_DE_KIT_Disk": "root://cmsxrootd-kit-disk.gridka.de:1094/", "T1_ES_PIC_Disk": "root://xrootd-cmst1-door.pic.es:1094//pnfs/pic.es/data/cms/disk", "T1_FR_CCIN2P3_Disk": "root://ccxrdcms.in2p3.fr:1094/pnfs/in2p3.fr/data/cms/disk/data", "T1_IT_CNAF_Disk": "root://xrootd-cms.infn.it:1194/", "T1_RU_JINR_Disk": "root://xrootd01.jinr-t1.ru:1094//pnfs/jinr-t1.ru/data/cms", "T1_UK_RAL_Disk": "root://rdr.echo.stfc.ac.uk/", "T1_US_FNAL_Disk": {"/+store/temp/user/(.*)": "root://cmseos.fnal.gov//eos/uscms/store/temp/user/$1", "/+store/(.*)": "root://cmsdcadisk.fnal.gov//dcache/uscmsdisk/store/$1"}, "T2_AT_Vienna": "root://eos.grid.vbc.ac.at:1094//eos/vbc/experiments/cms", "T2_BE_IIHE": {"/+(.*)": "root://maite.iihe.ac.be:1095//$1"}, "T2_BR_SPRACE": "root://osg-se.sprace.org.br:1094/", "T2_BR_UERJ": "root://xrootd.hepgrid.uerj.br:1094/", "T2_CH_CERN": "root://eoscms.cern.ch//eos/cms", "T2_CH_CSCS": "root://storage01.lcg.cscs.ch:1096//pnfs/lcg.cscs.ch/cms/trivcat", "T2_CN_Beijing": "root://cceos.ihep.ac.cn:1094//eos/ihep/cms", "T2_DE_DESY": {"/+(.*)": "root://dcache-cms-xrootd.desy.de:1094//$1"}, "T2_DE_RWTH": "root://grid-cms-xrootd.physik.rwth-aachen.de:1094/", "T2_EE_Estonia": "root://xrootd.hep.kbfi.ee:1094/", "T2_ES_CIEMAT": "root://gaexrdoor.ciemat.es:1094/", "T2_ES_IFCA": "root://gridftp.ifca.es/", "T2_FI_HIP": "root://hip-cms-se.csc.fi:1094/", "T2_FR_IPHC": "root://sbgdcache.in2p3.fr/", "T2_HU_Budapest": "root://grid143.kfki.hu:1094/", "T2_IN_TIFR": "root://se01.indiacms.res.in//dpm/indiacms.res.in/home/cms", "T2_IT_Legnaro": "root://t2-xrdcms.lnl.infn.it:7070/", "T2_KR_KISTI": "root://cms-t2-se01.sdfarm.kr:1094/", "T2_PK_NCP": "root://pcncp22.ncp.edu.pk:1094//dpm/ncp.edu.pk/home/cms", "T2_PL_Swierk": "root://se.cis.gov.pl:1094//grid/cms", "T2_PT_NCG_Lisbon": "root://xroot02.ncg.ingrid.pt:1094/", "T2_RU_IHEP": "root://dp0015.m45.ihep.su:1094/", "T2_RU_INR": "root://grse001.inr.troitsk.ru:1094/", "T2_RU_ITEP": "root://se3.itep.ru/", "T2_RU_JINR": "root://lcgsexrd.jinr.ru:1095/", "T2_TR_METU": "root://eymir.grid.metu.edu.tr//dpm/grid.metu.edu.tr/home/cms", "T2_TW_NCHC": "root://se01.grid.nchc.org.tw//cms", "T2_UA_KIPT": "root://cms-se0.kipt.kharkov.ua//dpm/kipt.kharkov.ua/home/cms", "T2_UK_London_Brunel": "root://dc2-grid-64.brunel.ac.uk:11001/", "T2_UK_London_IC": "root://gfe02.grid.hep.ph.ic.ac.uk:1094//pnfs/hep.ph.ic.ac.uk/data/cms", "T2_UK_SGrid_Bristol": "root://xrootd.phy.bris.ac.uk:1094//xrootd/cms", "T2_UK_SGrid_RALPP": "root://mover.pp.rl.ac.uk:1094/pnfs/pp.rl.ac.uk/data/cms", "T2_US_Caltech": "root://xrootd-redir.ultralight.org:1094/", "T2_US_Florida": "root://cmsio2.rc.ufl.edu:1094/", "T2_US_MIT": "root://xrootd.cmsaf.mit.edu:1094/", "T2_US_MIT_Buffer": "root://tapexrd.cmsaf.mit.edu:1094/", "T2_US_Nebraska": "root://xrootd-local.unl.edu:1094/", "T2_US_Purdue": "root://eos.cms.rcac.purdue.edu/", "T2_US_UCSD": "root://redirector.t2.ucsd.edu:1095/", "T2_US_Vanderbilt": "root://xrootd-vanderbilt.sites.opensciencegrid.org:1094/", "T2_US_Wisconsin": "root://cmsxrootd.hep.wisc.edu:1094/", "T3_BG_UNI_SOFIA": "root://se01.grid.uni-sofia.bg:1094//dpm/grid.uni-sofia.bg/home/cms", "T3_BY_NCPHEP": "root://grid05.hep.by//cms", "T3_CH_CERN_OpenData": {"/+store/data/(.*)": "root://eospublic.cern.ch//eos/opendata/cms/$1", "/+store/(.*)": "root://eospublic.cern.ch//eos/opendata/cms/$1"}, "T3_CH_PSI": "root://t3se01.psi.ch:1094/", "T3_FR_IPNL": "root://lyogrid06.in2p3.fr//dpm/in2p3.fr/home/cms/data", "T3_HU_Debrecen": "root://dpm.grid.atomki.hu/", "T3_IN_TIFRCloud": "root://se01.indiacms.res.in//dpm/indiacms.res.in/home/cms", "T3_IN_VBU": "root://storage.vb-ehep.in//dpm/vb-ehep.in/home/cms", "T3_IR_IPM": "root://se1.hep.ipm.ir//data", "T3_IT_Perugia": "root://cream-bdii.pg.infn.it//storage/cms", "T3_IT_Trieste": "root://cmsxrd.ts.infn.it:1094/", "T3_KR_KISTI": "root://cms-xrdr.sdfarm.kr:1094//xrd", "T3_KR_KNU": "root://cluster142.knu.ac.kr:1094/", "T3_KR_UOS": "root://cms.sscc.uos.ac.kr:1094/", "T3_MX_Cinvestav": "root://proton.fis.cinvestav.mx/", "T3_RU_MEPhI": "root://cms.lxfarm.mephi.ru//lustre/cms/phedex", "T3_TW_NCU": "root://ncusmstor1.grid.sinica.edu.tw:1094//eos/cms", "T3_US_Baylor": "root://kodiak-se.baylor.edu:1094/", "T3_US_Brown": "root://pbrux30cit.hep.brown.edu:1094/", "T3_US_Colorado": "root://hepxrd01-colorado.sites.opensciencegrid.org:1094/", "T3_US_FNALLPC": "root://cmseos.fnal.gov//eos/uscms", "T3_US_MIT": "root://submit50.mit.edu:1094/", "T3_US_NotreDame": "root://deepthought.crc.nd.edu/", "T3_US_OSG_SoCal_Cache": "root://xcache.ultralight.org:3040/", "T3_US_PuertoRico": "root://cms-se.hep.uprm.edu/", "T3_US_Rice": "root://bonner04.rice.edu:1094/", "T3_US_Rutgers": "root://ruhex-osgce.rutgers.edu/", "T3_US_UMD": "root://hepcms-se2.umd.edu:1094/", "T3_US_UMiss": "root://umiss005.hep.olemiss.edu:1094//cms/", "T3_US_VC3_NotreDame": "root://deepthought.crc.nd.edu/", "T3_US_CMU": "root://cmsdata.phys.cmu.edu/", "T3_IT_MIB": "root://storm.mib.infn.it:1094/", "T3_CH_CERNBOX": {"/+store/user/(.)(.*)": "root://eosuser.cern.ch//eos/user/$1/$1$2"}, "T3_CY_UCY": "root://heptaur2.ucy.ac.cy:1094/", "T2_PL_Cyfronet": "root://se02.grid.cyfronet.pl:11001//dpm/grid.cyfronet.pl/home/cms", "T3_TW_TIDC": "root://tidc-smstor1.grid.sinica.edu.tw:1094//eos/cms"}

README.md

@@ -15,7 +15,7 @@ Detailed documentation in [btv-wiki](https://btv-wiki.docs.cern.ch/SoftwareAlgor
 ### Setup 
 
 :heavy_exclamation_mark: suggested to install under `bash` environment
-
+:heavy_exclamation_mark: :heavy_exclamation_mark: not fully supported in EL9 machines yet, recommended to run in EL7 or EL8
 ```
 # only first time, including submodules
 git clone --recursive git@github.com:cms-btv-pog/BTVNanoCommissioning.git 
@@ -145,13 +145,13 @@ After a small test, you can run the full campaign for a dedicated phase space, s
 - Dileptonic ttbar phase space : check performance for btag SFs, emu channel
 
 ```
- python runner.py --workflow ttdilep_sf --json metadata/data_Summer22_Run3_2022_em_BTV_Comm_v2_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022 (--executor ${scaleout_site}) 
+ python runner.py --workflow ttdilep_sf --json metadata/data_Summer22_Run3_2022_em_BTV_Comm_v3_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022 (--executor ${scaleout_site}) 
 ```
 
 - Semileptonic ttbar phase space : check performance for btag SFs, muon channel
 
 ```
-python runner.py --workflow ttsemilep_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v2_NanoV12_noPF.json --campaign Summer22Run3 --year 2022 (--executor ${scaleout_site})
+python runner.py --workflow ttsemilep_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v3_NanoV12_noPF.json --campaign Summer22Run3 --year 2022 (--executor ${scaleout_site})
 ```
 
 </p>
@@ -164,26 +164,26 @@ python runner.py --workflow ttsemilep_sf --json metadata/data_Summer22_Run3_2022
 - Dileptonic ttbar phase space : check performance for charm SFs, bjets enriched SFs, muon channel
 
 ```
-python runner.py --workflow ctag_ttdilep_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v2_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
+python runner.py --workflow ctag_ttdilep_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v3_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
 ```
 
 
 - Semileptonic ttbar phase space : check performance for charm SFs, bjets enriched SFs, muon channel
 
 ```
-python runner.py --workflow ctag_ttsemilep_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v2_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
+python runner.py --workflow ctag_ttsemilep_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v3_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
 ```
 
 - W+c phase space : check performance for charm SFs, cjets enriched SFs, muon  channel
 
 ```
-python runner.py --workflow ctag_Wc_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v2_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
+python runner.py --workflow ctag_Wc_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v3_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
 ```
 
 - DY phase space : check performance for charm SFs, light jets enriched SFs, muon channel
 
 ```
-python runner.py --workflow ctag_DY_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v2_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
+python runner.py --workflow ctag_DY_sf --json metadata/data_Summer22_Run3_2022_mu_BTV_Comm_v3_NanoV12_noPF.json  --campaign Summer22Run3 --year 2022(--executor ${scaleout_site})
 ```
 
 </p>
@@ -208,7 +208,7 @@ python runner.py --workflow valid --json metadata/$json file
 
 Based on Congqiao's [development](notebooks/BTA_array_producer.ipynb) to produce BTA ntuples based on PFNano.
 
-:exclamation: Only the newest version [BTV_Run3_2022_Comm_v2](https://github.com/cms-jet/PFNano/tree/13_0_7_from124MiniAOD) ntuples work. Example files are given in [this](metadata/test_bta_run3.json) json. Optimize the chunksize(`--chunk`) in terms of the memory usage. This depends on sample, if the sample has huge jet collection/b-c hardons. The more info you store, the more memory you need. I would suggest to test with `iterative` to estimate the size.
+:exclamation: Only the newest version [BTV_Run3_2022_Comm_v3](https://github.com/cms-jet/PFNano/tree/13_0_7_from124MiniAOD) ntuples work. Example files are given in [this](metadata/test_bta_run3.json) json. Optimize the chunksize(`--chunk`) in terms of the memory usage. This depends on sample, if the sample has huge jet collection/b-c hardons. The more info you store, the more memory you need. I would suggest to test with `iterative` to estimate the size.
 
 <details><summary>details</summary>
 <p>
@@ -241,10 +241,10 @@ However, some sites have certain restrictions for various reasons, in particular
 Memory usage is also useful to adapt to cluster. Check the memory by calling  `memory_usage_psutil()` from `helpers.func.memory_usage_psutil` to optimize job size. Example with `ectag_Wc_sf` summarized below.
  Type        |Array+Hist |  Hist only| Array Only|
 | :---:   | :---: | :---: | :---: |
-DoubleMuon (BTA,BTV_Comm_v2)| 1243MB |	848MB	|1249MB|
+DoubleMuon (BTA,BTV_Comm_v3)| 1243MB |	848MB	|1249MB|
 DoubleMuon (PFCands, BTV_Comm_v1)|1650MB	|1274MB	|1632MB|
 DoubleMuon (Nano_v11)|1183MB|	630MB	|1180MB|
-WJets_inc (BTA,BTV_Comm_v2)| 1243MB	|848MB	|1249MB|
+WJets_inc (BTA,BTV_Comm_v3)| 1243MB	|848MB	|1249MB|
 WJets_inc (PFCands, BTV_Comm_v1)|1650MB	|1274MB	|1632MB
 WJets_inc (Nano_v11)|1183MB	|630MB	|1180MB|