version taggin on ntuples

Analysis/makeCondorJobForAnalysis.py

@@ -0,0 +1,154 @@
+#!/usr/bin/env python3
+import os
+import sys
+version='v1'
+"""
+    Usage
+    ./dajk.py <InputFileListFname> <destination> <jobPrefix>
+
+"""
+
+
+NJOBS=20000
+NEVENTS_PER_JOB = -1
+ZERO_OFFSET=0
+FILES_PER_JOB=2
+
+
+pwd=os.environ['PWD']
+proxy_path=os.environ['X509_USER_PROXY']
+HOME=os.environ['HOME']
+xrdRedirector="root://cms-xrd-global.cern.ch/"
+
+FileSource ="bmm5FileList.txt"
+destination='/grid_mnt/t3storage3/athachay/bs2mumug/run2studies/CMSSW_10_6_19_patch2/src/BsMMGAnalysis/MergeWithBMMNtuples/RunLumiEventFileMaker/runLumiList/'
+tag=""
+
+if len(sys.argv) > 1:
+    FileSource=sys.argv[1]  
+else:
+    print("Usage\n\t./dajk.py <InputFileListFname> <destination> <NJOBS> <jobPrefix>")
+    sys.exit(1)
+if len(sys.argv) > 2:
+    destination=sys.argv[2]  
+if len(sys.argv) > 3:
+    NJOBS=int(sys.argv[3])  
+if len(sys.argv) > 4:
+    tag=sys.argv[4]  
+
+Fnames=open(FileSource,'r')
+sourceFileList=Fnames.readlines()
+Fnames.close()
+print("Number avilable files = ",len(sourceFileList))
+
+configurationTxt="\
+#PARAMS_BEG\n\
+OutputFile=analysisRun2_"+version+"_"+tag+"_@@IDX.root\n\
+OutputPrefix=\n\
+MaxEvents=@@MAXEVENTS\n\
+MaxMuMuDr=1.40\n\
+MaxDimuPhotonDr=1.40\n\
+MinDimuMass=0.5\n\
+MaxDimuMass=6.0\n\
+MaxMMGMass=6.5\n\
+MinMMGMass=4.1\n\
+DoPhotonMVAID=1\n\
+PhotonIDWeightFile=/afs/cern.ch/work/a/athachay/private/bs2mumug/run2studies/Analysis/CMSSW_10_6_4_patch1/src/BsMMGAnalysis/Analysis/mvaParameters/weights/TMVAClassification_MLP_v0.weights.xml\n\
+#PARAMS_END\n\
+#FILELIST_BEG\n\
+@@FNAMES\n\
+#FILELIST_END\n\
+"
+
+condorScriptString="\
+executable = $(filename)\n\
+output = $Fp(filename)run.$(Cluster).stdout\n\
+error = $Fp(filename)run.$(Cluster).stderr\n\
+log = $Fp(filename)run.$(Cluster).log\n\
++JobFlavour = \"longlunch\"\n\
+"
+
+condorScript=open('job'+tag+'.sub','w')
+condorScript.write(condorScriptString)
+
+
+runScriptTxt="\
+#!/bin/bash\n\
+set -x\n\
+source /cvmfs/cms.cern.ch/cmsset_default.sh \n\
+export HOME="+HOME+"\n\
+export X509_USER_PROXY="+proxy_path+"\n\
+cd @@DIRNAME \n\
+eval `scramv1 runtime -sh`\n\
+TMPDIR=`mktemp -d`\n\
+cd $TMPDIR\n\
+cp  "+pwd+"/analysis2018.exe .\n\
+cp @@DIRNAME/@@CFGFILENAME .\n\
+mv @@RUNSCRIPT @@RUNSCRIPT.busy \n\
+./analysis2018.exe @@CFGFILENAME\n\
+if [ $? -eq 0 ]; then \n\
+    mv analysisRun2_"+version+"_"+tag+"_@@IDX.root "+destination+"\n\
+    mv @@CFGFILENAME " + destination + "\n\
+    mv @@RUNSCRIPT.busy @@RUNSCRIPT.sucess \n\
+    echo OK\n\
+else\n\
+    mv @@RUNSCRIPT.busy @@RUNSCRIPT \n\
+    echo FAIL\n\
+fi\n\
+"
+
+head='Jobs'+tag
+if not os.path.exists(head ):
+    os.system('mkdir '+head)
+n=len(sourceFileList)/FILES_PER_JOB + 1
+if n < NJOBS:
+    NJOBS=n
+print("Making ",NJOBS," Jobs ")
+
+njobs=0
+for ii in range(NJOBS):
+    i=ii+ZERO_OFFSET
+
+    if len(sourceFileList)<FILES_PER_JOB:
+       print("fname count less than required .. stoping ")
+       FILES_PER_JOB=len(sourceFileList)
+
+    if len(sourceFileList) ==0:
+       break 
+
+    dirName= pwd+'/'+head+'/Job_'+str(i)
+
+    if(ii%10) : print("\nJob Made : ",end = " " )
+    print(ii,end =" ")
+
+    if os.path.exists(dirName):
+        k=True
+    else:
+        os.system('mkdir '+dirName)
+
+    cfgFileName='analysis2018_'+str(i)+'.cfg'
+    cfgFile=open(dirName+'/'+cfgFileName,'w')
+    tmp=""
+    for j in range(FILES_PER_JOB):
+      tmp+= sourceFileList.pop(0)[:-1]+"\n"
+    tmp=configurationTxt.replace("@@FNAMES",tmp[:-1])
+    tmp=tmp.replace("@@IDX",str(i))
+    tmp=tmp.replace("@@MAXEVENTS",str(NEVENTS_PER_JOB))
+    cfgFile.write(tmp)
+    cfgFile.close()   
+
+    runScriptName=dirName+'/'+tag+'run'+str(i)+'.sh'
+    runScript=open(runScriptName,'w')
+    tmp=runScriptTxt.replace("@@DIRNAME",dirName)
+    tmp=tmp.replace("@@IDX",str(i))
+    tmp=tmp.replace("@@CFGFILENAME",cfgFileName)
+    tmp=tmp.replace("@@RUNSCRIPT",runScriptName)
+    runScript.write(tmp)
+    runScript.close()
+    os.system('chmod +x '+runScriptName)
+    condorScript.write("queue filename matching ("+runScriptName+")\n")
+    njobs+=1
+print(" Number of jobs made : ", njobs)
+print(" Number of files left : ", len(sourceFileList) )
+condorScript.close()
+