forked from CMSCompOps/WmAgentScripts
-
Notifications
You must be signed in to change notification settings - Fork 0
/
changeSplittingWorkflow.py
76 lines (67 loc) · 4.68 KB
/
changeSplittingWorkflow.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
#!/usr/bin/env python
import urllib2,urllib, httplib, sys, re, os, json
from xml.dom.minidom import getDOMImplementation
def getWorkflowType(url, workflow):
conn = httplib.HTTPSConnection(url, cert_file = os.getenv('X509_USER_PROXY'), key_file = os.getenv('X509_USER_PROXY'))
r1=conn.request("GET",'/reqmgr/reqMgr/request?requestName='+workflow)
r2=conn.getresponse()
request = json.loads(r2.read())
Requesttype=request['RequestType']
return Requesttype
def changeSplittingWorkflow(url, workflow, split):
conn = httplib.HTTPSConnection(url, cert_file = os.getenv('X509_USER_PROXY'), key_file = os.getenv('X509_USER_PROXY'))
RequestType=getWorkflowType(url,workflow)
if RequestType=='MonteCarlo':
params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/Production", "splittingAlgo":"EventBased", "events_per_job":str(split), "timeout":""}
elif RequestType=='ReDigi':
params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/StepOneProc", "splittingAlgo":"LumiBased", "lumis_per_job":str(split), "timeout":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True','events_per_job':''}
elif RequestType=='MonteCarloFromGEN':
params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/MonteCarloFromGEN", "splittingAlgo":"LumiBased", "lumis_per_job":str(split), "timeout":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True'}
# elif RequestType=='ReReco':
# params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/DataProcessing", "splittingAlgo":"FileBased", "files_per_job":str(split), "timeout":"", "include_parents":"False", 'halt_job_on_file_boundaries':'True','events_per_job':''}
# elif RequestType=='ReReco':
# params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/DataProcessing", "splittingAlgo":"LumiBased", "lumis_per_job":str(split), "timeout":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True','events_per_job':''}
elif RequestType=='ReReco':
params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/DataProcessing", "splittingAlgo":"EventAwareLumiBased", "lumis_per_job":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True','events_per_job':str(split), 'avg_events_per_job':str(split), 'max_events_per_lumi':10000, 'halt_job_on_file_boundaries_event_aware':"True"}
elif RequestType=='Resubmission':
params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/DataProcessing", "splittingAlgo":"LumiBased", "lumis_per_job":str(split), "timeout":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True','events_per_job':''}
# elif RequestType=='Resubmission':
# params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/DataProcessing", "splittingAlgo":"EventAwareLumiBased", "lumis_per_job":"", "timeout":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True','events_per_job':'', 'avg_events_per_job':str(split), 'max_events_per_lumi':10000}
headers={"Content-type": "application/x-www-form-urlencoded",
"Accept": "text/plain"}
encodedParams = urllib.urlencode(params)
conn.request("POST", "/reqmgr/view/handleSplittingPage", encodedParams, headers)
response = conn.getresponse()
print response.status, response.reason
data = response.read()
print data
conn.close()
def changeSplittingWorkflowStepTwo(url, workflow, split):
conn = httplib.HTTPSConnection(url, cert_file = os.getenv('X509_USER_PROXY'), key_file = os.getenv('X509_USER_PROXY'))
RequestType=getWorkflowType(url,workflow)
if RequestType=='ReDigi':
params = {"requestName":workflow,"splittingTask" : '/'+workflow+"/StepOneProc/StepOneProcMergeRAWSIMoutput/StepTwoProc", "splittingAlgo":"LumiBased", "lumis_per_job":str(split), "timeout":"", "include_parents":"False", "files_per_job":"",'halt_job_on_file_boundaries':'True','events_per_job':''}
headers={"Content-type": "application/x-www-form-urlencoded",
"Accept": "text/plain"}
encodedParams = urllib.urlencode(params)
conn.request("POST", "/reqmgr/view/handleSplittingPage", encodedParams, headers)
response = conn.getresponse()
print response.status, response.reason
data = response.read()
print data
conn.close()
def main():
args=sys.argv[1:]
if not len(args)==2:
print "usage: workflowname split"
sys.exit(0)
workflow=args[0]
split=args[1]
url='cmsweb.cern.ch'
changeSplittingWorkflow(url, workflow, split)
if 'Summer13dr53X' in workflow:
print "Using twice the number of lumis for StepTwoProc: ", int(split)*2
changeSplittingWorkflowStepTwo(url, workflow, int(split)*2)
sys.exit(0);
if __name__ == "__main__":
main()