makeACDC.py

#!/usr/bin/env python
"""
    Simple creating of acdc's
    Use: The workflow name and the initial task name.
    It will copy all the original workflow parameters unless specified
"""
import logging
import sys
from optparse import OptionParser
from reqmgr import ReqMgrClient
logging.basicConfig(level=logging.WARNING)
import reqMgrClient as rqMgr

class Config:
    def __init__(self, info):
        self.requestArgs = info
        self.requestNames = []
        self.cert = None
        self.key = None
        self.assignRequests = False
        self.changeSplitting = False
        self.assignRequest = False

url = 'https://cmsweb.cern.ch'
testbed_url = 'https://cmsweb-testbed.cern.ch'
#url = 'https://alan-cloud1.cern.ch'
    
configJson = {"createRequest":{}}
config = Config(configJson)
reqMgrClient = ReqMgrClient(url, config)
    
def makeACDC(url, workflow, task, memory=None):
    #original wf info
    wf = rqMgr.Workflow(workflow)
    
    #set up acdc stuff
    if "ACDC" in wf.info["RequestString"]:
        config.requestArgs["createRequest"]["RequestString"] = wf.info["RequestString"]
    else:
        config.requestArgs["createRequest"]["RequestString"] = "ACDC_"+ wf.info["RequestString"]
    
    config.requestArgs["createRequest"]["PrepID"] = wf.info["PrepID"]
    config.requestArgs["createRequest"]["RequestPriority"] = wf.info["RequestPriority"]
    config.requestArgs["createRequest"]["OriginalRequestName"] = wf.name
    config.requestArgs["createRequest"]["InitialTaskPath"] = "/%s/%s"%(wf.name, task)
    config.requestArgs["createRequest"]["ACDCServer"] = "https://cmsweb.cern.ch/couchdb"
    config.requestArgs["createRequest"]["ACDCDatabase"] = "acdcserver"
    config.requestArgs["createRequest"]["TimePerEvent"] = wf.info["TimePerEvent"]
    
    if memory:
        config.requestArgs["createRequest"]["Memory"] = memory
    else:
        config.requestArgs["createRequest"]["Memory"] = wf.info["Memory"]
    
    config.requestArgs["createRequest"]["SizePerEvent"] = wf.info["SizePerEvent"]
    config.requestArgs["createRequest"]["RequestType"] = "Resubmission"
    config.requestArgs["createRequest"]["Group"] = wf.info["Group"]
    
    r = reqMgrClient.createRequest(config)
    return r


def main():

    #Create option parser
    usage = "usage: %prog [options] [WORKFLOW] TASK"
    parser = OptionParser(usage=usage)
    parser.add_option("-f","--file", dest="file", default=None,
                        help="Text file of a list of workflows")
    parser.add_option("-m","--memory", dest="memory", default=None,
                        help="Memory to override the original request memory")

    (options, args) = parser.parse_args()
    
    wfs = None
    if len(args) == 2:
        wfs = [args[0]]
        task = args[1]
    #list of files
    elif options.file and len(args) == 1:
        wfs = [l.strip() for l in open(options.file) if l.strip()]
        task = args[0]
    else:
        parser.error("Provide the Workflow Name and the Task Name")
        sys.exit(1)

    for wfname in wfs:
        r = makeACDC(url, wfname, task, options.memory)
        print "Created:"    
        print r

if __name__ == '__main__':
    main()