wprime/MakeSubmission.py at master · sifuluo/wprime · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
import os
from GetLocalFileNames import GetSampleTypes

SampleYears = ["2016apv","2016","2017","2018"]
# SampleTypes = ["SingleElectron","SingleMuon"]
# SampleTypes.extend(["ttbar"])
# SampleTypes.extend(["wjets_HT_70_100", "wjets_HT_100_200", "wjets_HT_200_400", "wjets_HT_400_600","wjets_HT_600_800", "wjets_HT_800_1200", "wjets_HT_1200_2500", "wjets_HT_2500_inf"])
# SampleTypes.extend(["single_antitop_tchan","single_antitop_tw","single_top_schan","single_top_tchan","single_top_tw"])
# SampleTypes.extend(["Private_FL_M500"])
SampleTypes = GetSampleTypes()
print(SampleTypes)

EOSPath = "/eos/user/s/siluo/WPrimeAnalysis/"
EOSSubFolderName = "Validation"

with open("Utilities/UserSpecificsSkeleton.cc","r") as skeleton:
  NewFile = "Utilities/UserSpecifics.cc"
  fout = open(NewFile,"w")
  # EOSLines = skeleton.read()
  for el in skeleton:
    el = el.replace("Replacement_EOSBasePath",EOSPath)
    fout.write(el)

with open("Submits/SubmitTemplate.sh","r") as skeleton:
  NewFile = "Submits/Submit.sh"
  fout = open(NewFile,"w")
  for el in skeleton:
    el = el.replace("__cwd__",os.getcwd())
    fout.write(el)

if not os.path.exists("Submits"):
  os.makedirs("Submits")


for iy, year in enumerate(SampleYears):
  # if iy < 3: continue

  for isa, sampletype in enumerate(SampleTypes):
    print(SampleYears[iy] + "| " + str(isa) + ":" + sampletype)
    filenamesfolder = "filenames/"
    filenamesfile = (sampletype + "_" + year + ".txt")
    runname = year + "_" + sampletype
    fnfile = filenamesfolder + filenamesfile
    if not os.path.exists(fnfile): continue

    nf = len(open(fnfile).readlines())
    if nf == 0: continue
    lines = []
    # lines.append("Proxy_path   = /afs/cern.ch/user/s/siluo/x509up\n")
    # lines.append("arguments    = $(Proxy_path) $(ProcID) "+str(iy)+ " " + str(isa) + "\n")
    lines.append("arguments    = $(ProcID) "+str(iy)+ " " + str(isa) + "\n")
    lines.append("executable   = Submit.sh\n")
    lines.append("max_retries  = 10\n")
    # lines.append("+JobBatchName= " + runname +"\n")
    lines.append("batch_name   = " + runname +"\n")
    lines.append("output       = logs/"+runname+"/"+runname+"_$(ProcID).out\n")
    lines.append("error        = logs/"+runname+"/"+runname+"_$(ProcID).err\n")
    lines.append("log          = logs/"+runname+"/"+runname+"_$(ProcID).log\n")
    lines.append("universe     = vanilla\n")
    lines.append('Requirements = (OpSysAndVer =?= "CentOS7")\n')
    # lines.append('+JobFlavour  = "workday"\n')
    lines.append('+JobFlavour  = "longlunch"\n')
    lines.append("RequestCpus  = 2\n")
    lines.append("stream_error = True\n")
    lines.append("periodic_release =  (NumJobStarts < 10) && ((CurrentTime - EnteredCurrentStatus) > (5*60))\n")
    lines.append("queue "+str(nf)+"\n")

    fn = "Submits/" + runname + ".sub"
    f = open(fn, "w")
    f.writelines(lines)

    logpath = "Submits/logs/" + runname
    if not os.path.exists("Submits/logs/" + runname):
      os.makedirs("Submits/logs/" + runname)

    eossubfolder = EOSSubFolderName + "/"
    jobsubfolder = year + "_" + sampletype + "/"
    jobpath = EOSPath + eossubfolder + jobsubfolder
    if not os.path.exists(jobpath):
      os.makedirs(jobpath)