Merge branch 'master' of github.com:sarahgaiser/hps-mc into new_molle…

…r_generator

prod/jlab/ana21pass1b/.hpsmc

@@ -0,0 +1,14 @@
+[HPSTR]
+hpstr_install_dir = /work/hallb/hps/bravo/sw/hpstr/install
+hpstr_base = /work/hallb/hps/bravo/sw/hpstr
+
+[EvioToLcio]
+hps_java_bin_jar = /work/hallb/hps/bravo/sw/hps-java/distribution/target/hps-distribution-5.2.2-SNAPSHOT-bin.jar
+java_args = -Xmx1g -XX:+UseSerialGC
+
+[Job]
+dry_run = False
+check_output_files = False
+enable_copy_output_files = False
+enable_file_chaining = True
+delete_rundir = False

prod/jlab/ana21pass1b/ana21pass1.md

@@ -0,0 +1,19 @@
+Data conversion/reco -- evio to lcio  {#ana1921pass0}
+===============================
+
+This is the job configuration used for pass1 of the 2021 data.
+hps2021goldRuns.csv is from the [run spreadsheets](https://wiki.jlab.org/hps-run/index.php/The_HPS_Run_Wiki).
+build2021filenames.py reads these csv files and produce a txt file with full path to each file selected via glob.
+
+The configuration for all the jobs to be submitted is generated via mkjobs.sh, which
+utilizes the .tmpl files as a template for all the jobs.
+
+The configuration for the jobs to be run are in jobs2021.json, where for
+instance you can find the output location for the files, the hps-java steering file, etc.
+These files are in a human readable format.
+
+The jobs are submitted to the swif2 system at jlab via run_swif2.sh
+The specfic location of the installations used are configured in .hpsmc
+hpstr master branch at commit 4cb8342 was used
+
+Using hps-java master at commit 2771eb8

prod/jlab/ana21pass1b/build2021filenames.py

@@ -0,0 +1,32 @@
+import ROOT as r
+import os
+import glob
+
+myT = r.TTree("myT","myT")
+myT.ReadFile("hps2021goldRuns.csv")
+nPartsTot = 0
+
+outF = open('run2021pass0.txt','w')
+
+for run in myT:
+    nfiles = run.evio_files_count
+    RN = run.number
+    fullpath = f'/mss/hallb/hps/physrun2021/data/hps_0{RN}/hps_0{RN}.evio.00000'
+    pin = ""
+    if not os.path.isfile(fullpath): 
+        pin = "pin"
+        fullpath = f'/mss/hallb/hps/physrun2021/data/hpspin_0{RN}/hpspin_0{RN}.evio.00000'
+    print("")
+    print("Run number: ", RN)
+    print("N partitions: ", nfiles)
+    passList = glob.glob(f'/mss/hallb/hps/physrun2021/data/hps{pin}_0{RN}/hps{pin}_0{RN}.evio.0[1230]03[1234567890]')
+    print(passList)
+    print(len(passList))
+    nPartsTot += len(passList)
+    for fileLine in passList:
+        outF.write(fileLine+'\n')
+        pass
+    pass
+
+outF.close()
+print("Total parts in pass: ", nPartsTot)

prod/jlab/ana21pass1b/cleanup.sh

@@ -0,0 +1 @@
+rm -rf output scratch &> /dev/null

prod/jlab/ana21pass1b/fee/.hpsmc

@@ -0,0 +1,14 @@
+[HPSTR]
+hpstr_install_dir = /work/hallb/hps/bravo/sw/hpstr/install
+hpstr_base = /work/hallb/hps/bravo/sw/hpstr
+
+[EvioToLcio]
+hps_java_bin_jar = /work/hallb/hps/bravo/sw/hps-java/distribution/target/hps-distribution-5.2.2-SNAPSHOT-bin.jar
+java_args = -Xmx1g -XX:+UseSerialGC
+
+[Job]
+dry_run = False
+check_output_files = False
+enable_copy_output_files = False
+enable_file_chaining = True
+delete_rundir = False

prod/jlab/ana21pass1b/fee/ana21pass1.md

@@ -0,0 +1,19 @@
+Data conversion/reco -- evio to lcio  {#ana1921pass0}
+===============================
+
+This is the job configuration used for pass1 of the 2021 data.
+hps2021goldRuns.csv is from the [run spreadsheets](https://wiki.jlab.org/hps-run/index.php/The_HPS_Run_Wiki).
+build2021filenames.py reads these csv files and produce a txt file with full path to each file selected via glob.
+
+The configuration for all the jobs to be submitted is generated via mkjobs.sh, which
+utilizes the .tmpl files as a template for all the jobs.
+
+The configuration for the jobs to be run are in jobs2021.json, where for
+instance you can find the output location for the files, the hps-java steering file, etc.
+These files are in a human readable format.
+
+The jobs are submitted to the swif2 system at jlab via run_swif2.sh
+The specfic location of the installations used are configured in .hpsmc
+hpstr master branch at commit 4cb8342 was used
+
+Using hps-java master at commit 2771eb8

prod/jlab/ana21pass1b/fee/build2021filenames.py

@@ -0,0 +1,32 @@
+import ROOT as r
+import os
+import glob
+
+myT = r.TTree("myT","myT")
+myT.ReadFile("hps2021goldRuns.csv")
+nPartsTot = 0
+
+outF = open('run2021pass1bfee.txt','w')
+
+for run in myT:
+    nfiles = run.evio_files_count
+    RN = run.number
+    fullpath = f'/mss/hallb/hps/physrun2021/data/hps_0{RN}/hps_0{RN}.evio.00000'
+    pin = ""
+    if not os.path.isfile(fullpath): 
+        pin = "pin"
+        fullpath = f'/mss/hallb/hps/physrun2021/data/hpspin_0{RN}/hpspin_0{RN}.evio.00000'
+    print("")
+    print("Run number: ", RN)
+    print("N partitions: ", nfiles)
+    passList = glob.glob(f'/mss/hallb/hps/physrun2021/production/evio-skims/fee/0{RN}/hps_fee_*')
+    print(passList)
+    print(len(passList))
+    nPartsTot += len(passList)
+    for fileLine in passList:
+        outF.write(fileLine+'\n')
+        pass
+    pass
+
+outF.close()
+print("Total parts in pass: ", nPartsTot)

prod/jlab/ana21pass1b/fee/cleanup.sh

@@ -0,0 +1 @@
+rm -rf output scratch &> /dev/null