Add scanning/skimming files

skimming/batch/HSsub.sh

@@ -0,0 +1,94 @@
+#!/bin/bash
+
+source exportProd.sh
+
+JOBDIR=jobs
+DIR=/store/user/emacdona/Skims/${RUN2PRODV}/scan
+#DIR=/store/user/lpcsusyhad/SusyRA2Analysis2015/${RUN2PRODV}/scan
+CHECKARGS=""
+TESTARGS=""
+nhadds=10
+RUN=0
+SUFF=fast
+SEARCH="_block"
+UPDATE=0
+SKIPTREE=0
+VERBOSE=0
+CHECKS=""
+
+#check arguments
+while getopts "kn:rsS:d:g:c:utv" opt; do
+  case "$opt" in
+  k) CHECKARGS="${CHECKARGS} -k"
+    ;;
+  n) nhadds=$OPTARG
+    ;;
+  r) RUN=1
+    ;;
+  s) SUFF=""
+    ;;
+  S) SUFF="$OPTARG"
+    ;;
+  d) DIR=$OPTARG;
+    ;;
+  g) SEARCH="$OPTARG";
+    ;;
+  c) CHECKS="-c $OPTARG"
+    ;;
+  u) UPDATE=1
+     TESTARGS="${TESTARGS} -u"
+    ;;
+  t) SKIPTREE=1
+    ;;
+  v) VERBOSE=1
+    ;;
+  esac
+done
+
+TESTARGS="${TESTARGS} -d ${DIR} -g ${SEARCH}"
+if [[ -n "$SUFF" ]]; then
+  TESTARGS="${TESTARGS} -s ${SUFF}"
+fi
+if [ "$VERBOSE" -eq 1 ]; then
+  TESTARGS="${TESTARGS} -v"
+fi
+
+./SKcheck.sh ${CHECKARGS}
+
+#list samples
+IFS=$'\n' SAMPLES=($(python findHadds.py $CHECKS -d ${DIR} -g ${SEARCH})); unset IFS
+
+#loop vars
+counter=0
+INPUT=""
+
+#loop over sample array
+for ((i=0; i < ${#SAMPLES[@]}; i++)); do
+  BASE=${SAMPLES[$i]}
+
+  #add sample to input list
+  if [[ -z "$INPUT" ]]; then
+    INPUT=${BASE}
+  else
+    INPUT="${INPUT},${BASE}"
+  fi
+
+  #increment counter
+  counter=$((counter+1))
+
+  #check counter (or end of loop)
+  if [[ $counter -ge $nhadds ]] || [[ $i -eq $((${#SAMPLES[@]} - 1)) ]]; then
+    #dryrun (list input) is default
+    if [[ $RUN -eq 1 ]]; then
+      #submit job with this input list
+      ./HStemp.sh ${JOBDIR} ${INPUT} ${DIR} ${SEARCH} ${UPDATE} ${SKIPTREE} ${SUFF}
+    else
+      #echo ${INPUT}
+      ./haddEOS.sh ${TESTARGS} -i ${INPUT}
+    fi
+
+    #reset vars
+    INPUT=""
+    counter=0
+  fi
+done

skimming/batch/SCsub.sh

@@ -0,0 +1,56 @@
+#!/bin/bash
+
+source exportProd.sh
+
+JOBDIR=jobs
+INPUT=input/input_scan.txt
+INDIR=root://cmseos.fnal.gov//store/user/lpcsusyhad/SusyRA2Analysis2015/${RUN2PRODV}
+#STORE=${INDIR}/scan
+STORE=root://cmseos.fnal.gov//store/user/emacdona/Skims/${RUN2PRODV}/scan
+CHECKARGS=""
+YEARS=()
+TYPES=()
+DRYRUN=""
+
+#check arguments
+while getopts "ky:t:d" opt; do
+	case "$opt" in
+		k) CHECKARGS="${CHECKARGS} -k"
+		;;
+		y) IFS="," read -a YEARS <<< "$OPTARG"
+		;;
+		t) IFS="," read -a TYPES <<< "$OPTARG"
+		;;
+		d) DRYRUN="echo"
+		;;
+	esac
+done
+
+./SKcheck.sh ${CHECKARGS}
+
+for YEAR in ${YEARS[@]}; do
+	SNAME=Scan${YEAR}
+	source export${SNAME}.sh
+	# skip nonexistent ones
+	if [[ $? -ne 0 ]]; then continue; fi
+
+	SLIST=${#SAMPLES[@]}
+	if [[ ${#TYPES[@]} -gt 0 ]]; then
+		SLIST=""
+		for TYPE in ${TYPES[@]}; do
+			for ((i=0; i < ${#SAMPLES[@]}; i++)); do
+				if [[ ${SAMPLES[$i]} == "$TYPE"* ]]; then
+					SLIST="$SLIST,$i"
+				fi
+			done
+		done
+		if [ -n "$DRYRUN" ]; then
+			NUMJOBS=$(echo $SLIST | tr -cd , | wc -c)
+			echo "Number of jobs: $NUMJOBS"
+		fi
+		# remove first char, prepend condor stuff
+		SLIST="Process in ${SLIST:1}"
+	fi
+
+	$DRYRUN ./SCtemp.sh ${JOBDIR} ${INPUT} ${SNAME} "${SLIST}" ${INDIR} ${STORE}
+done

skimming/batch/SKsub.sh

@@ -0,0 +1,79 @@
+#!/bin/bash
+
+source exportProd.sh
+
+JOBDIR=jobs
+JOBTYPE=skim
+INPUT=input/input_selection.txt
+# SELTYPE1=signal_METVars
+# SELTYPE2=LDP_METVars,SLm_METVars,SLe_METVars,SLmLDP_METVars,SLeLDP_METVars,GJet_CleanMETVars,GJetLDP_CleanMETVars,GJetLoose_CleanMETVars,GJetLooseLDP_CleanMETVars
+# SELTYPE3=signal_JECup,signal_JECdown,signal_JERup,signal_JERdown
+# SELTYPE4=signal_genMHT,SLm,SLe,SLm_genMHT,SLe_genMHT
+SELTYPE1=signal_METVars
+# SELTYPE1=GJet_CleanMETVars
+SELTYPE2=
+# SELTYPE2=SLm_METVars,SLe_METVars,GJet_CleanMETVars
+SELTYPE3=
+SELTYPE4=
+#INDIR=root://cmseos.fnal.gov//store/user/lpcsusyhad/SusyRA2Analysis2015/${RUN2PRODV}
+#INDIR=root://cmseos.fnal.gov//store/user/lpcsusyhad/EWhad_WW_WZ_WH/Run2ProductionV18
+INDIR=root://cmseos.fnal.gov//store/user/emacdona/Skims/Run2ProductionV18/scan
+OUTDIR=tree
+# STORE=root://cmseos.fnal.gov//store/user/lpcsusyhad/SusyRA2Analysis2015/Skims/${RUN2PRODV}
+STORE=root://cmseos.fnal.gov//store/user/emacdona/Skims/${RUN2PRODV}
+
+CHECKARGS=""
+TYPES=()
+YEARS=()
+DRYRUN=""
+
+#check arguments
+while getopts "ky:t:d" opt; do
+	case "$opt" in
+		k) CHECKARGS="${CHECKARGS} -k"
+		;;
+		y) IFS="," read -a YEARS <<< "$OPTARG"
+		;;
+		t) IFS="," read -a TYPES <<< "$OPTARG"
+		;;
+		d) DRYRUN="echo"
+		;;
+	esac
+done
+
+./SKcheck.sh ${CHECKARGS}
+
+for TYPE in ${TYPES[@]}; do
+	# temporary vars
+	SELS=$SELTYPE1
+	TMPINDIR="$INDIR"
+	TMPSTORE="$STORE"
+
+	# special settings
+	#if [ "$TYPE" != Fast ]; then
+	#	SELS=$SELS,$SELTYPE2
+	#fi
+	if [ "$TYPE" = Signal ] || [ "$TYPE" = SignalScan ] || [ "$TYPE" = Fast ]; then
+		#SELS=$SELS,$SELTYPE3
+		if [ "$TYPE" = Fast ] || [ "$TYPE" = SignalScan ]; then
+			#TMPINDIR="$INDIR"/scan #changed for Vinay's scans
+			TMPINDIR="$INDIR"
+			TMPSTORE="$STORE"/scan
+			#if [ "$TYPE" = Fast ]; then
+				#SELS=$SELS,$SELTYPE4
+			#fi
+		fi
+	fi
+	if [ "$TYPE" = Data ]; then
+		SELS=$SELS,signalUnblind_METVars
+	fi
+
+	for YEAR in ${YEARS[@]}; do
+		SNAME=Skim${TYPE}${YEAR}
+		source export${SNAME}.sh
+		# skip nonexistent ones
+		if [[ $? -ne 0 ]]; then continue; fi
+
+		$DRYRUN ./SKtemp.sh ${JOBDIR} ${INPUT} ${SNAME} ${#SAMPLES[@]} ${SELS} ${TMPINDIR} ${OUTDIR} ${TMPSTORE} ${JOBTYPE}
+	done
+done

skimming/batch/exportProd.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+export RUN2PRODV=Run2ProductionV18