make_jobs

#!/bin/sh

logerror() {
  echo 2>&1 "$@"
}

check_proxy() {
  hours=$1
  proxy=$2
  if ! [ -f "$proxy" ]; then
    logerror
    logerror "NOTE: No grid proxy found.  (Expecting to find it here: $proxy.)"
    return 1
  fi

  #Issue a warning if less than this many seconds remain:
  min_proxy_lifetime=$((3600*$hours))

  seconds_left="`voms-proxy-info --timeleft --file=$proxy 2>/dev/null`"

  if [ "$seconds_left" = "" ]; then
    echo "WARNING: cannot find time remaining for grid proxy."
    voms-proxy-info -all -path $proxy
    return 0
  fi
  if [ "$seconds_left" -lt "$min_proxy_lifetime" ]; then
    logerror
    logerror "NOTE: grid proxy is about to expire:"
    logerror "voms-proxy-info"
    voms-proxy-info --file=$proxy
    return 1
  fi

}

if [ "$#" != 3 ]; then
  echo "USAGE: $0 jobs file_list url_prefix"
  exit 2
fi

proxy=/tmp/x509up_u$UID
if ! check_proxy 2 $proxy; then
  exit 1
fi

jobs="$1"
file_list="$2"
xrootd_URL_prefix="$3"

export TMPDIR=`pwd`

file_count=$(wc -l $file_list | awk '{print $1}')
files_per_job=$((file_count/jobs))

jobname=$(basename $file_list | sed 's|\.files||')-$(echo $xrootd_URL_prefix | sed 's|root://\([^/]*\).*|\1|')

sed "s|^|$xrootd_URL_prefix|" $file_list | sort -R > $jobname.randsort
rm -rf ${jobname}.jobs
mkdir ${jobname}.jobs
split --numeric-suffixes --suffix-length=4 --lines=$files_per_job ${jobname}.randsort ${jobname}.jobs/files
rm -f ${jobname}.randsort

for f in ${jobname}.jobs/files*; do
  job=$(basename $f)

  cat > ${jobname}.jobs/submit.$job <<EOF
executable = /afs/hep.wisc.edu/cms/sw/AAA/scaletest/xrootd_scaletest/xrd_test
arguments = $job 0.5
output = stdout.$job.\$(Cluster)
error = stderr.$job.\$(Cluster)
stream_output = true
stream_error = true
log = ulog
notification = never
should_transfer_files = yes
when_to_transfer_output = on_exit
transfer_input_files = $job
x509userproxy = $proxy
queue
EOF

done