{stdenv, lib, writeScript}: { ppn ? 1, mem ? 1, walltime ? "24:00:00", tmpDir ? "/tmp" , sleepTime ? 60}: drv: lib.overrideDerivation drv ({ args, builder, name, ... }: { builder = "/bin/bash"; args = let script = writeScript "qsub-script" '' #!${stdenv.shell} while [ ! -e ${tmpDir}/qsub-$PBS_JOBID ] ; do sleep ${toString sleepTime} done set -a . ${tmpDir}/qsub-$PBS_JOBID/nix-set set +a TMPDIR=${tmpDir}/qsub-$PBS_JOBID TEMP=$TMPDIR TMP=$TMPDIR NIX_BUILD_TOP=$TMPDIR cd $TMPDIR ${builder} ${lib.escapeShellArgs args} > qsub-stdout 2> qsub-stderr echo $? > qsub-exit ''; qsub = writeScript "qsub" '' #!${stdenv.shell} PATH=/usr/bin:/bin:/usr/sbin:/sbin SHELL=/bin/sh NIX_BUILD_CORES=${toString ppn} while : ; do qsub -l nodes=1:ppn=${toString ppn},mem=${toString mem}gb,walltime=${walltime} -N "${name}" ${script} 2>&1 > id if [ $? -eq 0 ] ; then break fi if ! grep "Please retry" id > /dev/null ; then cat id >&2 exit 1 fi sleep ${toString sleepTime} done id=$(cat id) function cleanup { qdel $id 2>/dev/null || true sleep ${toString sleepTime} rm -rf ${tmpDir}/$id } trap cleanup INT TERM EXIT cp -r $TMPDIR ${tmpDir}/qsub-$id set > ${tmpDir}/qsub-$id/nix-set until qstat -f ''${id%%.} 2>&1 | grep "\(Unknown Job\|job_state = C\)" > /dev/null ; do sleep ${toString sleepTime} done cat ${tmpDir}/qsub-$id/qsub-stderr >&2 cat ${tmpDir}/qsub-$id/qsub-stdout if [ -e ${tmpDir}/qsub-$id/qsub-exit ]; then exitCode=$(cat ${tmpDir}/qsub-$id/qsub-exit) else exitCode=1 fi exit $exitCode ''; in [ "-c" qsub ]; })