From e7e2eea4db02fcfab484c63f8ef86c7bfc810c4c Mon Sep 17 00:00:00 2001
From: Justin Bedo <cu@cua0.org>
Date: Fri, 15 Mar 2019 11:13:39 +1100
Subject: add multicore passthru flag

---
 lib/qsub.nix | 127 ++++++++++++++++++++++++++++++-----------------------------
 1 file changed, 65 insertions(+), 62 deletions(-)

(limited to 'lib')

diff --git a/lib/qsub.nix b/lib/qsub.nix
index 6b40431..6370a98 100644
--- a/lib/qsub.nix
+++ b/lib/qsub.nix
@@ -2,70 +2,73 @@
 
 with lib;
 
-{ ppn, mem, walltime, queue ? null, qsubFlags ? null, tmpDir, sleepTime}: drv: lib.overrideDerivation drv ({ args, builder, name, ... }: {
-  builder = "/bin/bash";
-  args = let
-    script = writeScript "qsub-script" ''
-      #!${stdenv.shell}
-      while [ ! -e ${tmpDir}/qsub-$PBS_JOBID ] ; do
-        sleep ${toString sleepTime}
-      done
-      set -a
-      . ${tmpDir}/qsub-$PBS_JOBID/nix-set
-      set +a
-      TMPDIR=${tmpDir}/qsub-$PBS_JOBID
-      TEMP=$TMPDIR
-      TMP=$TMPDIR
-      NIX_BUILD_TOP=$TMPDIR
-      cd $TMPDIR
-      ${builder} ${lib.escapeShellArgs args} &> qsub-log
-      echo $? > qsub-exit
-    '';
+{ ppn, mem, walltime, queue ? null, qsubFlags ? null, tmpDir, sleepTime}:
+drv:
+  let ppnReified = if drv.multicore then ppn else 1;
+  in lib.overrideDerivation drv ({ args, builder, name, ... }: {
+    builder = "/bin/bash";
+    args = let
+      script = writeScript "qsub-script" ''
+        #!${stdenv.shell}
+        while [ ! -e ${tmpDir}/qsub-$PBS_JOBID ] ; do
+          sleep ${toString sleepTime}
+        done
+        set -a
+        . ${tmpDir}/qsub-$PBS_JOBID/nix-set
+        set +a
+        TMPDIR=${tmpDir}/qsub-$PBS_JOBID
+        TEMP=$TMPDIR
+        TMP=$TMPDIR
+        NIX_BUILD_TOP=$TMPDIR
+        cd $TMPDIR
+        ${builder} ${lib.escapeShellArgs args} &> qsub-log
+        echo $? > qsub-exit
+      '';
 
-    qsub = writeScript "qsub" ''
-      #!${stdenv.shell}
-      PATH=/usr/bin:/bin:/usr/sbin:/sbin
-      SHELL=/bin/sh
-      NIX_BUILD_CORES=${toString ppn}
+      qsub = writeScript "qsub" ''
+        #!${stdenv.shell}
+        PATH=/usr/bin:/bin:/usr/sbin:/sbin
+        SHELL=/bin/sh
+        NIX_BUILD_CORES=${toString ppnReified}
 
-      while : ; do
-        qsub -l nodes=1:ppn=${toString ppn},mem=${toString mem}gb,walltime=${walltime} \
-          -N "${name}" \
-          ${optionalString (queue != null) "-q ${queue}"} \
-          ${optionalString (qsubFlags != null) qsubFlags} \
-          ${script} 2>&1 > id
-        if [ $? -eq 0 ] ; then
-          break
-        fi
-        if ! grep "Please retry" id > /dev/null ; then
-          cat id >&2
-          exit 1
-        fi
-        sleep ${toString sleepTime}
-      done
-      id=$(cat id)
-      echo $id
+        while : ; do
+          qsub -l nodes=1:ppn=${toString ppnReified},mem=${toString mem}gb,walltime=${walltime} \
+            -N "${name}" \
+            ${optionalString (queue != null) "-q ${queue}"} \
+            ${optionalString (qsubFlags != null) qsubFlags} \
+            ${script} 2>&1 > id
+          if [ $? -eq 0 ] ; then
+            break
+          fi
+          if ! grep "Please retry" id > /dev/null ; then
+            cat id >&2
+            exit 1
+          fi
+          sleep ${toString sleepTime}
+        done
+        id=$(cat id)
+        echo $id
 
-      function cleanup {
-        qdel $id 2>/dev/null || true
-        sleep ${toString sleepTime}
-        rm -rf ${tmpDir}/qsub-$id
-      }
-      trap cleanup INT TERM EXIT
+        function cleanup {
+          qdel $id 2>/dev/null || true
+          sleep ${toString sleepTime}
+          rm -rf ${tmpDir}/qsub-$id
+        }
+        trap cleanup INT TERM EXIT
 
-      cp -r $TMPDIR ${tmpDir}/qsub-$id
-      set > ${tmpDir}/qsub-$id/nix-set
-      until qstat -f ''${id%%.} 2>&1 | grep "\(Unknown Job\|job_state = C\)" > /dev/null ; do
-        sleep ${toString sleepTime}
-      done
-      cat ${tmpDir}/qsub-$id/qsub-log
-      if [ -e ${tmpDir}/qsub-$id/qsub-exit ]; then
-        exitCode=$(cat ${tmpDir}/qsub-$id/qsub-exit)
-      else
-        exitCode=1
-      fi
-      exit $exitCode
-    '';
+        cp -r $TMPDIR ${tmpDir}/qsub-$id
+        set > ${tmpDir}/qsub-$id/nix-set
+        until qstat -f ''${id%%.} 2>&1 | grep "\(Unknown Job\|job_state = C\)" > /dev/null ; do
+          sleep ${toString sleepTime}
+        done
+        cat ${tmpDir}/qsub-$id/qsub-log
+        if [ -e ${tmpDir}/qsub-$id/qsub-exit ]; then
+          exitCode=$(cat ${tmpDir}/qsub-$id/qsub-exit)
+        else
+          exitCode=1
+        fi
+        exit $exitCode
+      '';
 
-    in [ "-c" qsub ];
-})
+      in [ "-c" qsub ];
+  })
-- 
cgit v1.2.3