aboutsummaryrefslogtreecommitdiff
path: root/lib/qsub.nix
blob: ba9456f2ab7b2cd2fb95c51edd2715df12c220f8 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
{lib}:


{ ppn ? 1, mem ? 1, walltime ? "24:00:00" }: drv: lib.overrideDerivation drv ({ args, builder, ... }: {
  builder = "/bin/bash";
  args = let
    script = writeScript "qsub-script" ''
      #!${stdenv.shell}
      while [ ! -e /stornext/HPCScratch/$PBS_JOBID ] ; do
        sleep 5
      done
      set -a
      . /stornext/HPCScratch/$PBS_JOBID
      set +a
      TMPDIR=/tmp/$PBS_JOBID
      TEMP=$TMPDIR
      TMP=$TMPDIR
      NIX_BUILD_TOP=$TMPDIR
      mkdir $TMPDIR
      cd $TMPDIR
      rm /stornext/HPCScratch/$PBS_JOBID
      ${builder} ${lib.escapeShellArgs args} && touch /stornext/HPCScratch/$PBS_JOBID
      cd /
      rm -rf $TMPDIR
    '';

    qsub = writeScript "qsub" ''
      #!/bin/bash
      PATH=/usr/bin:/bin:/usr/sbin:/sbin
      SHELL=/bin/sh
      NIX_BUILD_CORES=${toString ppn}
      id=$(qsub -l nodes=1:ppn=${toString ppn},mem=${toString mem}gb,walltime=${walltime} ${script})
      set > /stornext/HPCScratch/$id
      while qstat ''${id%%.} 2> /dev/null > /dev/null ; do
        sleep 5
      done
      if [[ -e /stornext/HPCScratch/$id ]] ; then
        rm /stornext/HPCScratch/$id
        exit 0
      fi
      exit 1
    '';

    in [ "-c" qsub ];
})