!
! settings for NOAA zeus queue system (SGE/MOAB/TORQUE)
!   Andy Jacobson, 13 Feb 2015
!     imported from pycasso-queue-qsub-noaa-zeus.rc
!

! queue system (bsub,loadleveler)
queue        :  qsub

! passed directly, as-is at command-line:
queue.qsub.submit.options   : 

queue.qsub.name.append.jobstep : T

queue.qsub.options               :  N A d q l r j W v
!
! N  - specify job name
! A  - specify zeus account name (co2, lpdm, etc.)
! d  - working directory for job (usually '.')  
! q  - name of queue (almost always 'batch')
! l  - resource string; see "man pbs_resources" and RDHPCS docs.  walltime must be supplied.
! r  - is job restartable (just say 'y')
! j  - join stdout and stderr into one stream ('oe')
! W  - extra args to job environment, used to pass a umask
! v  - list of environment variables to pass in



! account:
!
!  This "-A co2" is specific to NOAA zeus "co2" project
!
queue.qsub.option.A             :  co2

! Execute from current working directory
queue.qsub.option.d             : .

! Use the "batch" queue on zeus
queue.qsub.option.q             : batch


!
! We are told not to use -V, as it keeps appending strings on each job iteration, eventually
! reaching a maximum and causing trouble.  PYTHONPATH needs to be set in the user's environment
! to include the ${CARBONTRACKER}/lib/python/lib/python2.6/site-packages dir.  We do not want
! to overwrite the value of PYTHONPATH in case the user has other directories specified there.
!  -Andy 29 Jan 2013
queue.qsub.option.v : HDF5_DISABLE_VERSION_CHECK=1,PYTHONPATH


! job name:
!   init,run,done steps all combined into "all" to minizie queue wait time
!
queue.qsub.option.N                :  ${job.name}
queue.qsub.option.N.all            :  ${job.name}
queue.qsub.option.N.init           :  i.${job.name}
queue.qsub.option.N.run            :  r.${job.name}
queue.qsub.option.N.done           :  d.${job.name}


! number of cores/layout, walltime, and memory
!  
!  Modify as appropriate for your particular run.
!  See function QueueOptions_QSub in base/trunk/bin/submit_tm5_tools.py 
!  to see for how init/run/done steps are implemented.
!


! for unspecified job layout (may be unequal cores per node)
! zeus.procs    : "procs=45"
! zeus.procs    : "nodes=3:ppn=10"
! zeus.walltime : "walltime=00:50:00"
! zeus.mem      : "vmem=5G"
queue.qsub.option.l.all             :  ${zeus.procs},${zeus.walltime},${zeus.mem}

! Job is restartable.
queue.qsub.option.r             :  y

! Join stderr and stdout into one output file.
queue.qsub.option.j             :  oe

! email strategy and mail address:
!
!   If you want to use this, add m and M to queue.qsub.options
!
queue.qsub.option.m             : 
queue.qsub.option.M             : 


! Write .o files with group-read permissions
queue.qsub.option.W             : umask=002

