!
! settings for LoadLeveler queue
!

! queue system (bsub,loadleveler)
queue             :  loadleveler

! passed directly:
queue.ll.submit.options   : 

! number of processors per node on this machine:
queue.ll.npe_per_node     :  32

! required queue options for all and per step:
queue.ll.options.default  : job_name account_no notification initialdir shell
queue.ll.options.init     : step_name            job_type class node_usage output error queue
queue.ll.options.run      : step_name dependency job_type class node_usage node tasks_per_node environment wall_clock_limit resources output error queue
queue.ll.options.done     : step_name dependency job_type class node_usage output error queue

! ~ default options

! job name:
queue.ll.option.default.job_name     : ${job.name}

! account name:
queue.ll.option.default.account_no   : test

! when to send emails : always | error | start | never | complete*
queue.ll.option.default.notification : never

! run directory:
queue.ll.option.default.initialdir   : ${rundir}

! submitted job is in python ...
queue.ll.option.default.shell        : /usr/bin/python

! ~ step init options

queue.ll.option.init.step_name        : init
queue.ll.option.init.job_type         : serial
queue.ll.option.init.class            : ns
queue.ll.option.init.node_usage       : shared
queue.ll.option.init.output           : <auto>
queue.ll.option.init.error            : <auto>
queue.ll.option.init.queue            :

! ~ step run options

! Run classes on ECMWF/ecgate
!
!    normal  :  3 hr CPU, 1 GB mem
!    long    :  6 hr CPU, 2 GB mem
!
! Run classes on ECMWF/hpc
!
!    Name                 MaxJobCPU     MaxProcCPU  Free   Max Description          
!                        d+hh:mm:ss     d+hh:mm:ss Slots Slots                      
!    --------------- -------------- -------------- ----- ----- ---------------------
!    ns                    18:00:00      unlimited   158   320 serial/single task work
!    np                  4+04:50:00     4+05:00:00 9999+ 9999+ parallel work        
!
queue.ll.option.run.step_name         : run
queue.ll.option.run.dependency        : (init == 0)
queue.ll.option.run.job_type          : <auto>
queue.ll.option.run.class             : <auto>
queue.ll.option.run.class.serial      : ns
queue.ll.option.run.class.parallel    : np
queue.ll.option.run.node              : <auto>
queue.ll.option.run.tasks_per_node    : <auto>
queue.ll.option.run.node_usage        : not_shared
queue.ll.option.run.environment       : OMP_NUM_THREADS = ${par.nthread}
queue.ll.option.run.wall_clock_limit  :  1:00:00

! Resources in space seperated list :
!   ConsumableCpus(1)          <-- cpu's per mpi task; don't use,
!                                  specify 'nthreads' instead
!   ConsumableMemory(781 mb)   <-- total memory per mpi task,
!                                  default 25 Gb / 32 = 781 mb / cpu
!                                    1=781, 4=3125, 8=6250
!
queue.ll.option.run.resources         : ConsumableMemory(781 mb)

queue.ll.option.run.output            : <auto>
queue.ll.option.run.error             : <auto>
queue.ll.option.run.queue             :

! ~ step done options

queue.ll.option.done.step_name        : done
queue.ll.option.done.dependency       : (run == 0)
queue.ll.option.done.job_type         : serial
queue.ll.option.done.class            : ns
queue.ll.option.done.node_usage       : shared
queue.ll.option.done.output           : <auto>
queue.ll.option.done.error            : <auto>
queue.ll.option.done.queue            :