pycasso-queue-loadleveler.rc 3.5 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798
  1. !
  2. ! settings for LoadLeveler queue
  3. !
  4. ! queue system (bsub,loadleveler)
  5. queue : loadleveler
  6. ! passed directly:
  7. queue.ll.submit.options :
  8. ! number of processors per node on this machine:
  9. queue.ll.npe_per_node : 32
  10. ! required queue options for all and per step:
  11. queue.ll.options.default : job_name account_no notification initialdir shell
  12. queue.ll.options.init : step_name job_type class node_usage output error queue
  13. queue.ll.options.run : step_name dependency job_type class node_usage node tasks_per_node environment wall_clock_limit resources output error queue
  14. queue.ll.options.done : step_name dependency job_type class node_usage output error queue
  15. ! ~ default options
  16. ! job name:
  17. queue.ll.option.default.job_name : ${job.name}
  18. ! account name:
  19. queue.ll.option.default.account_no : test
  20. ! when to send emails : always | error | start | never | complete*
  21. queue.ll.option.default.notification : never
  22. ! run directory:
  23. queue.ll.option.default.initialdir : ${rundir}
  24. ! submitted job is in python ...
  25. queue.ll.option.default.shell : /usr/bin/python
  26. ! ~ step init options
  27. queue.ll.option.init.step_name : init
  28. queue.ll.option.init.job_type : serial
  29. queue.ll.option.init.class : ns
  30. queue.ll.option.init.node_usage : shared
  31. queue.ll.option.init.output : <auto>
  32. queue.ll.option.init.error : <auto>
  33. queue.ll.option.init.queue :
  34. ! ~ step run options
  35. ! Run classes on ECMWF/ecgate
  36. !
  37. ! normal : 3 hr CPU, 1 GB mem
  38. ! long : 6 hr CPU, 2 GB mem
  39. !
  40. ! Run classes on ECMWF/hpc
  41. !
  42. ! Name MaxJobCPU MaxProcCPU Free Max Description
  43. ! d+hh:mm:ss d+hh:mm:ss Slots Slots
  44. ! --------------- -------------- -------------- ----- ----- ---------------------
  45. ! ns 18:00:00 unlimited 158 320 serial/single task work
  46. ! np 4+04:50:00 4+05:00:00 9999+ 9999+ parallel work
  47. !
  48. queue.ll.option.run.step_name : run
  49. queue.ll.option.run.dependency : (init == 0)
  50. queue.ll.option.run.job_type : <auto>
  51. queue.ll.option.run.class : <auto>
  52. queue.ll.option.run.class.serial : ns
  53. queue.ll.option.run.class.parallel : np
  54. queue.ll.option.run.node : <auto>
  55. queue.ll.option.run.tasks_per_node : <auto>
  56. queue.ll.option.run.node_usage : not_shared
  57. queue.ll.option.run.environment : OMP_NUM_THREADS = ${par.nthread}
  58. queue.ll.option.run.wall_clock_limit : 1:00:00
  59. ! Resources in space seperated list :
  60. ! ConsumableCpus(1) <-- cpu's per mpi task; don't use,
  61. ! specify 'nthreads' instead
  62. ! ConsumableMemory(781 mb) <-- total memory per mpi task,
  63. ! default 25 Gb / 32 = 781 mb / cpu
  64. ! 1=781, 4=3125, 8=6250
  65. !
  66. queue.ll.option.run.resources : ConsumableMemory(781 mb)
  67. queue.ll.option.run.output : <auto>
  68. queue.ll.option.run.error : <auto>
  69. queue.ll.option.run.queue :
  70. ! ~ step done options
  71. queue.ll.option.done.step_name : done
  72. queue.ll.option.done.dependency : (run == 0)
  73. queue.ll.option.done.job_type : serial
  74. queue.ll.option.done.class : ns
  75. queue.ll.option.done.node_usage : shared
  76. queue.ll.option.done.output : <auto>
  77. queue.ll.option.done.error : <auto>
  78. queue.ll.option.done.queue :