meteo-tm5-convert-hdf-to-nc-ecmwf.rc 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403
  1. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
  2. !
  3. ! Include this file in the rcfile:
  4. !
  5. ! #include /path/to/thisfile.rc
  6. !
  7. ! The following variables are used and should have been defined:
  8. !
  9. ! * in the main rcfile:
  10. !
  11. ! ! short names for regions:
  12. ! my.region1 : glb600x400
  13. ! my.region2 : eur300x200
  14. ! my.region3 : eur100x100
  15. !
  16. ! ! grid names for meteo input:
  17. ! my.region1m : ${my.region1}
  18. ! my.region2m : ${my.region2}
  19. ! my.region3m : eux100x100
  20. !
  21. ! ! meteo class (and level key?) for ecmwf data:
  22. ! my.ecclass_ecl : od_${ECL}
  23. ! !my.ecclass_ecl : ei
  24. !
  25. ! ! call meteo setup script (T|F) ?
  26. ! my.tmm.setup.apply : F
  27. !
  28. ! * in the machine rc file:
  29. !
  30. ! ! local directory with unpacked meteo files:
  31. ! my.meteo.dir : /scratch/shared/meteo
  32. !
  33. ! ! where to search of missing files ?
  34. ! my.meteo.search : ec:ecfs[nlh]:TM/meteo
  35. !
  36. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
  37. !
  38. ! The keys that define meteo usage have the form:
  39. !
  40. ! <key(s)>.<name(s)>
  41. !
  42. ! or, if the property depends on the zoom region:
  43. !
  44. ! <key(s)>.<region_name>.<name(s)>
  45. !
  46. ! The region_name is either a '*' or names like 'glb300x200' etc.
  47. !
  48. ! Multipe names could apply to the same field; see the table below.
  49. ! A '*' applies to all fields.
  50. ! If more than name applies to a field, the last one defines the value.
  51. ! For example, the following 3 keys all apply to the 'oro' field,
  52. ! but the resulting temporal interpolation will be 'const' :
  53. !
  54. ! meteo.tinterp.* : interp3
  55. ! meteo.tinterp.sfc.an : interp6
  56. ! meteo.tinterp.oro : const
  57. !
  58. ! Summary of possible name(s) :
  59. !
  60. ! field name(s) that apply to this field
  61. ! -------- ------------------------------------------------------
  62. ! sp ml sp
  63. ! mfw ml mflux_w
  64. ! tsp ml mflux_w
  65. ! mfu ml mflux_uv
  66. ! mfv ml mflux_uv
  67. ! T ml temper
  68. ! Q ml humid
  69. ! CLWC ml cloud
  70. ! CIWC ml cloud
  71. ! CC ml cloud
  72. ! CCO ml cloud
  73. ! CCU ml cloud
  74. ! eu ml convec
  75. ! ed ml convec
  76. ! du ml convec
  77. ! dd ml convec
  78. ! oro sfc sfc.const sfc.an oro
  79. ! lsm sfc sfc.const sfc.an lsm
  80. ! ci sfc sfc.inst sfc.day sfc.fc ci
  81. ! sst sfc sfc.inst sfc.fc sst
  82. ! u10m sfc sfc.inst sfc.fc u10m
  83. ! v10m sfc sfc.inst sfc.fc u10m
  84. ! g10m sfc sfc.inst sfc.fc g10m
  85. ! src sfc sfc.inst sfc.fc src
  86. ! d2m sfc sfc.inst sfc.fc d2m
  87. ! t2m sfc sfc.inst sfc.fc t2m
  88. ! skt sfc sfc.inst sfc.fc blh
  89. ! blh sfc sfc.inst sfc.fc skt
  90. ! sshf sfc sfc.aver sfc.fc sshf
  91. ! slhf sfc sfc.aver sfc.fc slhf
  92. ! ewss sfc sfc.aver sfc.fc ewss
  93. ! nsss sfc sfc.aver sfc.fc nsss
  94. ! cp sfc sfc.aver sfc.fc cp
  95. ! lsp sfc sfc.aver sfc.fc lsp
  96. ! sf sfc sfc.aver sfc.fc sf
  97. ! ssr sfc sfc.aver sfc.fc ssr
  98. ! sd sfc sfc.inst sfc.day sfc.fc sd
  99. ! swvl1 sfc sfc.inst sfc.day sfc.fc swvl1
  100. ! tv sfc sfc.inst sfc.day sfc.an veg
  101. ! cvl sfc sfc.inst sfc.day sfc.an veg
  102. ! cvh sfc sfc.inst sfc.day sfc.an veg
  103. ! albedo sfc sfc.inst sfc.day sfc.an albedo
  104. ! sr sfc sfc.inst sfc.day sfc.an sr
  105. ! srols sfc sfc.inst sfc.day sfc.an srols
  106. !
  107. ! Background:
  108. ! o 'ml' and 'sfc' indicate model levels and surface level
  109. ! o surface fields could have a constant value (sfc.const),
  110. ! have instananeous values (sfc.inst),
  111. ! or averaged over an accumulation interval (sfc.aver).
  112. ! o when meteo was produced by TMPP, some fields were stored
  113. ! as daily averages (sfc.day)
  114. ! o surface fields could originate from an ecmwf forecast (sfc.fc)
  115. ! or from the analysis (sfc.an)
  116. ! o group names apply to fields that usually belong together,
  117. ! for example the vegation fields (veg)
  118. !
  119. tiedtke:T
  120. !====================================================
  121. ! ~ get number of meteo levels, and set class variable for filenames
  122. !====================================================
  123. #if "${my.meteo.class}" == "od" :
  124. ! ~ number of levels for od data increases in time ...
  125. #if int("${timerange.start}"[0:4]) <= 2005 :
  126. my.meteo.nlev : 60
  127. #else
  128. my.meteo.nlev : 91
  129. #endif
  130. my.ecclass_ecl : ${my.meteo.class}_L${my.meteo.nlev}
  131. #elif "${my.meteo.class}" == "ei" :
  132. ! ~ era interim
  133. my.meteo.nlev : 60
  134. my.ecclass_ecl : ${my.meteo.class}
  135. #else :
  136. #error "unsupported meteo class : ${my.meteo.class}"
  137. #endif
  138. !previously ECLEVS:
  139. my.eclevs : ml${my.meteo.nlev}
  140. !------------------------------
  141. ! name for choice of number of model levels (previously LEVS)
  142. !------------------------------
  143. #if "${my.levs}" in ["all",""] :
  144. my.mlevs : ml${my.meteo.nlev}
  145. #elif "${my.levs}" in ["tropo25","tropo34","ml40"] :
  146. my.mlevs : ${my.levs}
  147. #else :
  148. #error "unsupported number of model levels : ${my.levels}"
  149. #endif
  150. !------------------------------
  151. ! ** global surface region:
  152. !------------------------------
  153. ! name of global surface region in meteo files:
  154. #if "${region.glbsfc}" != ""
  155. my.regiongm : ${region.glbsfc}
  156. #else
  157. my.regiongm : glb100x100
  158. #endif
  159. !------------------------------
  160. ! ** which fields should be read ?
  161. !------------------------------
  162. ! by default, load nothing:
  163. meteo.read.*.* : F
  164. ! ~ read model level fields,
  165. ! except on global surface region:
  166. meteo.read.*.ml : T
  167. meteo.read.${my.regiongm}.ml : F
  168. ! ~ read surface fields on global surface region:
  169. meteo.read.${my.regiongm}.sfc : T
  170. ! not the exotic ones yet ...
  171. meteo.read.${my.regiongm}.ch4fire : F
  172. !------------------------------
  173. ! ** temporal interpolation
  174. !------------------------------
  175. !
  176. ! Temporal interpolation is defined first by general key:
  177. !
  178. ! meteo.tinterp.* : const6
  179. !
  180. ! Optionally, different settings might be chosen for specific meteo:
  181. !
  182. ! sp mflux_uv mflux_w temper humid cloud convec surf.inst surf.aver surf.day albedo sr
  183. !
  184. ! Possible time interpolations:
  185. ! o month : constant in month
  186. ! o const : constant
  187. ! o const24 : constant in 24hr intervals [00:00,24:00]
  188. ! o const6 : constant in 6hr intervals [21:00,03:00] [03:00,09:00] ...
  189. ! o const3 : constant in 3hr intervals [22:30,01:30] [01:30,04:30] ...
  190. ! o interp6 : interpoloated between 00, 06, 12, 18
  191. ! o interp6_3 : interpoloated between 03, 09, 15, 21
  192. ! o interp3 : interpoloated between 00, 03, 06, 09, 12, 15, 18, 21
  193. ! o aver6 : time averages over intervals ]00,06], [06,12], ...
  194. ! o aver3 : time averages over intervals [00,03], [03,06], ...
  195. ! o aver24 : time averages over interval [00,24]
  196. ! o aver24_3 : time averages over interval [21,21]
  197. !
  198. !
  199. ! ~~~ od meteo production
  200. !
  201. ! ~ fc fields are 3 hourly instantaneous; keep them constant,
  202. ! except for the accumulated fields which have been averaged over 3 hour:
  203. ! ~ fc 3 hourly
  204. meteo.tinterp.* : const3
  205. meteo.tinterp.sp : interp3
  206. meteo.tinterp.sfc.aver : aver3
  207. ! ~ an fields 6 hourly instantaneous; keep them constant,
  208. ! except oro and lsm which are constant:
  209. meteo.tinterp.sfc.an : interp6
  210. ! ~ constant
  211. meteo.tinterp.oro : const
  212. meteo.tinterp.lsm : const
  213. ! ~ surface roughness Olsson/Ganzeveld is per month:
  214. meteo.tinterp.srols : month
  215. !------------------------------
  216. ! ** source keys : how to form a file name ?
  217. !------------------------------
  218. !
  219. ! TMM requires keys on how to form a meteo filename.
  220. ! A key should be defined for each region (names are in 'dims_grid.F90'):
  221. !
  222. ! tmm.sourcekey.${my.region1}.* : tmpp:class=od;type=fc;levs=ml60;grid=glb3x2;tres=_21p06
  223. !
  224. ! Optionally, some specific fields might be read from a different set:
  225. !
  226. ! tmm.sourcekey.${my.region1}.sp : ecmwf:form=3hr;class=od;type=fc;nlev=60;sh=159;tres=_fc012up2tr3
  227. !
  228. ! Possible specific fields:
  229. !
  230. ! sp mflux_uv mflux_w temper humid cloud convec
  231. ! surf oro lsm albedo sr
  232. !
  233. ! Examples of source keys:
  234. !
  235. ! * tmpp:class=od;type=fc;levs=ml60;grid=glb3x2;tres=_21p06
  236. !
  237. ! Identifies the regular TMPP hdf files:
  238. ! xxxx/od-fc-2000-01-ml60-glb3x2-uvsp_20000101_21p06.hdf
  239. ! etc
  240. !
  241. ! * tmpp:class=od;type=fc;levs=ml60;grid=glb3x2;tres=_21p06;pathsep=\;namesep=\
  242. !
  243. ! Idem, but then for full Windows path names:
  244. ! xxxx\od\fc\2000\01\ml60\glb3x2\uvsp_20000101_21p06.hdf
  245. ! etc
  246. !
  247. ! * tm5:mdir=ec-fc012up2-ml60_tropo25-glb6x4;tres=_00p06
  248. !
  249. ! * msc-data:nlev=71;sh=47;mdir=cmam;type=iau;tres=_6hrly;sp_unit=hPa
  250. !
  251. ! * ncep-gfs:
  252. ! * ncep-cdc:
  253. !
  254. tmm.sourcekey.${my.region1}.ml : tm5-hdf:mdir=ec-${my.ecclass_ecl}-fc012up2tr3-${my.mlevs}-${my.region1m};tres=_00p03
  255. tmm.sourcekey.*.sfc.fc : tm5-hdf:mdir=ec-${my.ecclass_ecl}-fc012up2tr3-sfc-${my.regiongm};tres=_00p03
  256. tmm.sourcekey.*.sfc.an : tm5-hdf:mdir=ec-${my.ecclass_ecl}-an0tr6-sfc-${my.regiongm};tres=_00p06
  257. !------------------------------
  258. ! ** install meteo files
  259. !------------------------------
  260. ! location of meteo files;
  261. ! either a permanent archive, or a temporary scratch:
  262. tmm.dir : ${my.meteo.dir}
  263. ! Clean up the temporary meteo ?
  264. ! o Set the clean flag (T|F) such that files that have not been accessed
  265. ! for a long time are removed if a maximum buffer usage is exceeded.
  266. ! o specify a maximum size: 500k, 1M, 2G
  267. !
  268. tmm.dir.clean : T
  269. tmm.dir.size : 30G
  270. !
  271. ! Meteo files could be setup before the actual program is started.
  272. ! First set the main switch to apply this or not.
  273. ! If to be applied, specify details for a number of sets;
  274. ! each set can be applied by a seperate flag.
  275. !
  276. tmm.setup.apply : ${my.tmm.setup.apply}
  277. ! display progress ?
  278. tmm.setup.verbose : T
  279. ! file permission mode for newly created files:
  280. ! o user archive : 644
  281. ! o archive shared by group : 664
  282. tmm.setup.mode : 664
  283. ! number of sets defined below:
  284. tmm.setup.nset : 3
  285. tmm.setup.001.apply : T
  286. tmm.setup.001.files : oro lsm albedo sr srols veg
  287. tmm.setup.001.sources : tm5-hdf:mdir=ec-${my.ecclass_ecl}-an0tr6-sfc-${my.regiongm};tres=_00p06
  288. tmm.setup.001.search : ${my.meteo.search}
  289. !
  290. tmm.setup.002.apply : T
  291. tmm.setup.002.files : blh ci cp d2m ewss g10m lsp nsss sd sf skt slhf src sshf ssr ssrd sst str strd swvl1 t2m u10m v10m
  292. tmm.setup.002.sources : tm5-hdf:mdir=ec-${my.ecclass_ecl}-fc012up2tr3-sfc-${my.regiongm};tres=_00p03
  293. tmm.setup.002.search : ${my.meteo.search}
  294. !
  295. tmm.setup.003.apply : T
  296. tmm.setup.003.files : sp mfuv mfw t q cld sub
  297. tmm.setup.003.sources : tm5-hdf:mdir=ec-${my.ecclass_ecl}-fc012up2tr3-${my.mlevs}-${my.region1m};tres=_00p03
  298. tmm.setup.003.search : ${my.meteo.search}
  299. !------------------------------
  300. ! ** output meteo
  301. !------------------------------
  302. ! should meteo be put out ? (used in the storage script):
  303. tmm.output : T
  304. ! By default, write none:
  305. tmm.output.*.* : F
  306. ! ~ model level fields:
  307. tmm.output.*.ml : T
  308. ! ~ surface fields on global surface region:
  309. tmm.output.${my.regiongm}.sfc : T
  310. ! Define output format and/or first part of file name:
  311. !
  312. ! tmm.destkey.${my.region1}.* : tm5:mdir=ec-fc012up2-tropo25-glb6x4;tres=_00p06
  313. !
  314. ! Optionally overwrite for special sets
  315. !
  316. ! sp mflux_w mflux_uv temper humid cloud convec albedo sr
  317. !
  318. ! ** od/ei production
  319. !
  320. tmm.destkey.${my.region1}.ml : tm5-nc:mdir=ec-${my.ecclass_ecl}-fc012up2tr3-${my.mlevs}-${my.region1}-<yyyy>;tres=_00p03
  321. !
  322. tmm.destkey.${my.regiongm}.sfc : tm5-nc:mdir=ec-${my.ecclass_ecl}-fc012up2tr3-sfc-${my.regiongm}-<yyyy>;tres=_00p03
  323. tmm.destkey.${my.regiongm}.sfc.an : tm5-nc:mdir=ec-${my.ecclass_ecl}-an0tr6-sfc-${my.regiongm}-<yyyy>;tres=_00p06
  324. ! TM5 writes new meteo files to:
  325. tmm.output.dir : ${my.project.dir}/tm5_meteo_out
  326. ! ensure creation via 'install' facilty:
  327. tmm.output.install.dir : ${tmm.output.dir}
  328. !------------------------------
  329. ! Options for "tm5-tmm-store" script.
  330. !------------------------------
  331. ! display messages ?
  332. tmm.output.store.verbose : T
  333. ! Specify one or more archives.
  334. ! Files are stored in monthly tar files if an archive ends with '/*.tar';
  335. ! large 3D files per 10 or 5 days for '/*.tar10' or '/*.tar5' .
  336. ! Examples:
  337. ! ${SCRATCH}/TM/meteo_day
  338. ! ecfs:/nlh/TM/meteo/*.tar
  339. ! mos:umask=002%/fa/ks/meteo/*.tar
  340. ! NOTE: files are removed from <tmm.output.dir> after storage ...
  341. !
  342. tmm.output.store.archives : ecfs:umask=002%/nlh/TM/meteo-nc/*.tar5
  343. !tmm.output.store.archives : ${SCRATCH}/NO-TAPE-YET/TM/meteo-nc/*.tar5
  344. ! zip tar files (empty or zipper command: gzip bzip2):
  345. tmm.output.store.zipper : gzip
  346. !------------------------------
  347. ! ** CF conventions
  348. !------------------------------
  349. ! file with standard name table;
  350. ! used for TM5 NetCDF meteo, comment if not used:
  351. !
  352. cf-standard-name-table : ${PWD}/tools/cf/data/cf-standard-name-table-v15.xml