make_ensemble_experiment.py 2.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586
  1. import os
  2. import sys
  3. # check the python version
  4. if float(sys.version[:3]) <= 3.6:
  5. print("This script require Python 3.6 !")
  6. print("Try:")
  7. print("\n\tmodule load python3\n\n")
  8. print("and restart this script again.")
  9. print("Aborting...")
  10. sys.exit(1)
  11. if len(sys.argv) < 4:
  12. print('Bad arguments:', sys.argv)
  13. print('Usage:')
  14. print('\n\t python3 make_ensemble_experiment.py where experiment ensemble_size run_folder_name\n')
  15. print('Arguments:\n')
  16. print('\twhere :\t\t\tWhere the experiment ensemble folders are located.')
  17. print('\texperiment :\t\tName of the experiment.')
  18. print('\tensemble_size :\t\tSize of the ensemble.')
  19. print('\trun_folder_name :\tOptional. Addtional name added to the "run_" folder name in plasim folder. Used to selected experiment executable. If not provided, assumes run folder is "run".')
  20. sys.exit(0)
  21. mail = 'jerome.sauer@uclouvain.be'
  22. walltime = '48:00:00'
  23. home_dir = os.getenv("HOME")
  24. scratch_dir = os.getenv("SCRATCH")
  25. plasim_dir = home_dir + "/models/PLASIM/"
  26. where = sys.argv[1]
  27. experiment = sys.argv[2]
  28. ensemble_size = int(sys.argv[3])
  29. run_folder = plasim_dir+"plasim/run"
  30. if len(sys.argv) == 5:
  31. run_folder_ext = sys.argv[4]
  32. run_folder += '_'+run_folder_ext
  33. if not os.path.isdir(run_folder):
  34. print("PLASIM run directory missing!")
  35. print("Run "+plasim_dir+"/most.x first.")
  36. print("Aborting...")
  37. sys.exit(1)
  38. print('Creating the directory holding the experiment ensemble...')
  39. experiment_folder = where+"/"+experiment+"/"
  40. os.system('mkdir -p '+experiment_folder)
  41. print('Creating the ensemble folders...')
  42. for i in range(1, ensemble_size+1):
  43. member_number = str(i).rjust(2, '0')
  44. ensemble_member_folder = experiment_folder+'run_'+experiment+'_'+member_number
  45. os.system('cp -r '+run_folder+' '+ensemble_member_folder)
  46. job_name = 'plasim_'+experiment+'_'+member_number
  47. f = open(ensemble_member_folder+'/PBS_'+job_name, 'w')
  48. f.write("""#!/bin/ksh
  49. #PBS -S /usr/bin/ksh
  50. #PBS -q ns
  51. """)
  52. f.write('#PBS -N '+job_name+'\n')
  53. f.write('#PBS -o '+job_name+'.o\n')
  54. f.write('#PBS -e '+job_name+'.e\n\n')
  55. f.write('#PBS -m abe\n')
  56. f.write('#PBS -M '+mail+'\n\n')
  57. f.write('#PBS -l walltime='+walltime+'\n\n')
  58. f.write("""module load netcdf4
  59. module load netcdf
  60. module switch PrgEnv-cray PrgEnv-gnu
  61. module load cdo
  62. """)
  63. f.write('cd '+ensemble_member_folder+'\n')
  64. f.write('./most_plasim_run\n')
  65. f.close()
  66. print('Experiment ensemble created and available in the folder:')
  67. print(experiment_folder)