#!/bin/bash #SBATCH -n 1 #SBATCH -t 48:00:00 #SBATCH -J interpolate_OSISAF #SBATCH -o slurm-%j.out #SBATCH -e slurm-%j.err # Original: Pierre Mathiot, 2011 # Update : Francois Massonnet, 2013 # Update at BSC: Francois Massonnet, 2016 # Francois Massonnet, Nov 2016 -- update to match # BSC conventions # # Interpolation of OSI-SAF sea ice concentration to ORCA grid # Particular attention is paid to "flag" values. Concentration # is only considered in "nominal" regions, that is, not the coastal # areas, the gap filling area around the north pole. # # Questions: francois.massonnet@uclouvain.be # francois.massonnet@bsc.es module load netCDF-Fortran/4.2-foss-2015a set -x set -o nounset set -o errexit yearb=1979 # Years to process yeare=2015 grid=ORCA25 # Grid type: ORCA1 or ORCA25 nbsmooth=1 # This is important. We need to interpolate the observations # on the model grid. However the model is on a coarser grid. # Therefore, before interpolation, we will smooth the input # observational data. This variable tells how many times we # have to apply the "smooth9" function of cdo. This function # makes a 2-D smoothing of each grid point by weighting with # itself and its neighbours. # Roughly speaking, the variable nbsmooth should be the ratio # of observational resolution to model resolution. # At ORCA1, resolution is ~50 km at the poles and input data # from OSI-SAF is 10 km, hence a ratio of 5 # At ORCA25 resolution is ~15 km hence a ratio of close to 1. # Set nbsmooth to 0 if you don't want smoothing. sosiedir=$HOME/sosie-2.6.2/bin mask=/esnas/autosubmit/con_files/mesh_mask_nemo.Ec3.2_O1L75.nc sourcedir=/esnas/obs/eumetsat/osisaf/original_files # Where original files are located outdir=/esnas/obs/eumetsat/osisaf/daily_mean/ scratchdir=/scratch/Earth/$USER/TMP # Directory where weights are available (can leave blank if you want to recompute weights) weightdir=/esnas/scratch/Earth/nfuckar/EnKF/ # Create a directory to work # -------------------------- tmpdir=$scratchdir/TMP_${RANDOM} echo "TMPDIR IS >>>>>> $tmpdir <<<<<<<" mkdir -p $tmpdir cp namelist* $tmpdir # Copy weights if they already exist [[ -f ${weightdir}/sosie_mapping_OSISAF-nh-${grid}.nc ]] && cp ${weightdir}/sosie_mapping_OSISAF-nh-${grid}.nc $tmpdir [[ -f ${weightdir}/sosie_mapping_OSISAF-sh-${grid}.nc ]] && cp ${weightdir}/sosie_mapping_OSISAF-sh-${grid}.nc $tmpdir cd $tmpdir # 1. Get the model grid and the mask if [ ! -f ${mask} ] then echo "${mask} does not exist." exit fi ln -sf ${mask} mask_out.nc # Link sosie ln -sf $sosiedir/sosie.x . for year in `seq ${yearb} ${yeare}` do echo $year rm -f listfiles.txt ls $sourcedir/ice_conc_nh_polstere-100_reproc_${year}????1200.nc > list_files.txt for file in `cat list_files.txt` do tag=`basename $file | sed -e "s/ice_conc_nh_polstere-100_reproc_//" -e "s/1200.nc//"` echo $tag # Check that the file is also available for the other hemisphere nfile=`ls $sourcedir/ice_conc_?h_polstere-100_reproc_${tag}1200.nc | wc -l` if [[ $nfile == 2 ]] then echo "Two files were found for the time stamp ${tag}!" for hemi in nh sh do filein=$sourcedir/ice_conc_${hemi}_polstere-100_reproc_${tag}1200.nc cp -f $filein data_in_${hemi}-${tag}.nc # We only take points that have nominal (status_flag = 0) quality cdo chname,status_flag,mask -eqc,0 \ -selvar,status_flag data_in_${hemi}-${tag}.nc mask_in_${hemi}-${tag}.nc # Smoothing input data if [[ $nbsmooth == 0 ]] then echo "WARNING - YOU DID NOT SMOOTH INPUT DATA" echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!" mv data_in_${hemi}-${tag}.nc data_in_smooth_${hemi}-${tag}.nc else mv data_in_${hemi}-${tag}.nc data_in_smooth0_${hemi}-${tag}.nc for jsmooth in `seq 1 $nbsmooth` do cdo smooth9 data_in_smooth$(( $jsmooth - 1 ))_${hemi}-${tag}.nc \ data_in_smooth${jsmooth}_${hemi}-${tag}.nc done mv data_in_smooth${jsmooth}_${hemi}-${tag}.nc data_in_smooth_${hemi}-${tag}.nc fi # if smoothing is necessary # Interpolation of land-sea mask sed -e "s/TTAARRGGEETT/${grid}/" \ -e "s/HHEEMMII/${hemi}/" \ -e "s/TTAAGG/${tag}/" \ namelist_OSISAF-mask > namelist ./sosie.x # Since we just did an interpolation, the mask will not be sharp: # There will be values not equal to 1. Let's remask the result # The threshold is pretty arbitrary here, but to be conservative # we just ignore points different from one. cdo eqc,1 tmask_OSISAF-${hemi}-${grid}_${tag}.nc OSISAF-${hemi}_mask_on_${grid}_${tag}.nc # 2. Interpolation of concentration sed -e "s/TTAARRGGEETT/${grid}/" \ -e "s/HHEEMMII/${hemi}/" \ -e "s/TTAAGG/${tag}/" \ namelist_OSISAF-conc > namelist ./sosie.x # Mask the interpolated ice concentration using the interpolated mask. # Also, put missing values returned by sosie (<0) to zero, so that # we'll be able to add northern and southern hemispheres later cdo setmisstoc,0 \ -mul -selvar,at_i at_i_OSISAF-${hemi}-${grid}_${tag}.nc \ -selvar,tmask OSISAF-${hemi}_mask_on_${grid}_${tag}.nc \ at_i_OSISAF-${hemi}-${grid}_${tag}_masked.nc # 3. Interpolation of standard deviation # # This is a point to worry about, although there is not enough # at this stage to do better. Interpolation of second-order moments # should account for the fact that errors are correlated, however # we don't have this information from the OSI-SAF product. # The best we can do is to assume that these errors are not correlated # and can be interpolated as is. sed -e "s/TTAARRGGEETT/${grid}/" \ -e "s/HHEEMMII/${hemi}/" \ -e "s/TTAAGG/${tag}/" \ namelist_OSISAF-error > namelist ./sosie.x # Mask the interpolated error using the interpolated mask cdo setmisstoc,0 \ -mul -selvar,error_at_i error_at_i_OSISAF-${hemi}-${grid}_${tag}.nc \ -selvar,tmask OSISAF-${hemi}_mask_on_${grid}_${tag}.nc \ error_at_i_OSISAF-${hemi}-${grid}_${tag}_masked.nc done # for each hemisphere # Merge North and South data in one file for var in at_i error_at_i do ncbo -O -F -v ${var} --op_typ=add ${var}_OSISAF-nh-${grid}_${tag}_masked.nc \ ${var}_OSISAF-sh-${grid}_${tag}_masked.nc \ ${var}_OSISAF-${grid}_${tag}.nc done # Dump errors into concentration files ncks -F -A -v error_at_i error_at_i_OSISAF-${grid}_${tag}.nc at_i_OSISAF-${grid}_${tag}.nc ncrename -v at_i,sic -v error_at_i,error_sic at_i_OSISAF-${grid}_${tag}.nc mv at_i_OSISAF-${grid}_${tag}.nc $outdir/sic-${grid}/ # Do a bit of cleaning here! rm -f at_i_OSISAF-?h-${grid}_${tag}_masked.nc \ error_at_i_OSISAF-?h-${grid}_${tag}_masked.nc \ error_at_i_OSISAF-?h-${grid}_${tag}_masked.nc \ error_at_i_OSISAF-${grid}_${tag}.nc \ OSISAF-?h_mask_on_${grid}_${tag}.nc \ error_at_i_OSISAF-?h-${grid}_${tag}.nc \ at_i_OSISAF-?h-${grid}_${tag}.nc \ tmask_OSISAF-?h-${grid}_${tag}.nc \ data_in_smooth*${tag}.nc \ mask_in_?h-${tag}.nc else echo "Only one file was found for the time stamp $tag" echo "This is not coded yet" fi # if there are two files done # for each file of the year done # for each year