Changeset 1186 in lmdz_wrf

Timestamp:

Oct 14, 2016, 5:12:55 PM (8 years ago)

Author:

lfita

Message:

Introducing projection without CDO

Location:

trunk/tools

Files:

• model_graphics.py (modified) (9 diffs)
• model_graphics_template.dat (modified) (2 diffs)

trunk/tools/model_graphics.py

@@ -3675 +3675 @@
     return
 
-def reproject_modexp(mod,exp,config,CDOops,fscr,fadd,debug):
+def reproject_modexp(mod,exp,config,REPRJops,fscr,fadd,debug):
     """ Function to re-project and re-compute files from a given model/experiment
       mod= model
       exp= experiment
       config= configuration
-      CDOops= dictionary with the CDO operators to use for reproject and for which variable
+      REPRJops= dictionary with the reprojection operators to use for reproject and for which variable
+        #    remapbil   CDO: Bilinear interpolation
+        #    remapbic   CDO: Bicubic interpolation
+        #    remapdis   CDO: Distance-weighted average remapping
+        #    remapnn    CDO: Nearest neighbor remapping
+        # Operators only available if projections have the corners of the grid points.
+        #    remapcon   CDO: First order conservative remapping
+        #    remapcon2  CDO: Second order conservative remapping
+        #    remaplaf   CDO: Largest area fraction remapping
+        ####### ####### ####### or additionally ####### ####### #######
+        # python remapping
+        #    dis        python: Distance-weighted average remapping
+        #    pnn        python: Nearest neighbor remapping
+
       fscr= re-projected files to compute from the scratch
       fadd= re-projected files to be added
@@ -3706 +3719 @@
     if fadd:
         sub.call('rm ' + varcompf +' >& /dev/null', shell=True)
+
+    # CF dims-vardims pairs:
+    CFvardims = ['long@lon', 'lat@lat', 'pres@pres', 'time@time']
+
+    # Dictionary with the operations with surnames for the operated variable
+    opersurnames = {}
+    opsur = gen.get_specdictionary_HMT(config, H='opsur_',M='',T='')
+    for opsr in opsur.keys():
+        opn = opsr.split('_')[1]
+        vls = opsur[opsr].split(':')
+        opersurnames[opn] = vls
 
     if not os.path.isfile(varcompf):
@@ -3783 +3807 @@
         op = vnop.split('_')[1]
         values = allcompvar[vnop]
+        VnOpS = varnoper(vn, op, opsurnames)
 
         # Only are reprojected that files which do contain 'lon' and 'lat', 
@@ -3788 +3813 @@
         inNO, iopNO, iop = gen.list_coincidences(opNOreproj,op.split('+'))
 
-        cdoop = gen.dictionary_key_list(CDOops,vn).split('_')[1]
-        if cdoop is None:
+        reprjop = gen.dictionary_key_list(REPRJops,vn).split('_')[1]
+        if reprjop is None:
             print errmsg
-            print '  ' + fname + ": no reprojecting CDO operator found for " +       \
+            print '  ' + fname + ": no reprojecting operator found for " +           \
               " variable '" + vn + "' !!"
             print '    available values _______'
-            gen.printing_dictionary(CDOops)
+            gen.printing_dictionary(REPRJops)
             quit(-1)
         
@@ -3847 +3872 @@
                       ofile + "'"
 
-                ins = config['cdoHOME'] + '/cdo remap' + cdoop + ',' +               \
-                  config['RefProjfile'] + ' ' + ifile + ' ' + ofile
-                try:
-                    with gen.Capturing() as output:
-                        sout = sub.call(ins, shell=True)
-                except:
-                    print errmsg
-                    print '  ' + fname + ': $ ' + ins
-                    for s1out in output: print s1out
-                    print sout
-                    quit(-1)
-                if sout != 0:
-                    print errmsg
-                    print '  ' + fname + ': $ ' + ins
-                    sub.call(ins, shell=True)
-                    quit(-1)
+                # Reprojecting...
+                if reprjop[0:6] == 'remap':
+                    ins = config['cdoHOME'] + '/cdo ' + reprjop + ',' +              \
+                      config['RefProjfile'] + ' ' + ifile + ' ' + ofile
+                    try:
+                        with gen.Capturing() as output:
+                            sout = sub.call(ins, shell=True)
+                    except:
+                        print errmsg
+                        print '  ' + fname + ': $ ' + ins
+                        for s1out in output: print s1out
+                        print sout
+                        quit(-1)
+                    if sout != 0:
+                        print errmsg
+                        print '  ' + fname + ': $ ' + ins
+                        sub.call(ins, shell=True)
+                        quit(-1)
+                else:
+                    values = 'lon,lat,' + config['RefProjfile'] + ':'.join(CFvardims)
+                    try:
+                        with gen.Capturing() as output:
+                            sout=ncvar.reproject(values, ifile, VnOpS)
+                            ins = 'ncvar.reproject(' + values + ', ' + ifile + ', '+ \
+                              VnOpS + ')'
+                    except:
+                        print errmsg
+                        print '  ' + fname + ': ' + ins
+                        for s1out in output: print s1out
+                        quit(-1)
 
                 if debug:
@@ -3877 +3916 @@
                 trckobjf.write(ins + '\n')
 
-                # CFing the reprojected file
-                try:
-                    with gen.Capturing() as output:
-                        ncvar.CDO_toCF(ofile)
-                except:
-                    print errmsg
-                    print 'ncvar.CDO_toCF(' + ofile + ')'
-                    for s1out in output: print s1out
-                    quit(-1)
-
-                if debug:
-                    for s1out in output: print s1out
+                if reprjop[0:6] == 'remap':
+                    # CFing the reprojected file
+                    try:
+                        with gen.Capturing() as output:
+                            ncvar.CDO_toCF(ofile)
+                    except:
+                        print errmsg
+                        print 'ncvar.CDO_toCF(' + ofile + ')'
+                        for s1out in output: print s1out
+                        quit(-1)
+
+                    if debug:
+                        for s1out in output: print s1out
                 
     trckobjf.close()
@@ -4586 +4626 @@
     print 'Models to use as reference for the projection:', ModComProj
 
-# CDO operators to use for the remapping of each variable
-CDOremapvar0 = gen.get_specdictionary_HMT(cnf, H='CDOremapvar_')
-CDOremapvar = {}
-for Skey in CDOremapvar0.keys():
-    CDOremapvar[Skey] = gen.str_list(CDOremapvar0[Skey],':')
+# Operators to use for the reprojection of each variable
+REPRJvar0 = gen.get_specdictionary_HMT(cnf, H='reprojectvar_')
+REPRJvar = {}
+for Skey in REPRJvar0.keys():
+    REPRJvar[Skey] = gen.str_list(REPRJvar0[Skey],':')
 
 if dbg:
     print 'Remaping operators to use _______'
-    gen.printing_dictionary(CDOremapvar)
-
-# Getting common base wights for grid point remapping with CDO
+    gen.printing_dictionary(REPRJvar)
+
+# Getting common base weights for grid point remapping with CDO
 frefgridn = 'RefProj.nc'
 for mod in mods:
@@ -4607 +4647 @@
         exps = modexps[mod]
         exp = exps[0]
-        cdofdir = cnf['ofold'] + '/' + mod + '/' + exp 
-        cdofile = None
-        for cdoop in CDOremapvar.keys():
-            cdovars = CDOremapvar[cdoop]
-            for cdovar in cdovars:
-                cdofs= gen.files_folder_HMT(folder=cdofdir,head=cdovar+'_',tail='.nc')
-                for cdof in cdofs:
+        reprjfdir = cnf['ofold'] + '/' + mod + '/' + exp 
+        reprjfile = None
+        for reprjop in REPRJvar.keys():
+            reprjvars = REPRJvar[cdoop]
+            for reprjvar in reprjvars:
+                reprjfs= gen.files_folder_HMT(folder=reprjfdir,head=reprjvar+'_',tail='.nc')
+                for reprjf in reprjfs:
                     # Getting direct files as [var]_[fhead].nc
-                    if len(cdof.split('_')) == 2:
-                        cdofile = cdofdir + '/' + cdof
-                        cdovn = cdovar
+                    if len(reprjf.split('_')) == 2:
+                        reprjfile = reprjfdir + '/' + reprjf
+                        reprjvn = reprjvar
                         break
-        if cdofile is None:
+        if reprjfile is None:
             print errmsg
             print '  ' + main + ": no proper file to get projection information " +  \
-              "from '" + cdofdir + "' has been found !!"
+              "from '" + reprjfdir + "' has been found !!"
             quit(-1)
 
         print "  Creation of reference projection information file from '" + mod+ "'"
         if dbg:
-            print "    using file: '" + cdofile
+            print "    using file: '" + reprjfile
 
         # Getting only 1 time-step for disk space issues
         try:
              with gen.Capturing() as output:
-                 ncvar.DataSetSection('time,0,1,1', cdofile)
+                 ncvar.DataSetSection('time,0,1,1', reprjfile)
         except:
             print errmsg
-            print 'ncvar.DataSetSection(time,0,1,1, ' + cdofile + ')'
+            print 'ncvar.DataSetSection(time,0,1,1, ' + reprjfile + ')'
             for s1out in output: print s1out
             quit(-1)
 
-        of = cdofile.split('.')[0] + '_time_B0-E1-I1.nc'
+        of = reprjfile.split('.')[0] + '_time_B0-E1-I1.nc'
 
         # Cleaning variables
         try:
              with gen.Capturing() as output:
-                 ncvar.selvar('lon@lon,lat@lat,time@time', of, cdovn)
+                 ncvar.selvar('lon@lon,lat@lat,time@time', of, reprjvn)
         except:
             print errmsg
-            print 'ncvar.selvar(lon@lon,lat@lat, ' + of + ', ' + cdovn + ')'
+            print 'ncvar.selvar(lon@lon,lat@lat, ' + of + ', ' + reprjvn + ')'
             for s1out in output: print s1out
             quit(-1)
@@ -4705 +4745 @@
                         print  "  Projecting files of model '" + mod + "' exp: '" +  \
                           exp + "' with file '" + cnf['RefProjfile'] + "'"
-                        reproject_modexp(mod, exp, cnf, CDOremapvar, moddiffscratch, \
+                        reproject_modexp(mod, exp, cnf, REPRJvar, moddiffscratch,    \
                           addmoddiffs, dbg)
                         difreproj[imod] = True

trunk/tools/model_graphics_template.dat

@@ -185 +185 @@
 plevels = 100000.:97500.:95000.:92500.:90000.:85000.:80000.:75000.:70000.:65000.:60000.:55000.:50000.:45000.:40000.:35000.:30000.:25000.:20000.:15000.:10000.:5000.:2500.:1000.:500.:250.
 
+# Variables reprojection to compute differences among models (which might use different projections) 
 # ':' separated list of models to use as reference for the common projection
 RefProj = WRF:WRF_LMDZ
 
+# Reprojection methodologies using `RefProj' as common projection
+#
 # CDO remapping option to be used for each variable
 #  ':' separated list for each of CDO's operators (version depending) to use for each variable
@@ -209 +212 @@
 #    remaplaf   Largest area fraction remapping
 #               Performs a largest area fraction remapping on all input fields.
-CDOremapvar_dis = uas:vas:wss
-CDOremapvar_nn = hfls:hfss:hus:hurs
-CDOremapvar_bic = tas:ta
+####### ####### ####### or additionally ####### ####### #######
+# python remapping
+#   remapping using functions created on purpose
+#    dis        Distance-weighted average remapping
+#               Performs a distance-weighted average remapping of the four nearest neighbor 
+#               values on all input fields.
+#    pnn        Nearest neighbor remapping
+#               Performs a nearest neighbor remapping on all input fields.
+reprojectvar_dis = uas:vas:wss
+reprojectvar_pnn = hfls:hfss:hus:hurs
+reprojectvar_remapbic = tas:ta
 
 # Differences to compute