Changeset 1847 in lmdz_wrf

Timestamp:

Mar 23, 2018, 2:28:02 PM (7 years ago)

Author:

lfita

Message:

Working versin of 'CFmorzization'

Location:

trunk/tools

Files:

• nc_var.py (modified) (1 diff)
• nc_var_tools.py (modified) (7 diffs)

trunk/tools/nc_var.py

@@ -18 +18 @@
 ## e.g. # nc_var.py -o WRF_to_newCF -f wrfout_d01_1995-01-01_00\:00\:00 -S 'XLONG:XLAT:Times:19491201000000:minutes' -v QVAPOR,T2,Q2
 ## e.g. # nc_var.py -o reconstruct_matrix_from_vector -f cruncep_halfdeg_1958.nc -S 'nav_lon:nav_lat:-90.:-7.:-67.:15.:latlon:0.5:0.5:0.05' -v all 
-## e.g. # nc_var.py -o CFmorzization -S 'X|west_east|XLONG,Y|south_north|XLAT,T|Times|WRFtime,Z|bottom_top|ZNU:GlobalAttr1995.inf:proj1995.inf' -f ~/PY/wrfout_d01_1995-01-01_00\:00\:00 -v QFX
+## e.g. # nc_var.py -o CFmorzization -S 'X|west_east|XLONG,Y|south_north|XLAT,T|Time|WRFtime,Z|bottom_top|ZNU:GlobalAttr1995.inf:proj1995.inf' -f ~/PY/wrfout_d01_1995-01-01_00\:00\:00 -v QFX
 
 ## e.g. ccrc468-17 # ./nc_var.py -v time -f 123/CCRC_NARCliM_Sydney_All_1990-1999_pr10max.nc -o out -S 1:-1

trunk/tools/nc_var_tools.py

@@ -22825 +22825 @@
     oncvars.sort()
 
-    # Axes information
+    # Axes information: dimensions and variables dependency
+    # CF-dimensions of a given axis
     CFdimvals = {}
+    # axis values from filer
     filedimvals = {}
+    # CD-fimensions of the CF-variables for each axis
     CFaxisvardimvals = {}
-    for axn in axisinf.keys():
+    for axn in axes:
         axisv = axisinf[axn]
         dimn = axisv[0]
@@ -22857 +22860 @@
         # CF values of axis
         CFdimvalues = gen.CFcorValues(axn)
-        print '  ' + axn + " ..."
-        print '    dimension in file:', dimn, ' variable in file:', vardimn
-        print '    CF-values _______'
-        print '    dimn:', CFdimvalues['dimn']
-        print '    variable-dimension. standard_name:', CFdimvalues['stdn'],         \
-          'long_name:', CFdimvalues['longname'], 'units', CFdimvalues['longname'],   \
-          'max, allowed rank:', CFdimvalues['maxrank']
-        print '    others:'
-        for ivn in CFdimvalues.keys():
-            if ivn != 'dimn' and ivn != 'stdn' and ivn != 'longname' and             \
-              ivn != 'units' and ivn != 'maxrank':
-                print ivn, ':', CFdimvalues[ivn]
+        #print '  ' + axn + " ..."
+        #print '    dimension in file:', dimn, ' variable in file:', vardimn
+        #print '    CF-values _______'
+        #print '    dimn:', CFdimvalues['dimn']
+        #print '    variable-dimension. standard_name:', CFdimvalues['stdn'],         \
+        #  'long_name:', CFdimvalues['longname'], 'units', CFdimvalues['longname'],   \
+        #  'max, allowed rank:', CFdimvalues['maxrank']
+        #print '    others:'
+        #for ivn in CFdimvalues.keys():
+        #    if ivn != 'dimn' and ivn != 'stdn' and ivn != 'longname' and             \
+        #      ivn != 'units' and ivn != 'maxrank':
+        #        print '      ', ivn, ':', CFdimvalues[ivn]
 
         # File values of the axis and assigning dimension length from rank in file
@@ -22874 +22877 @@
         if len(oaxisv.shape) == CFdimvalues['maxrank']:
             axisv = oaxisv[:]
-            if CFdimvalues['length'] != -1:CFdimvalues['length'] = oaxisv.shape[0]
+            if CFdimvalues['length'] != -1: CFdimvalues['length'] = oaxisv.shape[0]
             CFvardimvalues.append(dimn)
         elif len(oaxisv.shape) == CFdimvalues['maxrank'] + 1:
@@ -22887 +22890 @@
             for dn in oaxisv.dimensions:
                 if dn == dimTn: varslice.append(0)
-                else: 
-                    CFvardimvalues.append(dimn)
+                else:
+                    CFvardimvalues.append(dn)
                     varslice.append(slice(0,len(onc.dimensions[dn])))
                     if dn == dimn and CFdimvalues['length'] != -1: 
@@ -22938 +22941 @@
             else: Sfreq = 'UNKNOWN'
 
+    print 'Values for variables-axes from file ________'
+    for axn in axes:
+        print '  ', axn
+        print '  ', CFaxisvardimvals[axn]
+    filecfdimn = {}
+    # Axis variables have file-dimensions, transform them to CF ones
+    for axn in axes:
+        filedimaxes = CFaxisvardimvals[axn]
+        # Looking for the equivalency file_dim --> CF_dim
+        cfdimaxes = []
+        for fdn in filedimaxes:
+            if not filecfdimn.has_key(fdn): filecfdimn[fdn] = None
+            for axn1 in axes:
+                axinf = axisinf[axn1]
+                cfaxinf = CFdimvals[axn1]
+                if axinf[0] == fdn: 
+                    cfdimaxes.append(cfaxinf['dimn'])
+                    if filecfdimn[fdn] is None: filecfdimn[fdn] = cfaxinf['dimn']
+                    break
+            if filecfdimn[fdn] is None:
+                print errormsg
+                print '  ' + fname + ": No CF dimension has been found for file " +  \
+                  "dimension '" + fdn + "' !!"
+                onc.close()
+                quit(-1)
+
+        CFaxisvardimvals[axn] = cfdimaxes
+    print 'file --> CF equivalencies of dimensions _______'
+    print filecfdimn
     print 'Values for axes ________'
-    print CFdimvals
+    for axn in axes:
+        print '  ', axn
+        print '  ', CFdimvals[axn]
     print 'Values for variables-axes ________'
-    print CFaxisvardimvals
+    for axn in axes:
+        print '  ', axn, ':', CFaxisvardimvals[axn]
 
     # Processing variables in file
@@ -22965 +23000 @@
         varaxes = []
         CFvardims = []
-        for axn in axes:
+        for vdn in ovar.dimensions:
+            CFvardims.append(filecfdimn[vdn])
             axisv = axisinf[axn]
-            dimn = axisv[0]
-            if gen.searchInlist(ovar.dimensions, dimn): 
-                varaxes.append(axn)
-                CFvardims.append(CFdimvals[axn]['dimn'])
+            for axn1 in axes:
+                axv = CFdimvals[axn1]
+                if axv['dimn'] == filecfdimn[vdn]:
+                    varaxes.append(axn1)
                 
         filen = gattr['institute_id'] + '_' + cfvarn + '_' + gattr['CORDEX_domain'] +\
@@ -22982 +23018 @@
         for axn in varaxes:
             dvals = CFdimvals[axn]
-            newdim = onewnc.createDimension(dvals['dimn'], dvals['length'])
+            if not gen.searchInlist(onewnc.dimensions, dvals['dimn']):
+                print infmsg
+                print '    ' + fname + ": creation of dimension '" + dvals['dimn'] + \
+                  "' : ", dvals['length']
+                newdim = onewnc.createDimension(dvals['dimn'], dvals['length'])
 
         # Definition only of that variables-coordinates from the axes in the variable
         for axn in varaxes:
             dvals = CFdimvals[axn]
-            print 'Lluis: ', CFaxisvardimvals[axn]
-            newvar = onewnc.createVariable(dvals['dimn'], 'f8',                      \
-              tuple(CFaxisvardimvals[axn]))
-            basicvardef(newvar, dvals['stdn'], dvals['longname'], dvals['units'])
-            for ivn in dvals.keys():
-                if ivn != 'dimn' and ivn != 'stdn' and ivn != 'longname' and         \
-                  ivn != 'units' and ivn != 'maxrank' and ivn != 'length':
-                    set_attribute(newvar,ivn,dvals[ivn])
+            if not gen.searchInlist(onewnc.variables.keys(), dvals['dimn']):
+                newvar = onewnc.createVariable(dvals['dimn'], 'f8',                  \
+                  tuple(CFaxisvardimvals[axn]))
+                basicvardef(newvar, dvals['stdn'], dvals['longname'], dvals['units'])
+                for ivn in dvals.keys():
+                    if ivn != 'dimn' and ivn != 'stdn' and ivn != 'longname' and     \
+                      ivn != 'units' and ivn != 'maxrank' and ivn != 'length':
+                        set_attribute(newvar,ivn,dvals[ivn])
 
         # Variable
-        newvar=onewnc.createVariable(cfvarn, 'f4', tuple(CFvardims),                 \
-          fill_Value=gen.fillValueR)
-        basicvardef(newvar, stdvarn, longvarn, utsvarn)
-        set_attribute(newvar, 'coordinates', ' '.join(CFvardims))
-        # Setting values, but taking into account pre-existing masked values
-        varv = ovar[:]
-        if type(varv) == type(gen.mamat):
-            imaskv = varv.fill_value
-            varv = np.where(varv == fill_value, gen.fillValueR, varv)
-
-        newvar[:] = varv[:]
+        if not gen.searchInlist(onewnc.variables.keys(), cfvarn):
+            print infmsg
+            print '    ' + fname + ": creation of variable '" + cfvarn + "(" +       \
+              ', '.join(CFvardims) + ")' ..."
+            newvar=onewnc.createVariable(cfvarn, 'f4', tuple(CFvardims),             \
+              fill_value=gen.fillValueF)
+            basicvardef(newvar, stdvarn, longvarn, utsvarn)
+            set_attribute(newvar, 'coordinates', ' '.join(CFvardims))
+            # Setting values, but taking into account pre-existing masked values
+            varv = ovar[:]
+            if type(varv) == type(gen.mamat):
+                imaskv = varv.fill_value
+                varv = np.where(varv == fill_value, gen.fillValueF, varv)
+ 
+            newvar[:] = varv[:]
         onewnc.sync()
 
         # Global attributes
-        for attrn in gattrN:
+        for attrn in gattr.keys():
             set_attribute(onewnc, attrn, gattr[attrn])