Changeset 2284 in lmdz_wrf for trunk/tools

Timestamp:

Jan 23, 2019, 9:59:23 PM (6 years ago)

Author:

lfita

Message:

Working on the `compute_slices_stats_areaweighted'

File:

• trunk/tools/nc_var_tools.py (modified) (7 diffs)

trunk/tools/nc_var_tools.py

@@ -27760 +27760 @@
     dimvars0 = values.split('@')[1]
     sliceremovedim = values.split('@')[2]
-    slicebndsdim0 = values.split('@')[2]
+    slicebndsdim0 = values.split('@')[3]
     slicestatsdim = values.split('@')[4].split(',')
 
     varvalues = varvalues0.split(';')
 
+    # Dimensions to remove from slicing variables
     if sliceremovedim != 'None':
         sliceremovedim = gen.str_list(sliceremovedim, ',')
     else:
         sliceremovdim = None
+
+    # Dimensions with boundaries from slicing variables
     if slicebndsdim0 != 'None':
         slicebndsdim0 = gen.str_list(slicebndsdim0, ',')
@@ -27818 +27821 @@
     # Dictionary with the dimension-variables with bounds
     vardimbndsvars = {}
-    # Dictionary with the result of slicing a dimension-variable with bounds
-    vardimbndslice = {}
     # Dimension variables of 2D
     dimvar2D = []
@@ -27851 +27852 @@
           ',', slicevar, ')'
 
-        # Slices var
-        sliceshape = [Nslices] + list(ovar.shape)
-        slcvar = np.zeros(tuple(sliceshape), dtype=bool)
-        slcvalsc = np.zeros((Nslices), dtype=np.float)
-        slcvals = np.zeros((Nslices,2), dtype=np.float)
-
         # Removing undesired dimensions from slicing variable
         if sliceremovedim is not None:
+            print infmsg
+            print '  ' + fname + ": removing dimension '", sliceremovedim,           \
+              "' from slice ..." 
             varv, rmdims, rmshape = ovar_reducedims(ovar, sliceremovedim)
         else:
@@ -27864 +27862 @@
             rmdims = dimnv
             rmshape = list(ovar.shape)
+
+        # Slices var
+        sliceshape = [Nslices] + list(rmshape)
+        slcvar = np.zeros(tuple(sliceshape), dtype=bool)
+        slcvalsc = np.zeros((Nslices), dtype=np.float)
+        slcvals = np.zeros((Nslices,2), dtype=np.float)
 
         for islc in range(Nslices):
@@ -27913 +27917 @@
         onewnc.sync()
 
-        # Looking for boundaries
-        varbnds = []
-#        dn = dimvars[varn]
-        dn = varn
-        vdarattrs = ovar.ncattrs()
+    # Dictionary with the result of slicing a dimension-variable with bounds
+    vardimbndslice = {}
+
+    for varn in slcvarns:
+        ovar = onc.variables[varn]
+        vu = ovar.units
+        dimnv = list(ovar.dimensions)
         dv = ovar[:]
 
-        if gen.searchInlist(vdarattrs,'bounds'):
-            boundsv = ovar.getncattr('bounds')
+        print 'varn:', varn, ' dims:', dimnv
+
+        dimbnds = []
+        for dn in dimnv:
+            if slicebndsdim.has_key(dn): dimbnds.append(dn)
+
+        if len(dimbnds) != 0:
             print '    ' + infmsg
-            print '    ' +fname+ ": slicing variable '"+varn+ "' with dimension '" + \
-              dn + "' bounds !!"
-            print '      bounds found:', boundsv
+            print '    ' +fname+ ": slicing variable '"+varn+ "' with bounded " +    \
+              " dimensions:", dimbnds, " !!"
             print '      getting them to retrieve the slices'
-            bndvarns = boundsv
-            varbnds.append(dn)
-            ovarbnds = onc.variables[boundsv]
-            varbnds = ovarbnds[:]
-
-            # Slicing following boundaries, dimensions are 1D thus expand to 2D
-            #    filling as NW, NE, SE, SW
+
+            dimvbnds = {}
+            dimdbnds = {}
+            dimsbnds = {}
+            for dn in dimbnds:
+                if not onc.variables.has_key(slicebndsdim[dn]):
+                    print errormsg
+                    print '  ' + fname + ": file '" + ncfile + "' does not have " +  \
+                      "bounds variable '" + slicebndsdim[dn]+ "' !!"
+                    avar = list(onc.variables.keys())
+                    avar.sort()
+                    print '    avaialable variables:', avar
+                    quit(-1)
+
+                ovarbnds = onc.variables[slicebndsdim[dn]]
+
+                # Removing undesired dimensions from slicing variable
+                if sliceremovedim is not None:
+                    varv, rmdims, rmshape = ovar_reducedims(ovarbnds, sliceremovedim)
+                else:
+                    varv = ovarbnds[:]
+                    rmdims = dimnv
+                    rmshape = list(ovarbnds.shape)
+
+                dimvbnds[dn] = varv
+                dimvdnds[dn] = rmdims
+                dimvsnds[dn] = rmshape
+
             if gen.searchInlist(slcvarns, dn) and not vardimbndslice.has_key(dn):
-                print infmsg
-                print '    ' + fname + ": slicing dimension '" + dn + "' ... "
-                varslcv = slicesinf[dn]
-                Nslices = varslcv[0]
-                ovardims = varslcv[1]
-                slcvar = varslcv[2]
-
                 if len(dv.shape) == 1:
+                    print infmsg
+                    print '    ' + fname + ": slicing dimension '" + dn + "' ... "
+                    varslcv = slicesinf[dn]
+                    Nslices = varslcv[0]
+                    ovardims = varslcv[1]
+                    slcvar = varslcv[2]
+                    lcvalsc = varslcv[3]
+                    slcvals = varslcv[4]
+
+                    # Slicing following boundaries, dimensions are 1D thus expand to
+                    #    2D filling as NW, NE, SE, SW
                     # Shapping 2D slices
                     reflon = np.zeros((1,Nslices), dtype=np.float)
@@ -27977 +28012 @@
                     dxget = dd
                     dyget = 1
-
+        
                 elif len(dv.shape) == 2:
+                    xdim = rmdims[1]
+                    ydim = rmdims[0]
+                    getdims = dimvsnds[xdim]
+                    # ref values
+                    if slicesinf.has_key(getdims[1]): 
+                        varslcv = slicesinf[getdims[1]]
+                        dxref = varslcv[0]
+                        reflon1D = varslcv[4]
+                    else:
+                        print infmsg
+                        print '  ' + fname + ": 2D slicing varibale '" + varn +      \
+                          "' with x-dimension '" + getdims[1] + "' without related "+\
+                          " slicing-variable !!"
+                        quit(-1)
+                    if slicesinf.has_key(getdims[0]):
+                        varslcv = slicesinf[getdims[0]]
+                        dyref = varslcv[0]
+                        reflat1D = varslcv[4]
+                    else:
+                        print infmsg
+                        print '  ' + fname + ": 2D slicing varibale '" + varn +      \
+                          "' with y-dimension '" + getdims[0] + "' without related "+\
+                          " slicing-variable !!"
+                        quit(-1)
+                    # Slicing following boundaries, dimensions are 1D thus expand to
+                    #    2D filling as NW, NE, SE, SW
+                    # Shapping 2D slices
+                    reflon = np.zeros((dyref,dxref), dtype=np.float)
+                    reflat = np.zeros((dyref,dxref), dtype=np.float)
+                    xslice2D = np.zeros((4,dyref,dxref), dtype=np.float)
+                    yslice2D = np.zeros((4,dyref,dxref), dtype=np.float)
+                    for j in range(dyref):
+                        for i in range(dxref):
+                            reflon[j,i] = slcvalsc
+                            reflat[j,i] = slcvalsc
+                            xslice2D[0,j,i] = reflon1D[i,0]
+                            xslice2D[1,j,i] = reflon1D[i,1]
+                            xslice2D[2,j,i] = reflon1D[i,1]
+                            xslice2D[3,j,i] = reflon1D[i,0]
+                            yslice2D[0,j,i] = reflat1D[j,1]
+                            yslice2D[1,j,i] = reflat1D[j,1]
+                            yslice2D[2,j,i] = reflat1D[j,0]
+                            yslice2D[3,j,i] = reflat1D[j,0]
+
+                    # get values
+                    if dimvars.has_key(getdims[1]): getlon = dimvars[getdims[1]]
+                    else:
+                        print infmsg
+                        print '  ' + fname + ": 2D slicing varibale '" + varn +      \
+                          "' with x-dimension '" + getdims[1] + "' without related "+\
+                          " dimension-variable !!"
+                        quit(-1)
+                    if dimvars.has_key(getdims[0]): getlat = dimvars[getdims[0]]
+                    else:
+                        print infmsg
+                        print '  ' + fname + ": 2D slicing varibale '" + varn +      \
+                          "' with y-dimension '" + getdims[0] + "' without related "+\
+                          " dimension-variable !!"
+                        quit(-1)
+
+                    getshape = dimvsnds[xdim]
+                    dxget = getshape[1]
+                    dyget = getshape[0]
+                    xdimvarbnds2D = dimvbnds[xdim]
+                    ydimvarbnds2D = dimvbnds[ydim]
+
+                    reflon = np.zeros((1,Nslices), dtype=np.float)
+                    reflon[0,:] = slcvalsc
+                    reflat = np.zeros((1,Nslices), dtype=np.float)
+                    xslice2D = np.zeros((4,1,Nslices), dtype=np.float)
+                    xslice2D[0,0,:] = slcvals[:,1]
+                    xslice2D[1,0,:] = slcvals[:,1]
+                    xslice2D[2,0,:] = slcvals[:,0]
+                    xslice2D[3,0,:] = slcvals[:,0]
+                    yslice2D = np.zeros((4,1,Nslices), dtype=np.float)
+                    yslice2D[0,0,:] = -1.
+                    yslice2D[1,0,:] = 1.
+                    yslice2D[2,0,:] = 1.
+                    yslice2D[3,0,:] = -1.
+    
+                    dd = len(onc.dimensions[dn])
+                    getlon = np.zeros((1,dd), dtype=np.float)
+                    getlon[0,:] = dv
+                    getlat = np.zeros((1,dd), dtype=np.float)
+                    xdimvarbnds2D = np.zeros((4,1,dd), dtype=np.float)
+                    xdimvarbnds2D[0,0,:] = ovarbnds[:,1]
+                    xdimvarbnds2D[1,0,:] = ovarbnds[:,1]
+                    xdimvarbnds2D[2,0,:] = ovarbnds[:,0]
+                    xdimvarbnds2D[3,0,:] = ovarbnds[:,0]
+                    ydimvarbnds2D = np.zeros((4,1,dd), dtype=np.float)
+                    ydimvarbnds2D[0,0,:] = -1.
+                    ydimvarbnds2D[1,0,:] = 1.
+                    ydimvarbnds2D[2,0,:] = 1.
+                    ydimvarbnds2D[3,0,:] = -1.
+
+                    dxref = Nslices
+                    dyref = 1
+                    dxget = dd
+                    dyget = 1
+
                     dimvar2D.append(dn)
                     continue
@@ -28452 +28587 @@
 #compute_slices_stats_areaweighted(values, '/media/lluis/ExtDiskC_ext3/DATA/estudios/Andes/DATA/concatenated/historical/tasmin/tasmin_Amon_ACCESS1-0_historical_r1i1p1_185001-200512_Andes_19600101000000-19900101000000.nc', 'tasmin')
 values='XLONG,-74.,-36.4,4.;XLAT,-63.,19.,4.;HGT,250.,7000.,500.@Time|WRFtime:' +    \
-  'west_east|XLONG:south_north|XLAT@south_north|lat_bnds,west_east|lon_bnds@Time@Time'
+  'west_east|XLONG:south_north|XLAT@Time@south_north|lat_bnds,west_east|lon_bnds@Time'
 compute_slices_stats_areaweighted(values, '/home/lluis/PY/wrfout_d01_1995-01-01_00:00:00', 'T2')