Changeset 736 in lmdz_wrf

Timestamp:

May 2, 2016, 4:12:16 PM (9 years ago)

Author:

lfita

Message:

Adding `all' to 'sellonlatbox' for all variables within the file

File:

• trunk/tools/nc_var_tools.py (modified) (5 diffs)

trunk/tools/nc_var_tools.py

@@ -9284 +9284 @@
         [lonNE],[latNE]: longitude and latitude of the NE vertex of the box
       ncfile= netCDF file
-      varn= name of the variable
+      varn= ',' list of names of the variables ('all', for all variables)
     """
     fname = 'sellonlatbox'
@@ -9310 +9310 @@
     latv = latobj[:]
 
-    if not searchInlist(objfile.variables, varn):
-        print errormsg
-        print '  ' + fname + ': variable name "' + varn + '" is not in file "' +     \
-          ncfile + '" !!!!!'
-        quit(-1)
-
-    varobj = objfile.variables[varn]
-
-    Ndimslon = len(lonobj.shape)
-    Ndimslat = len(latobj.shape)
-    Ndimsvar = len(varobj.shape)
+    if varn == 'all':
+        varns = objfile.variables
+    elif varn.find(',') != -1:
+        varns = varn.split(',')
+    else:
+        varns = [varn]
+
+    for vn in varns:
+        if not searchInlist(objfile.variables, vn):
+            print errormsg
+            print '  ' + fname + ': variable name "' + vn + '" is not in file "' +   \
+              ncfile + '" !!!!!'
+            quit(-1)
+
+        varobj = objfile.variables[vn]
+
+        Ndimslon = len(lonobj.shape)
+        Ndimslat = len(latobj.shape)
+        Ndimsvar = len(varobj.shape)
 
 # Looking for coincidence of dimensions
-    samedim = []
-    for idv in range(Ndimsvar):
-        for idl in range(Ndimslon):
-            if varobj.dimensions[idv] == lonobj.dimensions[idl]:
-                if not searchInlist(samedim,varobj.dimensions[idv]): 
-                    samedim.append(varobj.dimensions[idv])
+        samedim = []
+        for idv in range(Ndimsvar):
+            for idl in range(Ndimslon):
+                if varobj.dimensions[idv] == lonobj.dimensions[idl]:
+                    if not searchInlist(samedim,varobj.dimensions[idv]): 
+                        samedim.append(varobj.dimensions[idv])
+                        break
+            for idl in range(Ndimslat):
+                if varobj.dimensions[idv] == latobj.dimensions[idl]:
+                    if not searchInlist(samedim,varobj.dimensions[idv]): 
+                        samedim.append(varobj.dimensions[idv])
+                        break
+
+        Ndimshare = len(samedim)
+        print 'variable and lon/lat matrices share ', Ndimshare,' dimensions: ',samedim
+
+        samedimslonlat = True
+        for idL in range(Ndimslon):
+            for idl in range(Ndimslat):
+                if lonobj.dimensions[idl] != latobj.dimensions[idl]:
+                    samedimslonlat = False
                     break
-        for idl in range(Ndimslat):
-            if varobj.dimensions[idv] == latobj.dimensions[idl]:
-                if not searchInlist(samedim,varobj.dimensions[idv]): 
-                    samedim.append(varobj.dimensions[idv])
-                    break
-
-    Ndimshare = len(samedim)
-    print 'variable and lon/lat matrices share ', Ndimshare,' dimensions: ',samedim
-
-    samedimslonlat = True
-    for idL in range(Ndimslon):
-        for idl in range(Ndimslat):
-            if lonobj.dimensions[idl] != latobj.dimensions[idl]:
-                samedimslonlat = False
-                break
-
-        if not samedimslonlat: break
+
+            if not samedimslonlat: break
     
 # Creation of the lon/lat matrices to search
-    if Ndimshare == 1:
-        lonmat = lonobj[:]
-        latmat = latobj[:]
-    elif Ndimshare == 2:
-        if samedimslonlat:
+        if Ndimshare == 1:
             lonmat = lonobj[:]
             latmat = latobj[:]
+        elif Ndimshare == 2:
+            if samedimslonlat:
+                lonmat = lonobj[:]
+                latmat = latobj[:]
+            else:
+                if Ndimslon != 1 and Ndimslat != 1:
+                    print errormsg
+                    print '  ' + fname + ': I do not know how to keep going!'
+                    print '    lon ', Ndimslon,' and lat ',Ndimslat,                 \
+                      ' matrices do not share the same dimensions, and do not ' +    \
+                      'have shape 1'
+                    quit(-1)
+                else:
+                    lonmat = np.zeros((latobj.shape[0], lonobj.shape[0]), dtype=np.float)
+                    latmat = np.zeros((latobj.shape[0], lonobj.shape[0]), dtype=np.float)
+
+                    for i in range(lonobj.shape[0]):
+                        latmat[:,i] = latobj[:]
+                    for j in range(latobj.shape[0]):
+                        lonmat[j,:] = lonobj[:]
+        elif Ndimshare == 3:
+            if samedimslonlat:
+                lonmat = lonobj[0,:,:]
+                latmat = latobj[0,:,:]
         else:
-            if Ndimslon != 1 and Ndimslat != 1:
-                print errormsg
-                print '  ' + fname + ': I do not know how to keep going!'
-                print '    lon ', Ndimslon,' and lat ',Ndimslat,                     \
-                  ' matrices do not share the same dimensions, and do not have shape 1'
-                quit(-1)
+            print errormsg
+            print '  ' + fname + ': dimension sharing of lon/lat not ready!'
+            quit(-1)
+
+# Searching for inside points
+        iind = 0
+        if Ndimshare == 1:
+            inside = {}
+            for iL in range(lonobj.shape[0]):
+                if lonobj[iL] >= lonSW and lonobj[iL] <= lonNE and latobj[iL] >= latSW\
+                  and latobj[iL] <= latNE:
+                    inside[iind] = iL
+                    iind = iind + 1
+        elif Ndimshare == 2:
+            newidx = []
+            newidy = []
+            if (len(lonobj.shape) == 3):
+                inside = np.zeros((lonobj.shape[1], lonobj.shape[2]), dtype=bool)
             else:
-                lonmat = np.zeros((latobj.shape[0], lonobj.shape[0]), dtype=np.float)
-                latmat = np.zeros((latobj.shape[0], lonobj.shape[0]), dtype=np.float)
-
-                for i in range(lonobj.shape[0]):
-                    latmat[:,i] = latobj[:]
-                for j in range(latobj.shape[0]):
-                    lonmat[j,:] = lonobj[:]
-    elif Ndimshare == 3:
-        if samedimslonlat:
-            lonmat = lonobj[0,:,:]
-            latmat = latobj[0,:,:]
-    else:
-        print errormsg
-        print '  ' + fname + ': dimension sharing of lon/lat not ready!'
-        quit(-1)
-
-# Searching for inside points
-    iind = 0
-    if Ndimshare == 1:
-        inside = {}
-        for iL in range(lonobj.shape[0]):
-            if lonobj[iL] >= lonSW and lonobj[iL] <= lonNE and latobj[iL] >= latSW   \
-              and latobj[iL] <= latNE:
-                inside[iind] = iL
-                iind = iind + 1
-    elif Ndimshare == 2:
-        newidx = []
-        newidy = []
-        if (len(lonobj.shape) == 3):
+                inside = np.zeros((lonobj.shape), dtype=bool)
+
+            for iL in range(lonobj.shape[1]):
+                for il in range(lonobj.shape[0]):
+                    if lonobj[il,iL] >= lonSW and lonobj[il,iL] <= lonNE and         \
+                      latobj[il,iL] >= latSW and latobj[il,iL] <= latNE:
+                        if not searchInlist(newidx, iL): newidx.append(iL)
+                        if not searchInlist(newidy, il): newidy.append(il)
+                        inside[il, iL] = True
+                        iind = iind + 1
+        elif Ndimshare == 3:
+            newidx = []
+            newidy = []
             inside = np.zeros((lonobj.shape[1], lonobj.shape[2]), dtype=bool)
-        else:
-            inside = np.zeros((lonobj.shape), dtype=bool)
-
-        for iL in range(lonobj.shape[1]):
-            for il in range(lonobj.shape[0]):
-                if lonobj[il,iL] >= lonSW and lonobj[il,iL] <= lonNE and             \
-                  latobj[il,iL] >= latSW and latobj[il,iL] <= latNE:
-                    if not searchInlist(newidx, iL): newidx.append(iL)
-                    if not searchInlist(newidy, il): newidy.append(il)
-                    inside[il, iL] = True
-                    iind = iind + 1
-    elif Ndimshare == 3:
-        newidx = []
-        newidy = []
-        inside = np.zeros((lonobj.shape[1], lonobj.shape[2]), dtype=bool)
-
-        for iL in range(lonobj.shape[2]):
-            for il in range(lonobj.shape[1]):
-                if lonobj[0,il,iL] >= lonSW and lonobj[0,il,iL] <= lonNE and         \
-                  latobj[0,il,iL] >= latSW and latobj[0,il,iL] <= latNE:
-                    if not searchInlist(newidx, iL): newidx.append(iL)
-                    if not searchInlist(newidy, il): newidy.append(il)
-                    inside[il, iL] = True
-                    iind = iind + 1
-
-    Ninpts = len(inside)
-    newdx = len(newidx)
-    newdy = len(newidy)
-
-    print '  ' + fname +': ',Ninpts,' pts found in the box: ',lonSW,',',latSW,' x ', \
-      lonNE,',',latNE
+
+            for iL in range(lonobj.shape[2]):
+                for il in range(lonobj.shape[1]):
+                    if lonobj[0,il,iL] >= lonSW and lonobj[0,il,iL] <= lonNE and     \
+                      latobj[0,il,iL] >= latSW and latobj[0,il,iL] <= latNE:
+                        if not searchInlist(newidx, iL): newidx.append(iL)
+                        if not searchInlist(newidy, il): newidy.append(il)
+                        inside[il, iL] = True
+                        iind = iind + 1
+
+        Ninpts = len(inside)
+        newdx = len(newidx)
+        newdy = len(newidy)
+
+        print '  ' + fname + ': ', Ninpts, 'pts found in the box:', lonSW, ',',      \
+          latSW, 'x', lonNE, ',', latNE
 
 # Creation of cropped matrices
-    inlon = np.zeros((Ninpts), dtype=np.float)
-    inlat = np.zeros((Ninpts), dtype=np.float)
-    invar = np.zeros((varobj.shape[0],Ninpts), dtype=np.float)
+        inlon = np.zeros((Ninpts), dtype=np.float)
+        inlat = np.zeros((Ninpts), dtype=np.float)
+        invar = np.zeros((varobj.shape[0],Ninpts), dtype=np.float)
 
 # Creation of the netCDF file
 ##
-    objofile = NetCDFFile(ofile, 'w')
-
-    if Ndimshare == 1:
+        if vn in varns[0]:
+            objofile = NetCDFFile(ofile, 'w')
+
+            if Ndimshare == 1:
 
 # Dimensions
-        newdim = objofile.createDimension('boxpt', Ninpts)
-        newdim = objofile.createDimension('time', None)
+                newdim = objofile.createDimension('boxpt', Ninpts)
+                newdim = objofile.createDimension('time', None)
 
 # var dimensions
-        newvar = objofile.createVariable('lon', 'f8', ('boxpt'))
-        newattr = basicvardef(newvar, 'lon', 'longitude', 'degrees west_east')
-        newvar[:] = lonobj[inside[iin]]
-
-        newvar = objofile.createVariable('lat', 'f8', ('boxpt'))
-        newattr = basicvardef(newvar, 'lat', 'latitude', 'degrees north_south')
-        newvar[:] = latobj[inside[iin]]
-
-        newvar = objofile.createVariable('time', 'f8', ('time'))
-        if objfile.variables.has_key('time'):
-            otime = objfile.variables['time']
-            timevals = otime[:]
-            if searchInlist(otime.ncattrs(),'units'):
-                tunits = otime.getncattr['units']
+                newvar = objofile.createVariable('lon', 'f8', ('boxpt'))
+                newattr = basicvardef(newvar, 'lon', 'longitude', 'degrees west_east')
+                newvar[:] = lonobj[inside[iin]]
+
+                newvar = objofile.createVariable('lat', 'f8', ('boxpt'))
+                newattr = basicvardef(newvar, 'lat', 'latitude', 'degrees north_south')
+                newvar[:] = latobj[inside[iin]]
+
+                newvar = objofile.createVariable('time', 'f8', ('time'))
+                if objfile.variables.has_key('time'):
+                    otime = objfile.variables['time']
+                    timevals = otime[:]
+                    if searchInlist(otime.ncattrs(),'units'):
+                        tunits = otime.getncattr['units']
+                    else:
+                        tunits = 'unkown'
+                else:
+                    timevals = np.arange(varobj.shape[0])
+                    tunits = 'unkown'
+
+                newattr = basicvardef(newvar, 'time', 'time', tunits)
+
+                newvar[:] = timevals
+
+# variable
+                newvar = objofile.createVariable(varn, 'f4', ('time', 'boxpt'))
+                newvar[:] = varobj[invar]
             else:
-                tunits = 'unkown'
-        else:
-            timevals = np.arange(varobj.shape[0])
-            tunits = 'unkown'
-
-        newattr = basicvardef(newvar, 'time', 'time', tunits)
-
-        newvar[:] = timevals
-
-# variable
-        newvar = objofile.createVariable(varn, 'f4', ('time', 'boxpt'))
-        newvar[:] = varobj[invar]
-    else:
 
 # Dimensions
-        newdim = objofile.createDimension('x', newdx)
-        newdim = objofile.createDimension('y', newdy)
-        newdim = objofile.createDimension('time', None)
+                newdim = objofile.createDimension('x', newdx)
+                newdim = objofile.createDimension('y', newdy)
+                newdim = objofile.createDimension('time', None)
 
 # var dimensions
-        newvar = objofile.createVariable('lon', 'f8', ('y', 'x'))
-        if Ndimshare == 2:
-          Vals = lonobj[:]
-        else:
-          Vals = lonobj[0,:,:]
-
-        for it in range(varobj.shape[0]):
-            newvar[:] = Vals[inside].reshape(newdy,newdx)
-
-        newattr = basicvardef(newvar, 'lon', 'longitude', 'degrees west_east')
-
-        newvar = objofile.createVariable('lat', 'f8', ('y', 'x'))
-        newattr = basicvardef(newvar, 'lat', 'latitude', 'degrees north_south')
-        if Ndimshare == 2:
-          Vals = latobj[:]
-        else:
-          Vals = latobj[0,:,:]
-
-
-        for it in range(varobj.shape[0]):
-            newvar[:] = Vals[inside].reshape(newdy,newdx)
-
-        newvar = objofile.createVariable('time', 'f8', ('time'))
-        if objfile.variables.has_key('time'):
-            otime = objfile.variables['time']
-            timevals = otime[:]
-            if searchInlist(otime.ncattrs(),'units'):
-                tunits = otime.getncattr['units']
-            else:
-                tunits = 'unkown'
-        else:
-            timevals = np.arange(varobj.shape[0])
-            tunits = 'unkown'
-
-        newattr = basicvardef(newvar, 'time', 'time', tunits)
-
-        newvar[:] = timevals
+                newvar = objofile.createVariable('lon', 'f8', ('y', 'x'))
+                if Ndimshare == 2:
+                  Vals = lonobj[:]
+                else:
+                  Vals = lonobj[0,:,:]
+
+                for it in range(varobj.shape[0]):
+                    newvar[:] = Vals[inside].reshape(newdy,newdx)
+
+                newattr = basicvardef(newvar, 'lon', 'longitude', 'degrees west_east')
+
+                newvar = objofile.createVariable('lat', 'f8', ('y', 'x'))
+                newattr = basicvardef(newvar, 'lat', 'latitude', 'degrees north_south')
+                if Ndimshare == 2:
+                  Vals = latobj[:]
+                else:
+                  Vals = latobj[0,:,:]
+
+
+                for it in range(varobj.shape[0]):
+                    newvar[:] = Vals[inside].reshape(newdy,newdx)
+
+                newvar = objofile.createVariable('time', 'f8', ('time'))
+                if objfile.variables.has_key('time'):
+                    otime = objfile.variables['time']
+                    timevals = otime[:]
+                    if searchInlist(otime.ncattrs(),'units'):
+                        tunits = otime.getncattr['units']
+                    else:
+                        tunits = 'unkown'
+                else:
+                    timevals = np.arange(varobj.shape[0])
+                    tunits = 'unkown'
+
+                newattr = basicvardef(newvar, 'time', 'time', tunits)
+
+                newvar[:] = timevals
 
 # variable
@@ -9521 +9531 @@
             newvar[it,:,:] = valsvar[inside]
 
-    if searchInlist(varobj.ncattrs(),'standard_name'):
-        vsname = varobj.getncattr('standard_name')
-    else:
-        vsname = varn
-    if searchInlist(varobj.ncattrs(),'long_name'):
-        vlname = varobj.getncattr('long_name')
-    else:
-        vlname = varn
-    if searchInlist(varobj.ncattrs(),'units'):
-        vunits = varobj.getncattr('units')
-    else:
-        vunits = 'unkown'
-
-    newattr = basicvardef(newvar, vsname, vlname, vunits)
+        if searchInlist(varobj.ncattrs(),'standard_name'):
+            vsname = varobj.getncattr('standard_name')
+        else:
+            vsname = varn
+        if searchInlist(varobj.ncattrs(),'long_name'):
+            vlname = varobj.getncattr('long_name')
+        else:
+            vlname = varn
+        if searchInlist(varobj.ncattrs(),'units'):
+            vunits = varobj.getncattr('units')
+        else:
+            vunits = 'unkown'
+
+        newattr = basicvardef(newvar, vsname, vlname, vunits)
 
 # global attributes
@@ -20132 +20142 @@
 #          fin.module_forinterpolate.coarseinterpolate(projlon, projlat, lonvs,       \
 #          latvs, percen, mindiff, ivar, dimx, dimy, ninpts)
+        Ninpts=499999
         for ir in range(ptsf[0],Ninpts,fracs):
             iri = ir
@@ -20150 +20161 @@
               lonvss, latvss, np.float64(mindiff), ovars)
             newnc.sync()
+            print newvar 
+            print 'newvar:',type(newvar), newvar.shape, np.min(newvar), np.max(newvar)
+            print 'newvarin:',type(newvarin), newvarin.shape, np.min(newvarin), np.max(newvarin)
+            newnc.close()
+            for i in range(iri,ire,1):
+                print lonvss[i], latvss[i], ovars[i] 
+    
+            quit()
 
     elif kind == 'lonlat':