Changeset 2382 in lmdz_wrf for trunk/tools

Timestamp:

Mar 7, 2019, 9:05:54 PM (6 years ago)

Author:

lfita

Message:

Adding:

• `compress_data': Function to compress (only provide values for a criteria) the values of a 2D file following a given criteria from one of its variables

Location:

trunk/tools

Files:

• nc_var.py (modified) (4 diffs)
• nc_var_tools.py (modified) (5 diffs)

trunk/tools/nc_var.py

@@ -73 +73 @@
 ## e.g. # nc_var.py -o except_fillValue -S 'orog:range,500.,7000.:None' -f /home/lluis/estudios/Andes/cmip_data/fx/orog_fx_ACCESS1-0_historical_r0i0p0.nc -v 'all'
 ## e.g. # nc_var.py -o usefile_compute_slices_stats_areaweighted -S 'compute_slices_stats_areaweighted.nc@XLAT_M-HGT_M-rangefaces@Time|WRFtime:west_east|XLONG_M:south_north|XLAT_M:land_cat|INTrange@Time,land_cat' -f 'geo_em.d01.nc' -v 'LANDUSEF'
+## e.g. # nc_var.py -o compress_data -S 'XLAND:Time|0:single,1:X|west_east|XLONG,Y|south_north|XLAT' -f wrfout_d01_1995-01-01_00:00:00 -v T2,LU_INDEX,Times
 
 from optparse import OptionParser
@@ -98 +99 @@
 # chvarname: Changing the name of the variable
 # cleaning_varsfile: Function to keep a list of varibales from a file
+# compress_data: Function to compress (only provide values for a criteria) the values of a 2D 
+#   file following a given criteria from one of its variables
 # compute_deaccum: Function to compute deaccum: deaccumulation of a variable (VAR[t+1]-VAR[t])
 # compute_opersvarsfiles: Function to compute opersvarfiles: operation of variables from different files
@@ -228 +231 @@
   'CFmorzization', 'chdimname', 'changevartype',                                     \
   'checkallvars', 'checkAllValues', 'checkNaNs',                                     \
-  'chgtimestep', 'chvarname', 'cleaning_varsfile', 'compute_deaccum',                \
-  'compute_opersvarsfiles',                                                          \
+  'chgtimestep', 'chvarname', 'cleaning_varsfile', 'compress_data',                  \
+  'compute_deaccum', 'compute_opersvarsfiles',                                       \
   'compute_opervaralltime', 'compute_opervartimes', 'compute_slices_stats',          \
   'compute_slices_stats_areaweighted', 'compute_slice2Dstats',                       \
@@ -367 +370 @@
 elif oper == 'cleaning_varsfile':
     ncvar.cleaning_varsfile(opts.values, opts.ncfile)
+elif oper == 'compress_data':
+    ncvar.compress_data(opts.values, opts.ncfile, opts.varname)
 elif oper == 'compute_deaccum':
     ncvar.compute_deaccum(opts.values, opts.ncfile, opts.varname)

trunk/tools/nc_var_tools.py

@@ -45 +45 @@
 # cleaning_varsfile: Function to keep a list of varibales from a file
 # cls_time_information: Classs to provide information about variable time
+# compress_data: Function to compress (only provide values for a criteria) the values of a 2D 
+#   file following a given criteria from one of its variables
 # compute_deaccum: Function to compute deaccum: deaccumulation of a variable (VAR[t+1]-VAR[t])
 # compute_opersvarsfiles: Function to compute opersvarfiles: operation of variables from different files (OPER1.FILE1_VAR1 OPER2.FILE2_VAR2), operations are going to be secuentially made
@@ -30887 +30889 @@
         compressv = gen.typemod(crit[1], ocompressvar.dtype)
         compressmask = ma.masked_not_equal(compressvar,compressv)
+        criteriaS = '== ' + crit[1]
     elif crit[0] == 'range':
         icompressv = gen.typemod(crit[1], ocompressvar.dtype)
         ecompressv = gen.typemod(crit[2], ocompressvar.dtype)
         compressmask = ma.masked_outside(compressvar,icompressv,ecompressv)
+        criteriaS = '>= ' + crit[1] + ' & <= ' + crit[2]
     else:
         print errormsg
@@ -30934 +30938 @@
     varslc, vard = SliceVarDict(oxvar,slicedims)
     newvar = onewnc.createVariable(dnv[1], 'f', tuple(vard))
-    print 'oxvar dimensions:', oxvar.dimensions
-    print 'Lluis shapes: newvar', newvar.shape, 'slice', varslc, 'oxvar:', oxvar.shape, 'X', axisdims['X']
-    print 'Lluis slicedims:', slicedims
     newvar[:] = oxvar[tuple(varslc)]
     ncattrs = oxvar.ncattrs()
@@ -30961 +30962 @@
     basicvardef(newvar, cfvarvals[1], cfvarvals[4], cfvarvals[5])
     newvar.setncattr('compress', compressS)
+    newvar.setncattr('criteria', criteriaS)
+
     newvar[:] = icc
+
+    if variable == 'all':
+        varns = onc.variables.keys()
+    else:
+        varns = variable.split(',')
+
+    for varn in varns:
+        if not onc.variables.has_key(varn):
+            print errormsg
+            print '  ' + fname + ": file '" + ncfile + "' does not have variable '"+ \
+              varn + "' !!"
+            Varns = onc.variables.keys()
+            Varns.sort()
+            print '    available ones:', Varns
+            onc.close()
+            quit(-1)
+        print " compressing '" + varn + "' ..."
+        ovar = onc.variables[varn]
+        ovardims = list(ovar.dimensions)
+        unslcdims = ovardims + []
+        done = False
+        for dn in spacedims:
+            if not gen.searchInlist(ovardims, dn):
+                print errormsg
+                print '  ' + fname + ": variable does contain one of the space " +   \
+                  "dimensions: '" + dn + "' used to compress"
+                print '    including variable without compression'
+                add_vars(onc, onewnc, [varn])
+                done = True
+                break
+            else:
+                unslcdims.remove(dn)
+        if done: continue
+
+        # Shape of variable
+        varshape = []
+        for dn in unslcdims:
+            varshape.append(len(onc.dimensions[dn]))
+        varrunshapes = gen.Nloops_1D(varshape)
+        varshape = varshape + [Nvals]
+        vardims = unslcdims + [compressvarn]
+
+        # Do we have all dimensions?
+        for dn in vardims:
+            if not onewnc.dimensions.has_key(dn): add_dims(onc, onewnc, [dn])
+
+        varslcs = gen.provide_slices(ovardims, ovar.shape, unslcdims)
+
+        Nslcs = len(varslcs)
+        varattrs = ovar.ncattrs()
+        if gen.searchInlist(varattrs, '_FillValue'):
+            fillv = ovar.getncattr('_FillValue')
+            newvar = onewnc.createVariable(varn, ovar.dtype, tuple(vardims),         \
+              fill_value=fillv)
+        else:
+            newvar = onewnc.createVariable(varn, ovar.dtype, tuple(vardims))
+        for attrn in varattrs:
+            if attrn != '_FillValue':
+                attrv = ovar.getncattr(attrn)
+                newvar.setncattr(attrn, attrv)
+
+        onewnc.sync()
+
+        dimx = len(onewnc.dimensions[spacedims[1]])
+        dimy = len(onewnc.dimensions[spacedims[0]])
+        addvslice = [slice(0,dimy), slice(0,dimx)]
+
+        for islc in range(Nslcs):
+            slcv = varslcs[islc]
+            # Getting slice variable values
+            varv = ovar[tuple(slcv)]
+            # Compressing
+            fvarv = varv[~compressmask.mask]
+
+            # Filling compressed variable with slice-compressed values
+            fvslc = list(varrunshapes[islc])
+            newvar[tuple(fvslc)] = fvarv[:]
+
+        onewnc.sync()
+
+    # Global attributes
+    add_global_PyNCplot(onewnc, 'nc_var_tools', fname, '1.0')
+
+    fattrs = onc.ncattrs()
+    for attrn in fattrs:
+        attrv = onc.getncattr(attrn)
+        onewnc.setncattr(attrn, attrv)
 
     onc.close()
@@ -30971 +31061 @@
     return
 
-
 #values = 'XLAND:Time|0:single,1:X|west_east|XLONG,Y|south_north|XLAT'
-
-#compress_data(values, '/home/lluis/PY/wrfout_d01_1995-01-01_00:00:00', 'T2')
+#compress_data(values, '/home/lluis/PY/wrfout_d01_1995-01-01_00:00:00', 'T2,LU_INDEX')
 
 #quit()