Changeset 1883 in lmdz_wrf for trunk

Timestamp:

Apr 3, 2018, 10:21:23 PM (7 years ago)

Author:

lfita

Message:

Workiing version of 'splitfile_dim'

Location:

trunk/tools

Files:

• nc_var.py (modified) (3 diffs)
• nc_var_tools.py (modified) (2 diffs)

trunk/tools/nc_var.py

@@ -153 +153 @@
 # spacemean: Function to retrieve a space mean series from a multidimensional variable of a file
 # SpatialWeightedMean: Function to compute the spatial mean using weights from a netCDF file
+# splitfile_dim: Function to split a file along a given dimension with a new file for each different value along the dimension (assuming resultant vardim of rank-1)
 # statcompare_files: Python script to statistically compare two different files
 # subbasin: Function to retrieve the subbasin (all the sub-flows untila a given lon,lat)
@@ -204 +205 @@
   'seasmean', 'sellonlatbox', 'sellonlatlevbox', 'selvar', 'setvar_asciivalues',     \
   'setvar_nc', 'sorttimesmat', 'spacemean', 'SpatialWeightedMean',                   \
-  'statcompare_files',                                                               \
+  'splitfile_dim', 'statcompare_files',                                              \
   'subbasin', 'submns', 'subyrs', 'TimeInf', 'time_reset',                           \
   'TimeSplitmat', 'timemean', 'valmod', 'valmod_dim','varaddattrk', 'varaddattr',    \
@@ -461 +462 @@
 elif oper == 'SpatialWeightedMean':
     ncvar.SpatialWeightedMean(opts.values, opts.ncfile, opts.varname)
+elif oper == 'splitfile_dim':
+    ncvar.splitfile_dim(opts.values, opts.ncfile, opts.varname)
 elif oper == 'statcompare_files':
     ncvar.statcompare_files(opts.values)

trunk/tools/nc_var_tools.py

@@ -142 +142 @@
 # spacemean: Function to retrieve a space mean series from a multidimensional variable of a file
 # SpatialWeightedMean: Function to compute the spatial mean using weights from a netCDF file
+# splitfile_dim: Function to split a file along a given dimension with a new file for each different value along the dimension (assuming resultant vardim of rank-1)
 # statcompare_files: Python script to statistically compare two different files
 # submns: Function to retrieve a series of months from a file
@@ -24060 +24061 @@
     return
 
-
+def splitfile_dim(values, ncfile, variable):
+    """ Function to split a file along a given dimension with a new file for each different value along the dimension (assuming resultant vardim of rank-1)
+      values= [dimname]:[vardimname]:[headfile]:[fmtdim]
+        [dimname]: name of the dimension along which split the file
+        [vardimname]: variable with the values of the dimension
+        [headfile]: beginning of the name of the new files
+        [fmtdim]: format of the labels on the new files ('auto' for d, following python rules)
+      ncfile= file to split
+      variable= ',' list of variables to split ('all' for all variables)
+    """
+    fname = 'splitfile_dim'
+
+    if values == 'h':
+        print fname + '_____________________________________________________________'
+        print splitfile_dim.__doc__
+        quit()
+
+    expectargs = '[dimname]:[vardimname]:[headfile]:[fmtdim]'
+    gen.check_arguments(fname, values, expectargs, ':')
+
+    dimname = values.split(':')[0]
+    vardimname = values.split(':')[1]
+    headfile = values.split(':')[2]
+    fmtdim = gen.auto_val(values.split(':')[3], 'd')
+
+    onc = NetCDFFile(ncfile, 'r')
+    dimns = list(onc.dimensions)
+    dimns.sort()
+    if not gen.searchInlist(dimns,dimname):
+        print errormsg
+        print '  ' + fname + ": file '" + onc + "' does not have dimension '" +      \
+          dimname + "' !!"
+        print '    available ones:', dimns
+
+    varns = list(onc.variables.keys())
+    varns.sort()
+    if not gen.searchInlist(varns,vardimname):
+        print errormsg
+        print '  ' + fname + ": file '" + onc + "' does not have variable '" +       \
+          vardimname + "' !!"
+        print '    available ones:', varns
+
+    ovar = onc.variables[vardimname]
+    dimns = list(ovar.dimensions)
+    if not gen.searchInlist(dimns,dimname):
+        print errormsg
+        print '  '+fname+": variable '" + vardimname + "' does not have dimension '"+\
+          dimname + "' !!"
+        print '    available ones:', dimns
+    
+    # getting values to split with
+    slicevar = []
+    for idim in range(len(dimns)):
+        if dimns[idim] == dimname:
+            slicevar.append(slice(0,len(onc.dimensions[dimns[idim]]))) 
+        else:
+            slicevar.append(0)
+    splitvals = ovar[tuple(slicevar)]
+
+    # Variables to split
+    if variable == 'all':
+        splitvarns = varns
+    else:
+        splitvarns = gen.str_list(variable,',')
+ 
+    # splitting for each value along the dimension    
+    for idim in range(splitvals.shape[0]):
+        fmtS = "{:"+fmtdim+"}"
+        idimS = fmtS.format(splitvals[idim])
+        ofile = headfile + idimS + '.nc'
+        onewnc = NetCDFFile(ofile, 'w')
+        for vn in splitvarns:
+            if not gen.searchInlist(varns,vardimname):
+                print errormsg
+                print '  ' + fname + ": file '" + onc + "' does not have variable '"+\
+                  vardimname + "' !!"
+                print '    available ones:', varns
+            ovn = onc.variables[vn]
+            dvs = ovn.dimensions
+            slicevar = []
+            for dv in dvs:
+                if dv != dimname:
+                    slicevar.append(slice(0,len(onc.dimensions[dv])))
+                else:
+                    slicevar.append(idim)
+                if not gen.searchInlist(onewnc.dimensions, dv):
+                    if onc.dimensions[dv].isunlimited(): 
+                        newdim = onewnc.createDimension(dv, None)
+                    else:
+                        if dv != dimname:
+                            newdim=onewnc.createDimension(dv,len(onc.dimensions[dv]))
+                        else:
+                            newdim=onewnc.createDimension(dv,1)
+
+            newvar = onewnc.createVariable(vn, nctype(ovn.dtype), dvs)
+            newvar[:] = ovn[tuple(slicevar)]
+            ovattr = ovn.ncattrs()
+            for nattr in ovattr:
+                attrv = ovn.getncattr(nattr)
+                set_attribute(newvar,nattr,attrv)
+            onewnc.sync()
+
+        # Adding vardimname
+        if not onewnc.variables.has_key(vardimname):
+            ovn = onc.variables[vardimname]
+            dvs = ovn.dimensions
+            slicevar = []
+            for dv in dvs:
+                if dv != dimname:
+                    slicevar.append(0)
+                else:
+                    slicevar.append(idim)
+                    if not gen.searchInlist(onewnc.dimensions, dv):
+                        newdim=onewnc.createDimension(dv,1)
+            newvar = onewnc.createVariable(vardimname, nctype(ovn.dtype), tuple([dimname]))
+            newvar[:] = ovn[tuple(slicevar)]
+            ovattr = ovn.ncattrs()
+            for nattr in ovattr:
+                attrv = ovn.getncattr(nattr)
+                set_attribute(newvar,nattr,attrv)
+            onewnc.sync()
+
+        # Global attributes
+        for attrn in onc.ncattrs():
+            attrv = onc.getncattr(attrn)
+            set_attribute(onewnc, attrn, attrv)
+        add_global_PyNCplot(onewnc, main, fname, '0.1')
+        onewnc.sync()
+        onewnc.close()
+
+        print fname + ": successful writting of '" + ofile + "' !!"
+
+    return 
 #quit()