Changeset 2478 in lmdz_wrf

Timestamp:

Apr 29, 2019, 4:28:40 PM (6 years ago)

Author:

lfita

Message:

Adding:

• `fill_varNCfile': Function to fill up a variable from a netCDF file

Updating:

• `add_global_PyNCplot': Taking into account when it was already in the file

Location:

trunk/tools

Files:

• nc_var.py (modified) (4 diffs)
• nc_var_tools.py (modified) (6 diffs)

trunk/tools/nc_var.py

@@ -76 +76 @@
 ## e.g. # nc_var.py -o CFfile_creation -S 'lon|360,lat|180,time|None@20:global' -v 'tas#time;lat;lon#f#None,time#time#f8#units|seconds!since!1949-12-01!00:00:00|S' -f newCF.nc
 ## e.g. # nc_var.py -o CFfile_fixTime -f tasmin_Amon_BNU-ESM_historical_r1i1p1_185001-200512_lonlatbox.nc -S 'setCalendar;setRefDate,19491201000000' -v time
+## e.g. # nc_var.py -o fill_varNCfile -S 'random,0.,10.' -f CFtest.nc -v tas
 
 from optparse import OptionParser
@@ -136 +137 @@
 # file_creation: Operation to create a file with one variable with a given set of dimensions
 # file_oper_alongdims: Function to operate a file along different dimensions of a variable
+# fill_varNCfile: Function to fill up a variable from a netCDF file
 # filter_2dim: Function to filter along 2 dimensions (moving grid-box means of a given size) values of the netCDF file
 # flipdim: flips the value following one dimension
@@ -246 +248 @@
   'except_fillValue', 'fattradd',                                                    \
   'fdimadd', 'fgaddattr', 'field_stats', 'field_stats_dim', 'file_creation',         \
-  'file_oper_alongdims', 'filter_2dim',                                              \
+  'file_oper_alongdims', 'fill_varNCfile', 'filter_2dim',                            \
   'flipdim', 'fvaradd', 'gaddattrk', 'gaddattr', 'get_attribute',                    \
   'get_point', 'get_time', 'get_namelist_vars', 'get_Variables',                     \
@@ -435 +437 @@
 elif oper == 'field_stats_dim':
     ncvar.field_stats_dim(opts.values, opts.ncfile, opts.varname)
+elif oper == 'fill_varNCfile':
+    ncvar.fill_varNCfile(opts.values, opts.ncfile, opts.varname)
 elif oper == 'filter_2dim':
     ncvar.filter_2dim(opts.values, opts.ncfile, opts.varname)

trunk/tools/nc_var_tools.py

@@ -89 +89 @@
 # file_oper_alongdims: Function to operate a file along different dimensions of a variable
 # fill_ncvariable_lastdims: Function to fill the last [Nlastdims] dimensions of a variable [varn] from a netCDF object at the other dimensions at [prevdims]
+# fill_varNCfile: Function to fill up a variable from a netCDF file
 # filter_2dim: Function to filter along 2 dimensions (moving grid-box means of a given size) values of the netCDF file
 # flipdim: flips the value following one dimension [Nflipdim]
@@ -1189 +1190 @@
     fname = 'add_global_PyNCplot'
 
-    # Global values
-    ObjFile.setncattr('author', 'L. Fita')
-    #newattr = set_attributek(ObjFile, 'institution', unicode('Laboratoire ' +        \
-    # 'de M' + unichr(233) + 't' + unichr(233) + 'orologie Dynamique'), 'U')
-    #ObjFile.setncattr('university', 'Pierre et Marie Curie - Jussieu, Paris 06')
-    #ObjFile.setncattr('center', 'Centre National de Recherches Scientifiques')
-    #ObjFile.setncattr('city', 'Paris')
-    #ObjFile.setncattr('country', 'France')
-    newattr = set_attributek(ObjFile, 'institution', unicode('Centro de ' +          \
-     'Investigaciones del Mar y la Atm' + unichr(243) + 'sfera (CIMA)'), 'U')
-    newattr = set_attributek(ObjFile, 'institution2', unicode('Instituto Franco-' +  \
-      'Argentino sobre Estudios de Clima y sus Impactos (CNRS, UMI-3351-IFAECI'), 'U')
-    newattr = set_attributek(ObjFile, 'center', unicode('Consejo Nacional de ' +     \
-      'Investigaciones Cient' + unichr(237) + 'ficas y T' + unichr(233) +            \
-      'cnicas (CONICET)'), 'U')
-    ObjFile.setncattr('university', 'Universidad de Buenos Aires (UBA)')
-    ObjFile.setncattr('city', 'C. A. Buenos Aires')
-    ObjFile.setncattr('country', 'Argentina')
-    ObjFile.setncattr('tool', 'PyNCplot')
-    ObjFile.setncattr('url', 'http://www.xn--llusfb-5va.cat/python/PyNCplot')
-    ObjFile.setncattr('script', pyscript)
-    if funcname is not None:
-        ObjFile.setncattr('function', funcname)
-    ObjFile.setncattr('version', version)
-
+
+    gattrs = ObjFile.ncattrs()
+    if gen.searchInlist(gattrs, 'tool'):
+        attrv = ObjFile.getncattr('tool')
+    else:
+        attrv = None
+
+    if attrv == 'PyNCplot':
+        attrscript = ObjFile.getncattr('function')
+        attrvers = ObjFile.getncattr('version')
+
+        attrsc = attrscript.split(';')
+        attrsv = attrvers.split(';')
+
+        funcnameS = attrscript
+        versionS = attrvers
+
+        if funcname is not None:
+            attrsc = attrsc + [funcname]
+            attrsv = attrsv + [version]
+            funcnameS = ';'.join(attrsc)
+            versionS = ';'.join(attrsv)
+
+        ObjFile.setncattr('function', funcnameS)
+        ObjFile.setncattr('version', versionS)
+        
+    else:
+        # Global values
+        ObjFile.setncattr('author', 'L. Fita')
+        #newattr = set_attributek(ObjFile, 'institution', unicode('Laboratoire ' +    \
+        # 'de M' + unichr(233) + 't' + unichr(233) + 'orologie Dynamique'), 'U')
+        #ObjFile.setncattr('university', 'Pierre et Marie Curie - Jussieu, Paris 06')
+        #ObjFile.setncattr('center', 'Centre National de Recherches Scientifiques')
+        #ObjFile.setncattr('city', 'Paris')
+        #ObjFile.setncattr('country', 'France')
+        newattr = set_attributek(ObjFile, 'institution', unicode('Centro de ' +      \
+         'Investigaciones del Mar y la Atm' + unichr(243) + 'sfera (CIMA)'), 'U')
+        newattr = set_attributek(ObjFile, 'institution2', unicode('Instituto ' +     \
+          'Franco-Argentino sobre Estudios de Clima y sus Impactos (CNRS, UMI-' +    \
+           '3351-IFAECI'), 'U')
+        newattr = set_attributek(ObjFile, 'center', unicode('Consejo Nacional de ' + \
+          'Investigaciones Cient' + unichr(237) + 'ficas y T' + unichr(233) +        \
+          'cnicas (CONICET)'), 'U')
+        ObjFile.setncattr('university', 'Universidad de Buenos Aires (UBA)')
+        ObjFile.setncattr('city', 'C. A. Buenos Aires')
+        ObjFile.setncattr('country', 'Argentina')
+        ObjFile.setncattr('tool', 'PyNCplot')
+        ObjFile.setncattr('url', 'http://www.xn--llusfb-5va.cat/python/PyNCplot')
+        ObjFile.setncattr('script', pyscript)
+        if funcname is not None:
+            ObjFile.setncattr('function', funcname)
+        ObjFile.setncattr('version', version)
+    
     ObjFile.sync()  
 
@@ -31504 +31533 @@
 #CFfile_creation(values, 'CFtest.nc', varsS)
 
+def fill_varNCfile(values,ncfile,variable):
+    """ Function to fill up a variable from a netCDF file
+      values= [method]
+        [method]: Method to fill the variable
+          'random',[minv],[maxv]: Random values from between minv, maxv
+          'centeredevol',[timedimn],[minv],[maxv]: centered to the center of the 
+             space of the variable within range [minv,maxv] evolving in time 
+             being [dimt]: name of the time-dimension
+      ncfile= name of the netCDF file
+      variable= variable to fill up
+    """
+    fname = 'fill_varNCfile'
+
+    availoperation = ['random,[minv],[maxv]', 'centeredevol,[timedimn],[minv],' +    \
+      '[maxv],[dt]']
+
+    if values == 'h':
+        print fname + '_____________________________________________________________'
+        print ill_varNCfile.__doc__
+        quit()
+
+    expectargs = '[operation]'
+ 
+    gen.check_arguments(fname,values,expectargs,':')
+    operationN = values.split(':')[0]
+
+    onc = NetCDFFile(ncfile,'a')
+
+    varinfile(onc, ncfile, errormsg, '', variable)
+    ovar = onc.variables[variable]
+
+    ovarshape = ovar.shape
+
+    operation = operationN.split(',')
+    if operation[0] == 'centeredevol':
+        refop = 'centeredevol,[timedimn],[minv],[maxv]'
+        Nopreq = len(refop.split(','))
+        if len(operation) != Nopreq:
+            print errormsg
+            print '  ' + fname + ": wrong number of terms for operation '" +         \
+              operation[0] + "' !!"
+            print '    it requires:', Nopreq, 'and', len(operation), 'were passed !'
+            print "    requested terms for the operation: '" + refop + "'"
+            quit(-1)
+        if not gen.searchInlist(ovar.dimensions,operation[1]):
+            print errormsg
+            print '  ' + fname + ": variable '" + variable + "' does not have time " +\
+              "dimension named '" + operation[1] + "' !!"
+            print '    available ones:', ovar.dimensions
+            quit(-1)
+        idimt = ovar.dimensions.index[operation[1]]
+        dimt = ovarshape[idimt]
+        slices = provide_slices(ovar.dimensions, ovarshape, [operation[1]])
+        minv = gen.typemod(operation[2], ovar.dtype)
+        maxv = gen.typemod(operation[3], ovar.dtype)
+
+        # First centered values
+        shapecirc = list(ovarshape)
+        shapecirc = shapecirc.pop(idimt)
+        circ = np.zeros(tuple(shapecirc), dtype=ovar.dtype)
+        if shapecirc == 2:
+            ccircx = circ.shape[1]/2.
+            ccircy = circ.shape[0]/2.
+            norm = np.sqrt(ccircx**2 + ccircy**2)
+            for iy in range(dimy):
+                for ix in range(dimx):
+                    circ[iy,ix] = np.sqrt((ix*1.-ccircx)**2 + (iy*1.-ccircy)**2)/norm
+        elif shapecirc == 3:
+            ccircx = circ.shape[2]/2.
+            ccircy = circ.shape[1]/2.
+            ccircz = circ.shape[0]/2.
+            norm = np.sqrt(ccircx**2 + ccircy**2 + ccircz**2)
+            for iz in range(dimz):
+                for iy in range(dimy):
+                    for ix in range(dimx):
+                        circ[iz,iy,ix]=np.sqrt((ix*1.-ccircx)**2 + (iy*1.-ccircy)**2+\
+                          + (iz*1.-ccircz)**2)/norm
+        else:
+            print errormsg
+            print '  ' + fname + ": shape of variable without time:", circ.shape, +  \
+              'not ready !!'
+            print '   available ones: 2D, 3D'
+            quit(-1)
+
+        rangev = maxv - minv
+        dt = rangev/(dimt-1)
+        if dt > 0:
+            rangev = np.arange(minv, maxv+dt, dt)
+        else:
+            rangev = np.arange(maxv, minv-dt, dt)
+
+        vals = np.zeros(varshape, dtype=ovar.dtype)
+
+        for it in range(dimt): 
+            vals[tuple(slices)] = circ*rangev[it]
+        ovar[:] = vals
+
+    elif operation[0] == 'random':
+        import random
+        refop = 'random,minv,maxv'
+        Nopreq = len(refop.split(','))
+        if len(operation) != Nopreq:
+            print errormsg
+            print '  ' + fname + ": wrong number of terms for operation '" +         \
+              operation[0] + "' !!"
+            print '    it requires:', Nopreq, 'and', len(operation), 'were passed !'
+            print "    requested terms for the operation: '" + refop + "'"
+            quit(-1)
+        totsize = np.prod(ovarshape)
+        randvals = np.zeros((totsize), dtype=ovar.dtype)
+        minv = gen.typemod(operation[1], ovar.dtype)
+        maxv = gen.typemod(operation[2], ovar.dtype)
+        for iv in range(totsize): randvals[iv] = random.uniform(minv,maxv) + 0.
+        vals = randvals.reshape(ovarshape)
+        ovar[:] = vals
+    else:
+        print errormsg
+        print '  ' + fname + ": operation '" + operation[0] + "' not ready !!"
+        print '    avaialbe ones:', availoperation
+        quit(-1)
+
+    onc.sync()
+    ovar.setncattr(fname + '_filled', operationN)
+
+    add_global_PyNCplot(onc, 'nc_var_tools', fname, '1.0')
+    onc.sync()
+    onc.close()
+
+    print fname + ": Successful filling of variable '" + variable + "' !!"
+
+    return
+
 def CFfile_fixTime(values, ncfile, variable):
     """ Operation to fix a netCDF file with a time axis folowing CF-conventions, but
@@ -31583 +31744 @@
             newtimv = gen.change_CFcalendar(timevs, tunits, origcal)
             newtunits = tunits + ''
+            otime.setncattr('calendar', 'gregorian')
 
         # Fixing reference date
@@ -31640 +31802 @@
     # Changing values in file
     otime[:] = timevs
-    otime.setncattr('units', tunits)
+    otime.setncattr('units', newtunits)
 
     onc.sync()
@@ -31654 +31816 @@
     return
 
-#timesv = [56649.5, 56680, 56710.5, 56741, 56771.5, 56802.5, 56833, 56863.5, 56894, 56924.5]
-#dimt = len(timesv)
-#values='lon|360,lat|180,time|None@' + str(dimt) + ':global'
-#varsS='tas#time;lat;lon#f#None,time#time#f8#units|days!since!1850-01-01!00:00:00|S'
-#CFfile_creation(values, 'CFtest.nc', varsS)
-#fname = 'timev1850-2005.dat'
-#of = open(fname, 'w')
-#for tv in timesv:
-#    of.write(str(tv) + '\n')
-#of.close()
-#setvar_asciivalues(fname, 'CFtest.nc', 'time')
-#values="setCalendar;setRefDate,19491201000000;setTunits,hours"
-#varaddattr('calendar|noleap', 'CFtest.nc', 'time')
-#CFfile_fixTime(values, 'CFtest.nc', 'time')
+timesv = [56649.5, 56680, 56710.5, 56741, 56771.5, 56802.5, 56833, 56863.5, 56894, 56924.5]
+dimt = len(timesv)
+values='lon|360,lat|180,time|None@' + str(dimt) + ':global'
+varsS='tas#time;lat;lon#f#None,time#time#f8#units|days!since!1850-01-01!00:00:00|S'
+CFfile_creation(values, 'CFtest.nc', varsS)
+fname = 'timev1850-2005.dat'
+of = open(fname, 'w')
+for tv in timesv:
+    of.write(str(tv) + '\n')
+of.close()
+setvar_asciivalues(fname, 'CFtest.nc', 'time')
+fill_varNCfile('random,0.,10.','CFtest.nc','tas')
+
+values="setCalendar;setRefDate,19491201000000;setTunits,hours"
+varaddattr('calendar|noleap', 'CFtest.nc', 'time')
+CFfile_fixTime(values, 'CFtest.nc', 'time')
 
 #quit()