Changeset 891 in lmdz_wrf for trunk/tools

Timestamp:

Jun 19, 2016, 12:00:34 AM (9 years ago)

Author:

lfita

Message:

Working new version of `operalong_dims'

File:

• trunk/tools/nc_var_tools.py (modified) (9 diffs)

trunk/tools/nc_var_tools.py

@@ -8810 +8810 @@
     varoper = varv.copy()
     for idim in range(len(varv.shape)):
-        print 'Lluis:', idim, vardims[idim], operslice[idim],':',varoper.shape
         if operslice[idim]:
             if oper == 'max':
@@ -8987 +8986 @@
 
     dimvals = values.split(',')[0].split('@')
-    dimsoper = values.split(',')[1]
+    dimsoper = values.split(',')[1].split(':')
     operkind = values.split(',')[2]
-    dimvn = values.split(',')[3]
-
-    dimsoperS = gen.numVector_String(dimsoper.split(':'),', ')
+    dimvn = values.split(',')[3].split(':')
+
+    dimsoperS = gen.numVector_String(dimsoper,', ')
     objnc = NetCDFFile(ncfile, 'r')
 
@@ -9003 +9002 @@
    
     ofile = 'file_oper_alongdims_' + operkind + '.nc'
-
-    if dimsoper.find(':') != -1:
-        dimstouse = dimsoper.split(':')
-    else:
-        dimstouse = [dimsoper]
 
 # Getting slice dimensions
@@ -9040 +9034 @@
         tocompute = False
         for vd in ov.dimensions:
+            print 'Lluis vd:', vd, gen.searchInlist(dimsoper, vd)
             if gen.searchInlist(dimsoper, vd): tocompute = True
-
-        if tocopmute:
-            varslice, varsliceddims = VarSliceDict(ov,dimslice)
+   
+        print 'Lluis tocompute:', tocompute, ov.dimensions, dimsoper
+
+        if tocompute:
+            varslice, varsliceddims = SliceVarDict(ov,dimslice)
             varvals0 = ov[tuple(varslice)]
             varvals = np.squeeze(varvals0)
@@ -9052 +9049 @@
             idn = 0
             for dn in finaldims:
+                print 'Lluis: dn unlimited;', dn, objnc.dimensions[dn].isunlimited(), idn
                 if newNdim == 0:
-                    if not objnc.dimensions[dn].isunlimited:
-                        objnewnc.createDimension(dn, finalvarvals[idn])
+                    if not objnc.dimensions[dn].isunlimited():
+                        objnewnc.createDimension(dn, finalvarvals.shape[idn])
                     else:
                         objnewnc.createDimension(dn, None)
                     newNdim = newNdim + 1
                 else:
-                    if not gen.searchInlist(objnewnc, dn):
-                        if not objnc.dimensions[dn].isunlimited:
-                            objnewnc.createDimension(dn, finalvarvals[idn])
+                    if not gen.searchInlist(objnewnc.dimensions, dn):
+                        if not objnc.dimensions[dn].isunlimited():
+                            objnewnc.createDimension(dn, finalvarvals.shape[idn])
                         else:
                             objnewnc.createDimension(dn, None)
@@ -9070 +9068 @@
             varinf = variable_inf(ov)
             if varinf.FillValue is not None:
-                newvar = objnewnc.createVariable(vn + oper, nctype(varinf.dtype),    \
+                newvar = objnewnc.createVariable(vn+operkind, nctype(varinf.dtype),  \
                   tuple(finaldims), fillValue=varinf.FillValue)
             else:
-                newvar = objnewnc.createVariable(vn + oper, nctype(varinf.dtype),    \
+                newvar = objnewnc.createVariable(vn+operkind, nctype(varinf.dtype),  \
                   tuple(finaldims))
                 newNvar = newNvar + 1
+            newvar[:] = finalvarvals[:]
 
 # new variable
@@ -9099 +9098 @@
               ' along ' + dimsoperS, uname)
 
-            newvar[:] = newvarv
-            for idim in range(len(objvar.shape)):
-                if dimvals.find('|') != -1:
-                    dimn = dimvals.split('|')[idim].split(':')[0]
+            for idim in ov.dimensions:
+                for dv in dimslice.keys():
+                    if dv == idim:
+                        if type(dimslice[dv]) == type([2]):
+                            Sdv = gen.numVector_Sring(dimslice[dv],', ')
+                        elif type(dimslice[dv]) == type(int(2)):
+                            if dimslice[dv] == -1:
+                                Sdv = str(len(objnc.dimensions[idim])) + ', 1'
+                            else:
+                                Sdv = str(dimslice[dv])
+                    else:
+                        Sdv = str(len(objnc.dimensions[idim]))
+ 
+                if idim == ov.dimensions[0]:
+                    origdimsS = idim + '(' + Sdv + ')'
                 else:
-                    dimn = dimvals.split(':')[0]
-                dimv = '{:d}'.format(len(objnc.dimensions[dimn]))
-                if idim == 0:
-                    origdimsS = dimn + '(' + dimv + ')'
+                    origdimsS = origdimsS + ' ' + idim + '(' + Sdv + ')'
+
+            newattr = set_attribute(newvar, 'orig_dimensions', origdimsS)
+            objnewnc.sync()
+    
+# variable dimension
+    for vn in dimvn:
+        print "'" + vn + "' ... .. ."
+        if not objnc.variables.has_key(vn):
+            print errormsg
+            print '  ' + fname + ': netCDF file "' + ncfile +                        \
+              '" does not have variable "' + vn + '" !!'
+            quit(-1)
+
+        # Do we have to compute this variable?
+        ov = objnc.variables[vn]
+        tocompute = False
+        for vd in ov.dimensions:
+            if gen.searchInlist(dimsoper, vd): tocompute = True
+   
+        if tocompute:
+            varslice, varsliceddims = SliceVarDict(ov,dimslice)
+            varvals0 = ov[tuple(varslice)]
+            varvals = np.squeeze(varvals0)
+
+            finalvarvals, finaldims = operdim(varvals, varsliceddims, dimsoper, operkind)
+
+            # Adding dimensions
+            idn = 0
+            for dn in finaldims:
+                if newNdim == 0:
+                    if not objnc.dimensions[dn].isunlimited():
+                        objnewnc.createDimension(dn, finalvarvals.shape[idn])
+                    else:
+                        objnewnc.createDimension(dn, None)
+                    newNdim = newNdim + 1
                 else:
-                    origdimsS = origdimsS + ' ' + dimn + '(' + dimv + ')'
-
-            newattr = set_attribute(newvar, 'orig_dimensions', origdimsS)
+                    if not gen.searchInlist(objnewnc.dimensions, dn):
+                        if not objnc.dimensions[dn].isunlimited():
+                            objnewnc.createDimension(dn, finalvarvals.shape[idn])
+                        else:
+                            objnewnc.createDimension(dn, None)
+                        newNdim = newNdim + 1
+                idn = idn + 1
+
+            # Adding variable
+            varinf = variable_inf(ov)
+            if varinf.FillValue is not None:
+                newvar = objnewnc.createVariable(vn, nctype(varinf.dtype),           \
+                  tuple(finaldims), fillValue=varinf.FillValue)
+            else:
+                newvar = objnewnc.createVariable(vn, nctype(varinf.dtype),           \
+                  tuple(finaldims))
+                newNvar = newNvar + 1
+            newvar[:] = finalvarvals[:]
+
+# new variable
+            oldvarattr = ov.ncattrs()
     
+            varname = gen.variables_values(vn)[0]
+            if gen.searchInlist(oldvarattr, 'standard_name'):
+                stdname = ov.getncattr('standard_name')
+            else:
+                stdname = gen.variables_values(vn)[1]
+        
+            if gen.searchInlist(oldvarattr, 'long_name'):
+                lname = ov.getncattr('long_name')
+            else:
+                lname = gen.variables_values(vn)[4].replace('|',' ')
+
+            if gen.searchInlist(oldvarattr, 'units'):
+                uname = ov.getncattr('units')
+            else:
+                uname = gen.variables_values(vn)[5]
+    
+            newattr = basicvardef(newvar, stdname + operkind, lname + ' '+ operkind +\
+              ' along ' + dimsoperS, uname)
+
+            objnewnc.sync()
+
+
 # global attributes
     objnewnc.setncattr('author', 'L. Fita')
-    newattr = set_attributek(newncobj, 'institution', unicode('Laboratoire de M' +   \
+    newattr = set_attributek(objnewnc, 'institution', unicode('Laboratoire de M' +   \
       unichr(233) + 't' + unichr(233) + 'orologie Dynamique'), 'U')
     objnewnc.setncattr('university', 'Pierre Marie Curie - Jussieu')
@@ -9139 +9221 @@
 
     return 
-
-# LLUIS
 
 def file_oper_alongdims_old(values, ncfile, varn):
@@ -13027 +13107 @@
     return slicevals
 
-def SliceVarDict(ovar,slicedcit):
+def SliceVarDict(ovar,slicedict):
     """ Function to slice a given variable throughout a dictionary
       ovar= variable object to slice