Changeset 554 in lmdz_wrf for trunk/tools

Timestamp:

Jul 3, 2015, 12:44:58 PM (10 years ago)

Author:

lfita

Message:

Adding operation on read observations

File:

• trunk/tools/read_ISD.py (modified) (11 diffs)

trunk/tools/read_ISD.py

@@ -123 +123 @@
       varBUFR='|' list BUFR code of the variables
       varTYPE='|' list of variable types ('D', 'F', 'I', 'I64', 'S')
+      varOPER='|' list of operations to do to the variables to meet their units ([oper],[val])
+        [oper]=-,sumc,subc,mulc,divc (nothing, add, rest, multiply and divide)
       varL='|' list of length of the sections for each variable within a given line (Fortran-like)
 
@@ -172 +174 @@
                     varsec = int(desc['varL'][ivar])
                     if desc.has_key('varBUFR'): 
-                        varbufr=[ivar]
-                        print '      ', ivar, varname + ':',varLname,'[',varunits,   \
-                          ']','bufr code:',varbufr, 'L:', varsec
+                        varbufr = desc['varBUFR'][ivar]
                     else:
-                        print '      ', ivar, varname + ':',varLname,'[',varunits,   \
-                          '] L:',varsec
+                        varbufr = None
+                    if desc['varOPER'] is not None:
+                        opv = desc['varOPER'][ivar]
+                    else:
+                        opv = None
+                    print '      ', ivar, varname+':',varLname,'[',varunits, \
+                       ']','bufr code:',varbufr,'oper:',opv
 
     descobj.close()
@@ -183 +188 @@
     return desc
 
-def value_fmt(val, miss, fmt):
+def value_fmt(val, miss, op, fmt):
     """ Function to transform an ASCII value to a given format
       val= value to transform
       miss= list of possible missing values
+      op= operation to perform to the value
       fmt= format to take:
         'D': float double precission
@@ -199 +205 @@
     fname = 'value_fmt'
 
-    fmts = ['D', 'F', 'I', 'I64', 'S']
+    aopers = ['sumc','subc','mulc','divc']
+
     Nfmts = len(fmts)
 
     if not searchInlist(miss,val):
-        if not searchInlist(fmts, fmt):
-            print errormsg
-            print '  ' + fname + ": format '" + fmt + "' not ready !!"
-            quit(-1)
+        if searchInlist(miss,'empty') and len(val) == 0: 
+            newval = None
         else:
-            if fmt == 'D':
-                newval = np.float32(val)
-            elif fmt == 'F':
-                newval = np.float(val)
-            elif fmt == 'I':
-                newval = int(val)
-            elif fmt == 'I64':
-                newval = np.int64(val)
-            elif fmt == 'S':
-                newval = val
+            if op != '-':
+                opern = op.split(',')[0]
+                operv = np.float(op.split(',')[1])
+
+                if not searchInlist(aopers,opern):
+                    print errormsg
+                    print '  ' + fname + ": operation '" + opern + "' not ready!!"
+                    print '    availables:',aopers
+                    quit(-1)
+            else:
+                opern = 'sumc'
+                operv = 0.
+
+            if not searchInlist(fmts, fmt):
+                print errormsg
+                print '  ' + fname + ": format '" + fmt + "' not ready !!"
+                quit(-1)
+            else:
+                if fmt == 'D':
+                    opv = np.float32(operv)
+                    if opern == 'sumc': newval = np.float32(val) + opv
+                    elif opern == 'subc': newval = np.float32(val) - opv
+                    elif opern == 'mulc': newval = np.float32(val) * opv
+                    elif opern == 'divc': newval = np.float32(val) / opv
+                elif fmt == 'F':
+                    opv = np.float(operv)
+                    if opern == 'sumc': newval = np.float(val) + opv
+                    elif opern == 'subc': newval = np.float(val) - opv
+                    elif opern == 'mulc': newval = np.float(val) * opv
+                    elif opern == 'divc': newval = np.float(val) / opv
+                elif fmt == 'I':
+                    opv = int(operv)
+                    if opern == 'sumc': newval = int(val) + opv
+                    elif opern == 'subc': newval = int(val) - opv
+                    elif opern == 'mulc': newval = int(val) * opv
+                    elif opern == 'divc': newval = int(val) / opv
+                elif fmt == 'I64':
+                    opv = np.int64(operv)
+                    if opern == 'sumc': newval = np.int64(val) + opv
+                    elif opern == 'subc': newval = np.int64(val) - opv
+                    elif opern == 'mulc': newval = np.int64(val) * opv
+                    elif opern == 'divc': newval = np.int64(val) / opv
+                elif fmt == 'S':
+                    newval = val
     else:
         newval = None
@@ -371 +410 @@
     return additionals
 
-def read_datavalues_conline(dataf, comchar, fmt, Lv, miss, varns, dbg):
+def read_datavalues_conline(dataf, comchar, fmt, oper, Lv, miss, varns, dbg):
     """ Function to read from an ASCII file values in ISH format (continuos line)
       dataf= data file
@@ -377 +416 @@
       dbg= debug mode or not
       fmt= list of kind of values to be found
+      oper= list of operations to perform
       Lv= length of the value section
       miss= missing value
@@ -385 +425 @@
     ofile = open(dataf, 'r')
     Nvals = len(fmt)
+
+    if oper is None:
+        opers = []
+        for ioper in range(Nvals):
+            opers.append('-')
+    else:
+        opers = oper
 
     finalvalues = {}
@@ -407 +454 @@
                 values.append(val)
                 if dbg: 
-                    print iline, varns[ivar],'value:',values[ivar],miss,fmt[ivar]
+                    print iline, varns[ivar],'value:',values[ivar],miss,opers[ivar], \
+                      fmt[ivar]
 
                 if iline == 0:
                     listvals = []
-                    listvals.append(value_fmt(values[ivar], miss, fmt[ivar]))
+                    listvals.append(value_fmt(values[ivar], miss, opers[ivar],       \
+                      fmt[ivar]))
                     finalvalues[varns[ivar]] = listvals
                 else:
                     listvals = finalvalues[varns[ivar]]
-                    listvals.append(value_fmt(values[ivar], miss, fmt[ivar]))
+                    listvals.append(value_fmt(values[ivar], miss, opers[ivar],       \
+                      fmt[ivar]))
                     finalvalues[varns[ivar]] = listvals
 # Additional variables
@@ -441 +491 @@
 
     newvar = onc.createVariable( 'station', 'c', ('StrLength'))
-    newvar[0:len(stdesc[0])] = stdesc[0]
+    newvar[0:len(stdesc[0])] = stdesc[0].replace('!', ' ')
 
     newdim = onc.createDimension('nst',1)
+
+    newvar = objfile.createVariable( 'lonstGDM', 'c', ('nst','StrLength'))
+    Gv = int(stdesc[1])
+    Dv = int((stdesc[1] - Gv)*60.)
+    Mv = int((stdesc[1] - Gv - Dv/60.)*3600.)
+    writing_str_nc(newvar, [str(Gv)+"d" + str(Dv)+"m" + str(Mv)+'s'], StringLength)
 
     if onc.variables.has_key('lon'):
@@ -456 +512 @@
     basicvardef(newvar, lonname, 'longitude', 'degrees_West' )
     newvar[:] = stdesc[1]
+
+    newvar = objfile.createVariable( 'latstGDM', 'c', ('nst','StrLength'))
+    Gv = int(stdesc[2])
+    Dv = int((stdesc[2] - Gv)*60.)
+    Mv = int((stdesc[2] - Gv - Dv/60.)*3600.)
+    writing_str_nc(newvar, [str(Gv)+"d" + str(Dv)+"m" + str(Mv)+'s'], StringLength)
 
     if onc.variables.has_key('lat'):
@@ -597 +659 @@
 ##
 datavalues = read_datavalues_conline(opts.obsfile, charcomments, formats,            \
-  description['varL'], description['MissingValue'], description['varN'], debug)
+  description['varL'], description['varOPER'], description['MissingValue'],          \
+  description['varN'], debug)
 
 # Total number of values