Changeset 402 in lmdz_wrf for trunk

Timestamp:

Apr 28, 2015, 1:14:35 PM (10 years ago)

Author:

lfita

Message:

Adding output matrices and more variables and attributes for information

File:

• trunk/tools/checking_output.py (modified) (5 diffs)

trunk/tools/checking_output.py

@@ -86 +86 @@
 # Available statistics
 Availablestats = ['min', 'max', 'mean', 'stddev']
+LAvailablestats = {'min':'minimum', 'max':'maximum', 'mean':'mean',                  \
+  'stddev':'standard deviation'}
+
 Availableverifs = ['<', '>', '%']
+SAvailableverifs = {'<':'lt', '>':'gt', '%':'percen'}
+LAvailableverifs = {'<':'smaller', '>':'bigger', '%':'percentage'}
 
 ####### 
@@ -183 +188 @@
 print 'Checking',NVals,'parameters:',stats,'verifyed as:',statsverif.values()
 
+# Creating output file
+oobj = NetCDFFile(ofile, 'w')
+
+# Dimensinos
+newdim = oobj.createDimension('stats', NVals)
+newdim = oobj.createDimension('verif', NVals)
+newdim = oobj.createDimension('checks', 2)
+newdim = oobj.createDimension('Lstring', 50)
+
+# Variables with Dimensions values
+newvar = oobj.createVariable('stats', 'c', ('stats', 'Lstring'))
+newattr = ncvar.basicvardef(newvar, 'stats', 'statistics/parameters used to check',  \
+  '-')
+newvals = ncvar.writing_str_nc(newvar, stats, 50)
+
+newvar = oobj.createVariable('verifs', 'c', ('stats', 'Lstring'))
+newattr = ncvar.basicvardef(newvar, 'verifs', 'verifications used to check', '-')
+newvals = ncvar.writing_str_nc(newvar, stats, 50)
+
+newvar = oobj.createVariable('checks', 'c', ('checks', 'Lstring'))
+newattr = ncvar.basicvardef(newvar, 'checks', 'values used to check', '-')
+newvals = ncvar.writing_str_nc(newvar, ['computed', 'limits'], 50)
+
+# Global attributes
+newattr = ncvar.set_attribute(oobj, 'script', main)
+newattr = ncvar.set_attribute(oobj, 'version', version)
+newattr = ncvar.set_attribute(oobj, 'author', author)
+newattr = ncvar.set_attribute(oobj, 'institution', institution)
+newattr = ncvar.set_attribute(oobj, 'city', city)
+newattr = ncvar.set_attribute(oobj, 'country', country)
+
+newattr = ncvar.set_attribute(oobj, 'description', 'Variables from ' + opts.ncfile + \
+  ' with a wrong value according to ' + opts.lfile)
+
+oobj.sync()
+
 # Getting netCDF file and its values
 ##
@@ -201 +242 @@
     for ist in range(NVals):
         stn = stats[ist]
+        Lstn = LAvailablestats[stn]
         statpos = stats.index(stn)
         limitval = limitvals[vn][statpos]
@@ -216 +258 @@
 # checks
         if not checking(stn,valsstats[ist,iv],verif,limitval,vn):
+            vval = valsstats[ist,iv]
+            Sverif = SAvailableverifs[verif[0:1]]
+            Lverif = LAvailableverifs[verif[0:1]]
+            if verif[0:1] != '<' and verif[0:1] != '>':
+                Vverif = np.float(verif[1:len(verif)])
+                VverifS = str(Vverif)
+            else:
+                VverifS = ''
+
             wrongstats.append(stn)
-
+            if not ncvar.searchInlist(oobj.variables.keys(), vn):
+                oobj.close()
+                ncvar.fvaradd(opts.ncfile + ':' + vn, ofile)
+
+            oobj = NetCDFFile(ofile ,'a')
+            vobj = oobj.variables[vn]
+            if ncvar.searchInlist(vobj.ncattrs(),('units')):
+                vunits = vobj.getncattr('units')
+            else:
+                vunits = '-'
+
+            dims = vobj.dimensions
+# 1/0 Matrix with wrong values
+            if stn == 'max':
+                wrongvals = np.where(vals > limitval, 1, 0)
+                newvar = oobj.createVariable(vn+'Wrong'+stn+Sverif, 'i', dims)
+                newattr = ncvar.basicvardef(newvar, vn+'_wrong_'+stn+'_'+Sverif,     \
+                  'wrong ' + vn + ' ' + str(vval) + ' ' + Lstn + ' ' + VverifS + ' '+\
+                  Lverif + ' ' + str(limitval), vunits)
+                newvar[:] = wrongvals
+            elif stn == 'mean':
+                newattr = ncvar.set_attribute(vobj, 'wrong_'+stn+'_'+Sverif+VverifS, \
+                  'wrong ' + vn + ' ' + str(vval) + ' ' + Lstn + ' ' + VverifS + ' '+\
+                  Lverif + ' ' + str(limitval))
+            elif stn == 'min':
+                wrongvals = np.where(vals < limitval, 1, 0)
+                newvar = oobj.createVariable(vn+'Wrong'+stn+Sverif, 'i', dims)
+                newattr = ncvar.basicvardef(newvar, vn+'_wrong_'+stn+'_'+Sverif,     \
+                  'wrong ' + vn + ' ' + str(vval) + ' ' + Lstn + ' ' + VverifS + ' '+\
+                  Lverif + ' ' + str(limitval), vunits)
+                newvar[:] = wrongvals
+            elif stn == 'stddev':
+                newattr = ncvar.set_attribute(vobj, 'wrong_'+stn+'_'+Sverif+VverifS, \
+                  'wrong ' + vn + ' ' + str(vval) + ' ' + Lstn + ' ' + VverifS + ' '+\
+                  Lverif + ' ' + str(limitval))
+        
         if len(wrongstats) != 0: wrongVars[vn] = wrongstats
-
-ncobj.close()
+    newattr = ncvar.set_attribute(vobj, 'wrong',                                     \
+      ncvar.numVector_String(wrongVars[vn], ' '))
+
+    newvar = oobj.createVariable(vn + 'checks', 'f4', ('checks', 'stats'))
+    newattr = ncvar.basicvardef(newvar, vn + '_checks', vn +                         \
+      ' computed/checked', vunits)
+    for ist in range(NVals):
+        newvar[:,ist] = [valsstats[ist,iv], limitvals[vn][ist]]
+
+oobj.sync()
+oobj.close()
 
 # Results
@@ -227 +322 @@
 print wrongVars
 
-oobj = NetCDFFile(ofile, 'w')
-newattr = ncvar.set_attribute(oobj, 'script', main)
-newattr = ncvar.set_attribute(oobj, 'version', version)
-newattr = ncvar.set_attribute(oobj, 'author', author)
-newattr = ncvar.set_attribute(oobj, 'institution', institution)
-newattr = ncvar.set_attribute(oobj, 'city', city)
-newattr = ncvar.set_attribute(oobj, 'country', country)
-
-newattr = ncvar.set_attribute(oobj, 'description', 'Variables from ' + opts.ncfile + \
-  ' with a wrong value according to ' + opts.lfile)
-
-oobj.sync()
-oobj.close()
-
-for var in wrongVars.keys():
-    ncvar.fvaradd(opts.ncfile + ':' + var, ofile)
-    oobj = NetCDFFile(ofile ,'a')
-    novar = oobj.variables[var]
-    vpos = vns.index(var)
-    for st in wrongVars[var]:
-        statpos = stats.index(st)
-        lval = limitvals[vn][statpos]
-        verif = statsverif[st]
-        vval = valsstats[statpos,vpos]
-        newattr = ncvar.set_attribute(novar, 'wrong_' + st, str(vval) + ' ' + verif +\
-          ' ' + str(lval))
-        
-oobj.sync()
-oobj.close()
-
-
+print "succesfull writting of checking output file '" + ofile + "' !!"