Changeset 1085 in lmdz_wrf

Timestamp:

Sep 5, 2016, 7:52:06 PM (9 years ago)

Author:

lfita

Message:

First working version with `Nlines'
Inclusion of computation of reprojected statistics from initial variable

File:

• trunk/tools/model_graphics.py (modified) (20 diffs)

trunk/tools/model_graphics.py ¶

@@ -290 +290 @@
            self.model= model
            self.diag= diag
+
+class ModelInf(object):
+    """ Class which holds all information from a given model
+      name= Acronym of the model
+      model= Long description of the model
+      dim[x/y/z/t/s]n= name of the dimensions of the model
+      vdim[x/y/z/t/s]n= name of the variable-dimensions of the model
+      dimensions= list of the dimensions
+      vardimensions= list of the variable-dimensions
+    """
+    def __init__( self, name, model, dx, dy, dz, dt, ds, vdx, vdy, vdz, vdt, vds):
+       self.name= None
+       self.model= None
+       self.dimxn= None
+       self.dimyn= None
+       self.dimzn= None
+       self.dimtn= None
+       self.dimsn= None
+       self.vardxn= None
+       self.vardyn= None
+       self.vardzn= None
+       self.vardtn= None
+       self.vardsn= None
+       if name is not None:
+           self.name = name
+           self.model= model
+           self.dimxn= dx
+           self.dimyn= dy
+           self.dimzn= dz
+           self.dimtn= dt
+           self.dimsn= ds
+           self.vardxn= vdx
+           self.vardyn= vdy
+           self.vardzn= vdz
+           self.vardtn= vdt
+           self.vardsn= vds
+           self.dimensions = [dx, dy, dz, dt, ds]
+           self.vardimensions = [vdx, vdy, vdz, vdt, vds]
 
 def variable_compute(idir,var,ftests,db):
@@ -1575 +1613 @@
         if db:
             print "    drawing '" + finame + "' ..."
+            print '      plot kind:', kplot
             print '      CFvars:', CFvplot
             print '      files:', fplot
@@ -1607 +1646 @@
             lineA = pplot[0]
             Arange = str(lineA[0]) + ',' + str(lineA[1])
-            Akind = lineA[4]
-            Aline = lineA[5]
+            # Values are changed from specific values in `model_graphics.dat'
+            if lineA[3].find('%') == -1:
+                Aline = lineA[2]
+                Akind = lineA[3]
+                Amark = lineA[4]
+                Asize = lineA[5]
+            else:
+                Aline = 'red'
+                Akind = '-'
+                Amark = ','
+                Asize = 2.
 
             lineB = pplot[0]
             Brange = str(lineB[0]) + ',' + str(lineB[1])
-            Bkind = lineB[4]
-            Bline = lineB[5]
+            # Values are changed from specific values in `model_graphics.dat'
+            if lineB[3].find('%') == -1:
+                Bline = lineB[2]
+                Bkind = lineB[3]
+                Bmark = lineB[4]
+                Bsize = lineB[5]
+            else:
+                Bline = 'blue'
+                Bkind = '-'
+                Bmark = ','
+                Bsize = '2.'
 
             # It is assumed that if the space variable is 'lon': is desired a 
             #   (lon, vals) plot if it is 'lat': then (vals, lat) plot
-            if gen.searchInlist(dplot,'lon'):
+            if gen.searchInlist(dplot[0],'lon'):
                 spacedim ='lon'
                 axisvals = 'y'
                 figmid = 'longitudinal'
-            elif gen.searchInlist(dplot,'lat'):
+            elif gen.searchInlist(dplot[0],'lat'):
                 spacedim = 'lat'
                 axisvals = 'x'
                 figmid = 'meridional'
-            elif gen.searchInlist(dplot,'pres'):
+            elif gen.searchInlist(dplot[0],'pres'):
                 spacedim = 'pres'
                 axisvals = 'x'
@@ -1633 +1690 @@
                 print '  ' + fname + ": in '2lines' only ready for: 'lon', 'lat'," + \
                  " 'pres' as common dimension !!"
-                print '  dimensions in plot:', dplot
+                print '  dimensions in plot:', dplot[0]
                 quit(-1)
 
@@ -1641 +1698 @@
             graphvals = spacedim + ':' + Arange + ':' + Brange + ':Extrs:' +         \
               axisvals + ':' + ','.join(CFvplot) + ':' + Aline + ',' + Bline +       \
-              ':2.,2.:' + Akind + ',' + Bkind + ':,:' + figtit + ':' + spacedim +    \
-              ':0:' +  finame.replace('.'+kfig, '') + ':' + kfig
+              ':2.,2.:' + Akind + ',' + Bkind + ':2.,2.:,:' + figtit + ':' +         \
+              spacedim + ':0:' +  finame.replace('.'+kfig, '') + ':' + kfig
 
             fvarS = ','.join(vplot)
@@ -1684 +1741 @@
                 Akind = '-'
                 Amark = ','
-                Asize = 2.
+                Asize = '2.'
 
             lineB = pplot[1]
@@ -1695 +1752 @@
                 Bsize = lineB[5]
             else:
-                Bline = 'red'
+                Bline = 'blue'
                 Bkind = '-'
                 Bmark = ','
-                Bsize = 2.
+                Bsize = '2.'
 
             timeaxis = 'x'
@@ -1714 +1771 @@
 
             drwins = 'draw_2lines_time'
+            plotins = 'python ' + pyH + '/drawing.py -f ' + figfs +' -o ' + drwins + \
+              " -S '" + graphvals + "' -v " + fvarS
+
+            try:
+                with gen.Capturing() as output:
+                    sout = sub.call(plotins, shell=True)
+            except:
+                print errmsg
+                print drwins + '(' + graphvals + ',' + figfs + ',' + fvarS + ')'
+                print sout
+                for s1out in output: print s1out
+                quit(-1)
+
+            # keeping all figures
+            trkobjf.write('\n')
+            trkobjf.write("#" + tfig.replace('!',' ') + '\n')
+            trkobjf.write(plotins + '\n')
+
+        elif kplot == 'Nlines':
+            figtit = tfig.replace('!','|')
+
+            linestdn = CFvplot[0]
+            figfs = ','.join(fplot)
+
+            Nlines = len(fplot)
+
+            lablines = []
+            for il in range(Nlines):
+                linev = pplot[il]
+                # Values are changed from specific values in `model_graphics.dat'
+                if linev[3].find('%') == -1:
+                    line = linev[2]
+                    kind = linev[3]
+                    mark = linev[4]
+                    size = linev[5]
+                    if il == 0:
+                        vrange = str(linev[0]) + ',' + str(linev[1])
+                        kinds = kind
+                        lines = line
+                        marks = mark
+                        sizes = str(size)
+                    else:
+                        kinds = kinds + ',' + kind
+                        lines = lines + ',' + line
+                        marks = marks + ',' + mark
+                        sizes = sizes + ',' + str(size)
+                else:
+                    lines = 'None'
+                    kinds = '-'
+                    marks = ','
+                    sizes = '2.'
+
+
+                secsf = fplot[il].split('/')
+                Nsecsf = len(secsf)
+                lablines.append(secsf[Nsecsf-3] + '/' + secsf[Nsecsf-2])
+
+            # It is assumed that if the space variable is 'lon': is desired a 
+            #   (lon, vals) plot if it is 'lat': then (vals, lat) plot
+            if gen.searchInlist(dplot[0],'lon'):
+                spacedim ='lon'
+                axisvals = 'y'
+                figmid = 'longitudinal'
+            elif gen.searchInlist(dplot[0],'lat'):
+                spacedim = 'lat'
+                axisvals = 'x'
+                figmid = 'meridional'
+            elif gen.searchInlist(dplot[0],'pres'):
+                spacedim = 'pres'
+                axisvals = 'x'
+                figmid = 'vertical'
+            else:
+                print errmsg
+                print '  ' + fname + ": in 'Nlines' only ready for: 'lon', 'lat'," + \
+                 " 'pres' as common dimension !!"
+                print '  dimensions in plot:', dplot[0]
+                quit(-1)
+
+            figtit = '|'.join(tfig.split('!')[0:2]) + '|' + figmid + '|' +           \
+              '|'.join(tfig.split('!')[2:])
+            leglabels = ','.join(lablines)
+
+            graphvals = spacedim + ':' + axisvals + ':' + spacedim + ':' +           \
+              leglabels + ':' + CFvplot[0] + ':' + figtit + ':0:' + lines + ':' +    \
+              kinds + ':' + marks +':'+ sizes +':'+ sizes + ':all:' +                \
+              finame.replace('.'+kfig, '') + ':' + kfig
+
+            fvarS = vplot[0]
+
+            drwins = 'draw_lines'
             plotins = 'python ' + pyH + '/drawing.py -f ' + figfs +' -o ' + drwins + \
               " -S '" + graphvals + "' -v " + fvarS
@@ -1834 +1981 @@
             trkobjf.write(plotins + '\n')
 
-        elif 'shadcont2Dzsec':
+        elif kplot == 'shadcont2Dzsec':
             figtit = tfig.replace('!','|')
             shdstdn = CFvplot[0]
@@ -2403 +2550 @@
             values = line.replace('\n','').split(' ')
             if values[0] == 'differences:':
-                diffs = gen.stringList_dictKeysVals(values[1])
+                if values[1] != 'none':
+                    diffs = gen.stringList_dictKeysVals(values[1])
+                else:
+                    diffs = {} 
             elif values[0] == 'Ndiff:':
                 Ndiffs = int(values[1])
@@ -2476 +2626 @@
         if not os.path.isfile(difffilen):
             if debug:
-                print "  Computing operation difference '" + op + "' of '" + vn +    \
+                print "    Computing operation difference '" + op + "' of '" + vn +  \
                   "' for: '" + modexpdiff
                 print "    var in file: '" + vninF + "'"
@@ -3011 +3161 @@
         if not os.path.isfile(difffinalfilen):
             if debug:
-                print "  Computing variable difference of '" + vn + "' for: '" +     \
+                print "    Computing variable difference of '" + vn + "' for: '" +   \
                   modexpdiff + "' and performing operation '" + Sdoops + "'"
                 print "    var in file: '" + vninF + "'"
@@ -3422 +3572 @@
                   " values from each model"
 
+                # Building up resources to compute re-projected statistics
+                print '  ' + fname + ': computing from the original reprojected file'
+                ModI = ModelInf(mod, mod, 'lon', 'lat', 'pres', 'time', 'depth',     \
+                  'lon', 'lat', 'pres', 'time', 'depth')
+                VarI = VariableInf(vn, values[0], values[2], values[3])
+                usefs = {values[0]: ofileorig}
+
+                compute_statistics(ModI, config, config['ifold'], usefs,             \
+                  config['ofold']+'/'+mod+'/'+exp,VarI,pinterp_var(op), op, fscr, dbg)
+
             if not os.path.isfile(ofile) and doreproj:
                 if debug and ofile == ofiles[0]:
@@ -3560 +3720 @@
     return allplts, Nallmodexp
 
-def read_allmodexp_file(filen):
+def allmodexps_read(filen):
     """ Function to read the file with the information about the all model-experiment plots
       filen= file with the information
     """
-    fname = 'read_allmodexp_file'
+    fname = 'allmodexps_read'
 
     if not os.path.isfile(filen):
@@ -3607 +3767 @@
 
     os.chdir(odir)
+
+    # Folder with the processed files
+    infold = config['ofold']
 
     # Dictionary with the operations with surnames for the operated variable
@@ -3699 +3862 @@
                 CFvarsplot.append(vn)
  
-                vnopS = vn + '_' + op
+                if op.find('pinterp') != -1: gP = 'p'
+                else: gP = ''
+
+                vnopS = vn + '_' + op                    
                 if not allvarcomp.has_key(vnopS):
                     print errmsg
-                    print '  ' + fname + ": no file for variable-operation '" +     \
+                    print '  ' + fname + ": no file for variable-operation '" +      \
                       vnopS + "' !!"
-                vopvals = allvarcomp[vnopS]
-                headf = vopvals[0]
-                globalP = vopvals[3]
-                gP = pinterpS(globalP)
-
-                filen = vn + '_' + headf + gP + '_' + op.replace('+','_') + '.nc'
-                filesplot.append(filen)
-                # Do we have processed the given variable?
-                if not os.path.isfile(filen):
-                    print warnmsg
-                    print "  " + fname + ": there is no file for variable '" + varop \
-                      + "' skiping it !!"
-                    break
-
-                # Name of the variable inside the file
-                vnsur = varnoper(vn, op, opersurnames)
-                varsplot.append(vnsur)
-
-                # Dimensions in file
-                try:
-                    with gen.Capturing() as output:
-                        dims = ncvar.idims(filen)
-                except:
-                    print errmsg
-                    print 'ncvar.idims('+filen+')'
-                    for s1out in output: print s1out
-                    quit(-1)
-
-                dimsplot.append(dims)
-
-                # pictoric values for the figure
-                Sfivaop = kplot + '_' + vn + '_' + op
-                if plotspecifics.has_key(Sfivaop):
-                    pictvals = plotspecifics[Sfivaop]
-                else:
-                    Vvals = gen.variables_values(vn)
-                    pictvals = [Vvals[2], Vvals[3], Vvals[6], '%g', 'fixc', 'black']
-
-                pictplot.append(pictvals)
-
-                # Header of the name of the figure
-                if ivp == 0:
-                    figname = kplot +'_'+ vn + '_' + headf + '_' + op.replace('+','-')
-                else:
-                    figname = figname + '-'+vn+'_'+headf+'_'+op.replace('+','-')
+                modexpvals = allvarcomp[vnopS]
+                Nmodexps = len(modexpvals)
+
+                for imodexp in range(0,Nmodexps,2):
+                    modexp = modexpvals[imodexp]
+                    headf = modexpvals[imodexp+1]
+                    if debug:
+                        print '  ' + fname + "    model/experiment: '" +  modexp + "'"
+
+                    filen = infold + '/' + modexp + '/' + vn +'_'+ headf+gP + '_' +  \
+                      op.replace('+','_') + '.nc'
+
+                    filesplot.append(filen)
+                    # Do we have processed the given variable?
+                    if not os.path.isfile(filen):
+                        print warnmsg
+                        print "  " + fname + ": there is no file for variable '" +   \
+                          varop + "' skiping it !!"
+                        break
+
+                    if imodexp == 0:
+                        # Name of the variable inside the file
+                        vnsur = varnoper(vn, op, opersurnames)
+                        varsplot.append(vnsur)
+
+                    # Dimensions in file
+                    try:
+                        with gen.Capturing() as output:
+                            dims = ncvar.idims(filen)
+                    except:
+                        print errmsg
+                        print 'ncvar.idims('+filen+')'
+                        for s1out in output: print s1out
+                        quit(-1)
+
+                    if imodexp == 0:
+                        # Dimensions in plot
+                        dimsplot.append(dims)
+
+                        # Header of the name of the figure
+                        if ivp == 0:
+                            figname = kplot+'_'+vn+'_'+headf+'_'+ op.replace('+','-')
+                        else:
+                            figname = figname+'-'+vn+'_'+headf+'_'+op.replace('+','-')
+
+                    # pictoric values for the figure
+                    Sfivaop = kplot + '_' + vn + '_' + op
+                    if plotspecifics.has_key(Sfivaop):
+                        pictvals = plotspecifics[Sfivaop]
+                    else:
+                        Vvals = gen.variables_values(vn)
+                        pictvals = [Vvals[2],Vvals[3],Vvals[6], '%g', 'fixc', 'black']
+
+                    pictplot.append(pictvals)
 
                 ivp = ivp + 1
@@ -3755 +3930 @@
 
             # Title of figure
-            titfigure = create_figure_title(mod, exp, varops, opexplained)
+            titfigure = 'all model-experiments ' + vn + optitle(op,opexplained)
 
             draw_plot(kplot, CFvarsplot, filesplot, varsplot, dimsplot, pictplot,    \
@@ -3848 +4023 @@
         # Does input folder exist?
         if not os.path.isdir(iwdir):
-            print errmsg
-            print "  " + main + ": folder '" + iwdir + "' does not exist !!"
-            quit(-1)
+            if filescratch*addfiles:
+                print errmsg
+                print "  " + main + ": folder '" + iwdir + "' does not exist !!"
+                quit(-1)
+            else:
+                print warnmsg
+                print "  " + main + ": folder '" + iwdir + "' does not exist !!"
+                print "    but start of files from scratch 'filescratch':",          \
+                  filescratch, "and there is not the add of any file 'addfiles':",   \
+                  addfiles
+                print '    so, keep moving'
 
         owdir = cnf['ofold'] + '/' + mod + '/' + exp
@@ -4274 +4457 @@
 
                 if dbg:
-                    print 'Differences to compute _______'
+                    print '    op differences to compute _______'
                     gen.printing_dictionary(alldiffop)
+                    print '    var differences to compute _______'
                     gen.printing_dictionary(alldiffvar)
 
@@ -4414 +4598 @@
     allmodexpvar, Nallmodexpvar = allmodexps_read(allf)
 
-#draw_allmodexp_plots(cnf, listplots, owdir, allmodexpvar, 'diffvar', figallmodexpscratch, dbg)
-
+draw_allmodexp_plots(cnf, allmodexpvar, listplots, modexps, owdir, figallmodexpscratch, dbg)
+
+print main + ': all files and figures have been properly done !!'