Changeset 1095 in lmdz_wrf

Timestamp:

Sep 9, 2016, 7:05:24 PM (8 years ago)

Author:

lfita

Message:

First final version!!!

• Adding re-set of times for a given model

File:

• trunk/tools/model_graphics.py (modified) (26 diffs)

trunk/tools/model_graphics.py

@@ -30 +30 @@
       'diffscratch', 'figdiffscratch', 'figallmodexpscratch', 'addfiles',            \
       'addfigures', 'adddiffs', 'adddifffigures', 'addallmodexpfigures', 'debug',    \
-      'models', 'ifold', 'ofold', 'warnmsg', 'errmsg', 'titleoperations', 'kindfig', \
-      'CFreftime', 'CFunitstime', 'mapval', 'timekind', 'timefmt', 'timelabel' ]
+      'models', 'modgraphchar', 'expgraphchar', 'ifold', 'ofold', 'warnmsg',         \
+      'errmsg', 'titleoperations', 'kindfig', 'CFreftime', 'CFunitstime', 'mapval',  \
+      'timekind', 'timefmt', 'timelabel' ]
 
     # List with the optional keys
@@ -248 +249 @@
       addmoddifffigs, addallmodexpfigs, debug
 
+
+class gc(object):
+    """ Class which holds all the graphical characteristics
+      [label]: label as it should appear in the graphics
+      [color]: specific color of the model
+      [linetype]: specific type of line of the model
+      [marker]: specific marker of the model
+      [sizes]: line width and point size for the model
+      [tmod]: time modification to apply to the model files (None for nothing)
+        'setorigin',[YYYYMMDDHHMISS]: re-set origin of times at [YYYYMMDDHHMISS]
+    """
+    def __init__( self, label, color, linetype, marker, sizes, Tmod):
+        self.label = None
+        self.color = None
+        self.linetype = None
+        self.marker = None
+        self.sizes = None
+        self.tmod = None
+        if label is not None:
+            self.label = label
+            self.color = color
+            self.linetype = linetype
+            self.marker = marker
+            self.sizes = sizes
+            if Tmod != 'None':
+                self.tmod = Tmod
+
+def graphical_characteristics(config, debug):
+    """ Function to provide the graphical characteristics of models and experiments
+      config= configuration of the experiment
+    """
+    fname = 'graphical_characteristics'
+
+    modgraphchar = {}
+    modvals = config['modgraphchar'].split(':')
+    for modval in modvals:
+        modv = modval.split('|')
+        modgraphchar[modv[0]] = gc(modv[1], modv[2], modv[3], modv[4], modv[5], modv[6])
+
+    expgraphchar = {}
+    expvals = config['expgraphchar'].split(':')
+    for expval in expvals:
+        expvs = expval.split('|')
+        modexp = expvs[0] + '/' + expvs[1]
+        if not modgraphchar.has_key(expvs[0]):
+            print errmsg
+            print '  ' + fname + ": a model called '" +expvs[0]+ "' does not exist !!"
+            print '    existing models with graphic characteristics:',               \
+              modgraphchar.keys()
+            quit(-1)
+
+        modvs = modgraphchar[expvs[0]]
+        expv = expvs[2:7]
+        if expv[1] == 'asmodel': expv[1] = modvs.color
+        if expv[2] == 'asmodel': expv[2] = modvs.linetype
+        if expv[3] == 'asmodel': expv[3] = modvs.marker
+        if expv[4] == 'asmodel': expv[4] = modvs.sizes
+
+        expgraphchar[modexp] = gc(expv[0], expv[1], expv[2], expv[3], expv[4], 'None')
+
+    # Running some tests
+    mods = config['models'].split(':')
+    for mod in mods:
+        if not modgraphchar.has_key(mod):
+            print errmsg
+            print '  ' + fname + ": model called '" + mod + "' does not have " +     \
+              "graphical characteristics !!"
+            print '    existing models with graphic characteristics:',               \
+              modgraphchar.keys()
+            quit(-1)
+
+        exps = config[mod + 'exps'].split(':')
+        for exp in exps:
+            modexp = mod + '/' + exp
+            if not expgraphchar.has_key(modexp):
+                print errmsg
+                print '  ' + fname + ": model/experiment called '" + modexp +        \
+                  "' does not have graphical characteristics !!"
+                print '    existing model/experiments with graphic ' +               \
+                  'characteristics:', expgraphchar.keys()
+                quit(-1)
+
+    if debug:
+        print '  ' + fname + ': model graphical characteristics _______'
+        for modn in modgraphchar.keys():
+            with gen.Capturing() as output:
+                gen.printing_class(modgraphchar[modn])
+            print "'" + modn + "'; " + ', '.join(output)
+        print '  ' + fname + ': experiment graphical characteristics _______'
+        for modexpn in expgraphchar.keys():
+            with gen.Capturing() as output:
+                gen.printing_class(expgraphchar[modexpn])
+            print "'" + modexpn + "'; " + ', '.join(output)
+
+    return modgraphchar, expgraphchar
+
 def exp_headers(mod,config):
     """ Function to provide the headers and the experiments of a given model
@@ -299 +396 @@
       dimensions= list of the dimensions
       vardimensions= list of the variable-dimensions
+      timemodif= time modification to apply to the model files ('None' for nothing)
+        'setorigin',[YYYYMMDDHHMISS]: re-set origin of times at [YYYYMMDDHHMISS]
     """
-    def __init__( self, name, model, dx, dy, dz, dt, ds, vdx, vdy, vdz, vdt, vds):
-       self.name= None
-       self.model= None
-       self.dimxn= None
-       self.dimyn= None
-       self.dimzn= None
-       self.dimtn= None
-       self.dimsn= None
-       self.vardxn= None
-       self.vardyn= None
-       self.vardzn= None
-       self.vardtn= None
-       self.vardsn= None
-       if name is not None:
-           self.name = name
-           self.model= model
-           self.dimxn= dx
-           self.dimyn= dy
-           self.dimzn= dz
-           self.dimtn= dt
-           self.dimsn= ds
-           self.vardxn= vdx
-           self.vardyn= vdy
-           self.vardzn= vdz
-           self.vardtn= vdt
-           self.vardsn= vds
-           self.dimensions = [dx, dy, dz, dt, ds]
-           self.vardimensions = [vdx, vdy, vdz, vdt, vds]
+    def __init__( self, name, model, dx, dy, dz, dt, ds, vdx, vdy, vdz, vdt, vds,    \
+      tmod):
+        self.name= None
+        self.model= None
+        self.dimxn= None
+        self.dimyn= None
+        self.dimzn= None
+        self.dimtn= None
+        self.dimsn= None
+        self.vardxn= None
+        self.vardyn= None
+        self.vardzn= None
+        self.vardtn= None
+        self.vardsn= None
+        self.timemodif = None
+        if name is not None:
+            self.name = name
+            self.model= model
+            self.dimxn= dx
+            self.dimyn= dy
+            self.dimzn= dz
+            self.dimtn= dt
+            self.dimsn= ds
+            self.vardxn= vdx
+            self.vardyn= vdy
+            self.vardzn= vdz
+            self.vardtn= vdt
+            self.vardsn= vds
+            if tmod is not None:
+                self.timemodif = tmod
+            self.dimensions = [dx, dy, dz, dt, ds]
+            self.vardimensions = [vdx, vdy, vdz, vdt, vds]
 
 def variable_compute(idir,var,ftests,db):
@@ -671 +774 @@
                 print '  ' + fname + ": creation of variable file '" + CFvarn +      \
                   "' in file '" + ifilen + "' ..."
-                print 'model variable:', modvar
-                print 'diagostic variable:', diagvar
+                print '    model variable:', modvar
+                print '    diagostic variable:', diagvar
 
             if diagvar is None:
@@ -777 +880 @@
                 try:
                     with gen.Capturing() as output:
-                        ncvar.LMDZ_toCF(ifilen) 
+                        ncvar.LMDZ_toCF(Tunits + '!since!' + Tref, ifilen)
                 except:
                     print errmsg
-                    print 'LMDZ_toCF('+ ifilen + ')'
+                    print 'LMDZ_toCF('+ Tunits +'!since!'+ Tref + ', ' + ifilen + ')'
                     for s1out in output: print s1out
                     quit(-1)
@@ -815 +918 @@
         sout = sub.call('mv netcdf_fold_concatenated_HMT.nc ' + fileon, shell=True)
         if os.path.isfile(fileon):
-            sout = sub.call('rm ' + CFvarn +'_'+ headerf+SgP + '_*-*.nc >& /dev/null',
+            sout = sub.call('rm '+CFvarn +'_'+ headerf+SgP + '_*-*.nc >& /dev/null',\
               shell=True)
+
+    # Re-setting time of final concatenated file
+    if minf.timemodif is not None:
+        if db:
+            print '  ' + fname + ": Modifying times of the file by '" +              \
+              minf.timemodif + "' !!"
+        try:
+            with gen.Capturing() as output:
+                ncvar.time_reset(minf.timemodif, fileon,'time')
+        except:
+            print errmsg
+            print 'time_reset(' + minf.timemodif + ', ' + fileon + ', time)'
+            for s1out in output: print s1out
+            quit(-1)
+        if db:
+            for s1out in output: print s1out
 
     return
@@ -1365 +1484 @@
         vopnV = allvarcomp[vopn]
         fheader = vopnV[0]
-        model = vopnV[1]
+        if type(vopnV[1]) == type([1, 2]) and len(vopnV[1]) == 1:
+            vals = vopnV[1]
+            model = vals[0]
+        else:
+            model = vopnV[1]
         diag = vopnV[2]
         globalP = vopnV[3]
@@ -1570 +1693 @@
 
 def draw_plot(kplot, CFvplot, fplot, vplot, dplot, pplot, finame, tfig, kfig, mapval,\
-  tvals, od, pyH, fscr, db):
+  tvals, expgraphc, od, pyH, fscr, db):
     """ Function to draw a plot
       kplot= kind of plot
@@ -1587 +1710 @@
         timefmt: format of time ticks in the plot
         timelabel: label of time-axis in the plot
+      expgraphc= dictionary with expriment graphical characteristics
       od= output directory
       pyH= python HOME
@@ -1609 +1733 @@
     timefmt = tvals[2]
     timelabel = tvals[3]
+
+    # Graphical labels and configuration
+    
 
     if not os.path.isfile(finame):
@@ -1815 +1942 @@
                         kinds = kinds + ',' + kind
                         lines = lines + ',' + line
-                        marks = marks + ',' + mark
+                        marks = marks + '@' + mark
                         sizes = sizes + ',' + str(size)
                 else:
@@ -1823 +1950 @@
                     sizes = '2.'
 
-
                 secsf = fplot[il].split('/')
                 Nsecsf = len(secsf)
-                lablines.append(secsf[Nsecsf-3] + '/' + secsf[Nsecsf-2])
+                expvs = expgraphc[secsf[Nsecsf-3] + '/' + secsf[Nsecsf-2]]
+                lablines.append(expvs.label)
 
             # It is assumed that if the space variable is 'lon': is desired a 
@@ -1873 +2000 @@
                 for s1out in output: print s1out
                 quit(-1)
+
+            # keeping all figures
+            trkobjf.write('\n')
+            trkobjf.write("#" + tfig.replace('!',' ') + '\n')
+            trkobjf.write(plotins + '\n')
+
+        elif kplot == 'Nlines_time':
+            figtit = tfig.replace('!','|')
+
+            linestdn = CFvplot[0]
+            figfs = ','.join(fplot)
+
+            Nlines = len(fplot)
+
+            lablines = []
+            for il in range(Nlines):
+                linev = pplot[il]
+                # Values are changed from specific values in `model_graphics.dat'
+                if linev[3].find('%') == -1:
+                    line = linev[2]
+                    kind = linev[3]
+                    mark = linev[4]
+                    size = linev[5]
+                    if il == 0:
+                        vrange = str(linev[0]) + ',' + str(linev[1])
+                        kinds = kind
+                        lines = line
+                        marks = mark
+                        sizes = str(size)
+                    else:
+                        kinds = kinds + ',' + kind
+                        lines = lines + ',' + line
+                        marks = marks + '@' + mark
+                        sizes = sizes + ',' + str(size)
+                else:
+                    lines = 'None'
+                    kinds = '-'
+                    marks = ','
+                    sizes = '2.'
+
+                secsf = fplot[il].split('/')
+                Nsecsf = len(secsf)
+                expvs = expgraphc[secsf[Nsecsf-3] + '/' + secsf[Nsecsf-2]]
+                lablines.append(expvs.label)
+
+            valsaxis = 'y'
+            figmid = 'evolution'
+
+            figtit = '|'.join(tfig.split('!')[0:2]) + '|' + figmid + '|' +           \
+              '|'.join(tfig.split('!')[2:])
+            leglabels = ','.join(lablines)
+
+            graphvals = 'time;' + valsaxis + ';time;' + leglabels + ';' +            \
+              CFvplot[0] + ';' + figtit + ';None;time|' + '|'.join(tvals) +          \
+              ';0|auto;' + kfig + ';' + kinds + ';' + lines + ';' + marks + ';' +    \
+              sizes + ';' + sizes + ';all;-1' 
+
+            fvarS = vplot[0]
+
+            drwins = 'draw_lines_time'
+            plotins = 'python ' + pyH + '/drawing.py -f ' + figfs +' -o ' + drwins + \
+              " -S '" + graphvals + "' -v " + fvarS
+
+            try:
+                with gen.Capturing() as output:
+                    sout = sub.call(plotins, shell=True)
+            except:
+                print errmsg
+                print drwins + '(' + graphvals + ',' + figfs + ',' + fvarS + ')'
+                print sout
+                for s1out in output: print s1out
+                quit(-1)
+
+            sout = sub.call('mv lines_time.' + kfig + ' ' + finame, shell=True)
 
             # keeping all figures
@@ -2226 +2427 @@
     kindfigure = config['kindfig']
 
+    # Graphical labels and configuration
+    modgc, expgc = graphical_characteristics(config, debug)
+    modv = modgc[mod]
+    modlab = modv.label
+    expv = expgc[mod+'/'+exp]
+    explab = expv.label
+
     # Map value
     mapvalue = config['mapval']
@@ -2329 +2537 @@
 
             # Title of figure
-            titfigure = create_figure_title(mod, exp, varops, opexplained)
+            titfigure = create_figure_title(modlab, explab, varops, opexplained)
 
             draw_plot(kplot, CFvarsplot, filesplot, varsplot, dimsplot, pictplot,    \
-              figname, titfigure, kindfigure, mapvalue, timevals, odir, pyHOME,      \
-              figscr, debug)
+              figname, titfigure, kindfigure, mapvalue, timevals, expgc, odir,       \
+              pyHOME, figscr, debug)
 
         # End of variables-operations
@@ -3278 +3486 @@
     kindfigure = config['kindfig']
 
+    # Graphical labels and configuration
+    modgc, expgc = graphical_characteristics(config, debug)
+
     # Map value
     mapvalue = config['mapval']
@@ -3337 +3548 @@
                 headf = vopvals[4]
 
-                modexpdiff = mod2 + '/' + exp2 + '-' + mod1 + '/' + exp1
+                modv = modgc[mod1]
+                expv = expgc[mod1+'/'+exp1]
+                modlab1 = modv.label
+                explab1 = expv.label
+                modv = modgc[mod2]
+                expv = expgc[mod2+'/'+exp2]
+                modlab2 = modv.label
+                explab2 = expv.label
+
+                modexpdiff = explab2 + '-' + explab1
                 modexpdiffS = mod2 + '-' + exp2 + '_' + mod1 + '-' + exp1
 
@@ -3406 +3626 @@
 
             draw_plot(kplot, CFvarsplot, filesplot, varsplot, dimsplot, pictplot,    \
-              figname, titfigure, kindfigure, mapvalue, timevals, odir, pyHOME,      \
-              figscr, debug)
+              figname, titfigure, kindfigure, mapvalue, timevals, expgc, odir,       \
+              pyHOME, figscr, debug)
 
         # End of variables-operations
@@ -3575 +3795 @@
                 print '  ' + fname + ': computing from the original reprojected file'
                 ModI = ModelInf(mod, mod, 'lon', 'lat', 'pres', 'time', 'depth',     \
-                  'lon', 'lat', 'pres', 'time', 'depth')
+                  'lon', 'lat', 'pres', 'time', 'depth', None)
                 VarI = VariableInf(vn, values[0], values[2], values[3])
                 usefs = {values[0]: ofileorig}
@@ -3718 +3938 @@
     objf.close()
 
-    return allplts, Nallmodexp
+    return allmodexp, Nallmodexp
 
 def allmodexps_read(filen):
@@ -3737 +3957 @@
             values = line.replace('\n','').split(' ')
             if values[0] == 'allmodexps:':
-                allplts = gen.stringList_dictKeysVals(values[1])
+                allplts = gen.stringList_dictKeysVals(values[1],cV=':')
             elif values[0] == 'Nallmodexp:':
                 Nallmodexp = int(values[1])
@@ -3812 +4032 @@
             gen.printing_dictionary(plotspecifics)
 
+    # Graphical labels and configuration
+    modgc, expgc = graphical_characteristics(config, debug)
+
     # Kind of figures
     kindfigure = config['kindfig']
@@ -3933 +4156 @@
 
             draw_plot(kplot, CFvarsplot, filesplot, varsplot, dimsplot, pictplot,    \
-              figname, titfigure, kindfigure, mapvalue, timevals, odir, pyHOME,      \
-              figscr, debug)
+              figname, titfigure, kindfigure, mapvalue, timevals, expgc, odir,       \
+              pyHOME, figscr, debug)
 
         # End of variables-operations
@@ -3972 +4195 @@
 # Getting models
 mods = cnf['models'].split(':')
+
+# Getting graphical characeristics
+modGC, expGC = graphical_characteristics(cnf, dbg)
 
 # Models loop
@@ -4000 +4226 @@
     dnz = Modinf.dimzn
     dnt = Modinf.dimtn
+    dns = Modinf.dimsn
     vdnx = Modinf.vardxn
     vdny = Modinf.vardyn
     vdnz = Modinf.vardzn
     vdnt = Modinf.vardtn
+    vdns = Modinf.vardsn
+
+    modgraphv = modGC[mod]
+    Modinf = ModelInf(mod, mod, dnx, dny, dnz, dnt, dns, vdnx, vdny, vdnz, vdnt,     \
+      vdns, modgraphv.tmod)
 
     if dbg:
         print '  model characteristics _______'
-        print "  dims:", dnx, dny, dnz, dnt
-        print "  var dims:", vdnx, vdny, vdnz, vdnt
+        gen.printing_class(Modinf)
 
     moddims = dnx + ',' + dny + ',' + dnz + ',' + dnt
@@ -4568 +4799 @@
     sout = sub.call('rm ' + allf + ' >& /dev/null', shell=True)
     sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
-
-    objf = open(allfig,'w')
+    sout = sub.call('rm ' + allfigf + ' >& /dev/null', shell=True)
+
+    objf = open(allfigf,'w')
     objf.write("## Drawing of all variables figures for all model-experiments\n")
     objf.close()
         
 if addallmodexpfigures:
-    sout = sub.call('rm ' + allf + ' >& /dev/null', shell=True)
+    sout = sub.call('rm ' + allfigf + ' >& /dev/null', shell=True)
     sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)