Changeset 1081 in lmdz_wrf

Timestamp:

Sep 4, 2016, 9:16:01 PM (9 years ago)

Author:

lfita

Message:

Getting the all model-experiments figures ready

File:

• trunk/tools/model_graphics.py (modified) (11 diffs)

trunk/tools/model_graphics.py

@@ -126 +126 @@
         moddifscr = True
         figmoddifscr = True
+        figallmodexpscr = True
         tim.sleep(10)
     else:
@@ -183 +184 @@
             figmoddifscr = False
 
+        if config['figallmodexpscratch'] == 'true':
+            figallmodexpscr = True
+            print warnmsg
+            print "  " + main + ": figures all model-experiment starting from the SCRATCH !!"
+            print "    5 seconds left!!"
+            tim.sleep(5)
+        else:
+            figallmodexpscr = False
+
     if config['addall'] == 'true':
         print warnmsg
@@ -192 +202 @@
         addmoddiffs = True
         addmoddifffigs = True
+        addallmodexpfigs = True
     else:
         if config['addfiles'] == 'true':
@@ -223 +234 @@
             addmoddifffigs = False
 
+        if config['addmodexpfigures'] == 'true':
+            addmodexpfigs = True
+        else:
+            addmodexpfigs = False
+
     if config['debug'] == 'true':
         debug = True
@@ -228 +244 @@
         debug = False
 
-    return scr, filescr, figscr, difscr, figdifscr, moddifscr, figmoddifscr, addfils,\
-      addfigs, adddiffs, adddifffigs, addmoddiffs, addmoddifffigs, debug
+    return scr, filescr, figscr, difscr, figdifscr, moddifscr, figmoddifscr,         \
+      figallmodexpscr, addfils, addfigs, adddiffs, adddifffigs, addmoddiffs,         \
+      addmoddifffigs, addmodexpfigs, debug
 
 def exp_headers(mod,config):
@@ -2180 +2197 @@
     """ Function to provide the operations to make for each variable from kdiff ('DIFFOP_' or 'DIFFVAR_') dictionary
       vc= kdiff dictionary, dictionary with all the parameters started with kdiff
-      kdiff= kind of differences 'op' or 'var'
+      kdiff= kind of differences 'op', 'var'
     """
     fname = 'get_differences_var'
@@ -3457 +3474 @@
     return
 
+def allmodexps_listconstruct(config, modexps, reprj, odir, debug):
+    """ Function to create the list of all model-experiments to draw
+      config= Configuration of the experiment
+      modexps= list with the models-experiments pairs to use
+      reprj= list with whether re-rpojection needs to be done
+      odir= output differences folder
+    """
+    fname='allmodexps_listconstruct'
+  
+    allplts = gen.get_specdictionary_HMT(config, H='PLOTALLMODEXP_')
+
+    if debug:
+        if allplts is not None:
+            print "  'all mod-exps' plots ________"
+            gen.printing_dictionary(allplts)
+
+    # Getting Model-Reference Projection
+    ModComProj = cnf['RefProj'].split(':')
+
+    for modexp in modexps:
+        mod = modexp.split('/')[0]
+        exp = modexp.split('/')[1]
+
+        # Getting variable characteristics from each model/experiment
+        idir = config['ofold'] + '/' + modexp
+
+        reproj = not gen.searchInlist(ModComProj,mod)
+
+        fvarcomp = 'varcompuet.inf'
+        if reproj: fvc = 'reproj_' + fvarcomp
+        else: fvc = fvarcomp
+
+        files, testfiles, allcompvar, Nvar= read_varcomp_file(idir + '/' + fvc)
+
+        allmodexp = {}
+        if allplts is not None:
+            # Getting all model-experiments plots characteristics
+
+            Nallmodexp = 0
+            for allplt in allplts.keys():
+                varops = allplts[allplt].split(':')
+                for vnop in varops:
+                    vn = varop.split('|')[0]
+                    op = varop.split('|')[1]
+                    if not allcompvar.has_key(vnop):
+                        print warnmsg
+                        print '  ' + fname + ": variable+operation '" + vnop +       \
+                          "' in '" + modexp + "' was not computed !!"
+                        print '    skipping it!'
+                        break
+
+                    vals = allcompvar[vnop]
+
+                    headerf = vals[0]
+                    if modexp == modexps[0]:
+                        allmodexp[vnop] = [modexp,headerf]
+                    else:
+                        prevals = allmodexp[vnop]
+                        prevals = prevals + [modexp,headerf]
+                        allmodexp[vnop] = prevals
+
+                Nallmodexp = Nallmodexp + 1
+        else:
+            Nallmodexp = 0
+
+    if allplts is not None:
+        Sallmodexps = gen.dictKeysVals_stringList(allmodexp)
+    else:
+        Sallmodexps = 'none'
+
+    # Outwritting the all model-experiment plots file to avoid next time
+    objf = open(odir + '/allmodexp.inf', 'w')
+    objf.write('allmodexps: ' + Sallmodexps + '\n')
+    objf.write('Nallmodexp: ' + str(Nallmodexp) + '\n')
+    objf.close()
+
+    return allplts, Nallmodexp
+
+def read_allmodexp_file(filen):
+    """ Function to read the file with the information about the all model-experiment plots
+      filen= file with the information
+    """
+    fname = 'read_allmodexp_file'
+
+    if not os.path.isfile(filen):
+        print errormsg
+        print '  ' + fname + ": all model-experiment file '" + filen +               \
+          "' does not exist !!"
+        quit(-1)
+
+    objf = open(filen, 'r')
+    for line in objf:
+        if line[0:1] != '#' and len(line) > 1:
+            values = line.replace('\n','').split(' ')
+            if values[0] == 'allmodexps:':
+                allplts = gen.stringList_dictKeysVals(values[1])
+            elif values[0] == 'Nallmodexp:':
+                Nallmodexp = int(values[1])
+
+    objf.close()
+
+    return allplts, Nallmodexp
+
+def draw_allmodexp_plots(config, allvarcomp, plots, modexp, odir, figscr, debug):
+    """ Function to draw all model-experiment plots
+      config= Configuration of the experiment
+      allvarcomp = dictionary with the file headers for each variable
+      plots= dictionary with the plots
+      modexps= list with the names of the model-experiment pairs
+      odir= output experiment folder
+      figscr= whether figures should be done from the scratch or not
+
+    * Plot as 
+      {[kplot]} = [varn1]|[op1]#[varn2]|[op2]#[...[varnN]|[opN]], ...
+        [kplot] ___ 
+          Nlines: Multiple lines with one line by model-experiment pairs
+        [varn] 
+          variable
+        [op]
+          '+' separated list of operations
+        in figures with more than 1 variable, use '#' to separate the [varn]|[op]
+    """ 
+    fname = 'draw_allmodexp_plots'
+
+    os.chdir(odir)
+
+    # Dictionary with the operations with surnames for the operated variable
+    opersurnames = {}
+    opsur = gen.get_specdictionary_HMT(config, H='opsur_',M='',T='')
+    for opsr in opsur.keys():
+        opn = opsr.split('_')[1]
+        vls = opsur[opsr].split(':')
+        opersurnames[opn] = vls
+
+    # time values
+    # Units time for the plots
+    rd = config['CFreftime']
+    tunits = config['CFunitstime'] + '!since!' + rd[0:4] + '-' + rd[4:6] + '-' +  \
+      rd[6:8] + '!' + rd[8:10] + ':' + rd[10:12] + ':' + rd[12:14]
+    # time ticks kind
+    tkind = config['timekind']
+    # time ticks format
+    tfmt = config['timefmt']
+    # time axis label
+    tlab = config['timelabel']
+    timevals = [tunits, tkind, tfmt, tlab]
+
+    # Dictionary of plot specificities
+    specplotkeyn = 'specificvarplot'
+    plotspecifics = {}
+    if config.has_key(specplotkeyn):
+        #   [minval]: minimum value
+        #   [maxval]: minimum value
+        #   [colorbar]: name of the colorbar (from matplotlib) to use
+        #   [cntformat]: format of the contour labels
+        #   [colorcnt]: color for the countor lines
+        plotspecs = config[specplotkeyn].split(':')
+        for pltspc in plotspecs:
+            pltvls = pltspc.split('|')
+            vn = pltvls[0]
+            op = pltvls[1]
+            fn = pltvls[2]
+            plotspecifics[fn + '_' + vn + '_' + op] = pltvls[3:]
+        if debug:
+            print 'Specific values for plots _______'
+            gen.printing_dictionary(plotspecifics)
+
+    # Kind of figures
+    kindfigure = config['kindfig']
+
+    # Map value
+    mapvalue = config['mapval']
+
+    # pythone scripts HOME
+    pyHOME = config['pyHOME']
+
+    # Title-text of operations
+    opexplained = {}
+    optits = config['titleoperations'].split(':')
+    for optit in optits:
+        opn = optit.split('|')[0]
+        opt = optit.split('|')[1]
+        opexplained[opn] = opt
+    if debug:
+        print 'Titles for operations  _______'
+        gen.printing_dictionary(opexplained)
+
+    for kplot in plots.keys():
+        varsplt = plots[kplot]
+        for varplt in varsplt:
+            if debug:
+                print "  printing '" + kplot + "' var ':" + varplt + "'..."
+            varops = varplt.split('#')
+
+            # CF variables in plot
+            CFvarsplot = []
+            # Files in plot
+            filesplot = []
+            # Variables in plot within the files
+            varsplot = []
+            # Dims in figure
+            dimsplot = []
+            # pictoric values in figure
+            pictplot = []
+            # Name of the figure
+            figname = ''
+            # Title of the figure
+            titfigure = ''
+
+            ivp = 0
+            for varop in varops:
+                vn = varop.split('|')[0]
+                op = varop.split('|')[1]
+
+                # CF variables in plot
+                CFvarsplot.append(vn)
+ 
+                vnopS = vn + '_' + op
+                if not allvarcomp.has_key(vnopS):
+                    print errmsg
+                    print '  ' + fname + ": no file for variable-operation '" +     \
+                      vnopS + "' !!"
+                vopvals = allvarcomp[vnopS]
+                headf = vopvals[0]
+                globalP = vopvals[3]
+                gP = pinterpS(globalP)
+
+                filen = vn + '_' + headf + gP + '_' + op.replace('+','_') + '.nc'
+                filesplot.append(filen)
+                # Do we have processed the given variable?
+                if not os.path.isfile(filen):
+                    print warnmsg
+                    print "  " + fname + ": there is no file for variable '" + varop \
+                      + "' skiping it !!"
+                    break
+
+                # Name of the variable inside the file
+                vnsur = varnoper(vn, op, opersurnames)
+                varsplot.append(vnsur)
+
+                # Dimensions in file
+                try:
+                    with gen.Capturing() as output:
+                        dims = ncvar.idims(filen)
+                except:
+                    print errmsg
+                    print 'ncvar.idims('+filen+')'
+                    for s1out in output: print s1out
+                    quit(-1)
+
+                dimsplot.append(dims)
+
+                # pictoric values for the figure
+                Sfivaop = kplot + '_' + vn + '_' + op
+                if plotspecifics.has_key(Sfivaop):
+                    pictvals = plotspecifics[Sfivaop]
+                else:
+                    Vvals = gen.variables_values(vn)
+                    pictvals = [Vvals[2], Vvals[3], Vvals[6], '%g', 'fixc', 'black']
+
+                pictplot.append(pictvals)
+
+                # Header of the name of the figure
+                if ivp == 0:
+                    figname = kplot +'_'+ vn + '_' + headf + '_' + op.replace('+','-')
+                else:
+                    figname = figname + '-'+vn+'_'+headf+'_'+op.replace('+','-')
+
+                ivp = ivp + 1
+            # End of variable-operation
+            figname = figname + '.' + kindfigure
+
+            # Title of figure
+            titfigure = create_figure_title(mod, exp, varops, opexplained)
+
+            draw_plot(kplot, CFvarsplot, filesplot, varsplot, dimsplot, pictplot,    \
+              figname, titfigure, kindfigure, mapvalue, timevals, odir, pyHOME,      \
+              figscr, debug)
+
+        # End of variables-operations
+
+    # End of kind of plots
+
+    return
+
 # Files with information about the configuration of the script
 inffiles = ['varcompute.inf', 'all_computevars.inf', 'all_statsvars.inf']
@@ -3471 +3773 @@
 # scratches
 scratch, filescratch, figscratch, diffscratch, figdiffscratch, moddiffscratch,       \
-  figmoddiffscratch, addfiles, addfigures, adddiffs, adddifffigures, addmoddiffs,    \
-  addmoddifffigures, dbg = scratches(cnf)
+  figmoddiffscratch, figallmodexpscratch, addfiles, addfigures, adddiffs,            \
+  adddifffigures, addmoddiffs, addmoddifffigures, addallmodexfigures, pdbg =         \
+  scratches(cnf)
 
 if dbg:
@@ -3792 +4095 @@
 ### ## #
 # Model differences
-## # ## #
+### ## #
 
 # Models already at the reference projection
@@ -4042 +4345 @@
                   figdiffscratch, dbg)
 
-                quit()
-
             # end of exp2 loop
         # end of exp1 loop
@@ -4049 +4350 @@
 # end of mod1 loop
 
+### ## #
+# All model/exps linear plots
+### ## #
+
+allmodexps = []
+for mod in mods:
+    for exp in modexps[mod]:
+        allmodexps.append(mod + '/' + exp)
+
+print '  ******* ****** ***** **** *** ** * ** *** **** ***** ****** *******'
+print '  ** Multi models, multi experiments plots  '
+print '  ******* ****** ***** **** *** ** * ** *** **** ***** ****** *******'
+print '    Model/experiments:', allmodexps
+
+owdir = cnf['ofold'] + '/allmodexps'
+sout = sub.call('mkdir -p ' + owdir, shell=True)
+
+# Plotting all model-experiments lines
+##
+print "  " + main + ": Plotting all model-experiments variable figures ..."
+allf = owdir + '/allmodexp.inf'
+dirfigf = owdir + '/allmodexpfigures.inf'
+allfigf = owdir+'/all_figures.inf'
+if allmodexpfigscratch:
+    sout = sub.call('rm ' + allf + ' >& /dev/null', shell=True)
+    sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+    objf = open(allfig,'w')
+    objf.write("## Drawing of all variables figures for all model-experiments\n")
+    objf.close()
+        
+if addallmodexpfigures:
+    sout = sub.call('rm ' + allf + ' >& /dev/null', shell=True)
+    sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+if not os.path.isfile(dirfigf):
+    listplots, Nplt = plots_listconstruct(cnf, 'PLOTALLMODEXP', dirfigf, owdir, dbg)
+else:
+    print warnmsg
+    print '  ' + main + ": getting plots to draw already from file !!"
+    listplots, Nplt = read_plot_file(dirfigf)
+
+# End of avoiding to repeat all the plots search
+
+print "  Is required to plot:", Nplt, " all model-experiment plots"
+
+if dbg:
+    print '    Plots to draw _______'
+    gen.printing_dictionary(listplots)
+
+if not os.path.isfile(allf):
+    # Constructing the information of modexp / variable
+    allmodexpvar, Nallmodexpvar = allmodexps_listconstruct(config, modexps, , odir, debug)
+else:
+    allmodexpvar, Nallmodexpvar = allmodexps_read(allf)
+
+draw_allmodexp_plots(cnf, listplots, owdir, allmodexpvar, 'diffvar', allmodexpfigscratch, dbg)
+