Changeset 1327 in lmdz_wrf for trunk

Timestamp:

Nov 14, 2016, 10:01:57 PM (8 years ago)

Author:

lfita

Message:

Adding grouping of figures by variable
Fixing wrong loop on modexp differences

File:

• trunk/tools/model_graphics.py (modified) (12 diffs)

trunk/tools/model_graphics.py

@@ -2714 +2714 @@
     diffvar = gen.get_specdictionary_HMT(config, H='DIFFVAR_')
 
+    print '  ' + fname + '; Lluis HERE !!!'
+
     if debug:
         if diffop is not None:
@@ -4644 +4646 @@
             # op and var differences
             diffvarcompf = owdir + '/' + difffiles[0]
+            print 'Lluis HERE !2!1!: diffvarcompf:', diffvarcompf
             if not os.path.isfile(diffvarcompf):
                 alldiffop, alldiffvar,Nopdiffs,Nvardiffs=diffvarop_listconstruct(cnf,\
@@ -4650 +4653 @@
                 if dbg:
                     print warnmsg
-                    print '  ' + main + ": getting 'op' and 'var'differences to " +  \
+                    print '  ' + main + ": getting 'op' and 'var' differences to " + \
                       "compute already from file !!"
                 alldiffop, Nopdiffops = read_diff_file(diffvarcompf)
                 alldiffvar, Nopdiffvars = read_diff_file(owdir+'/'+difffiles[1])
-
-        # End of avoiding to repeat all the experiment search
-
-        print "    For experiments '"+exp2+"'-'"+exp1+"' is required to compute:",   \
-          Nvar, "differences"
-
-        if dbg:
-            print 'Differences to compute _______'
-            gen.printing_dictionary(alldiffop)
-            gen.printing_dictionary(alldiffvar)
-
-        # Computing differences
-        ##
-        print "    Computing operation differences ..."
-        compute_op_diffs(cnf, alldiffop, owdir, diffscratch, dbg)
-        print "    Computing variable differences ..."
-        compute_var_diffs(cnf, alldiffvar, owdir, diffscratch, dbg)
-
-        # Plotting operation differences
-        ##
-        print "  " + main + ": Plotting operation differences' figures ..."
-        dirfigf = owdir + '/diffopplotsdraw.inf'
-        if figscratch:
-            sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
-
-            objf = open(owdir+'/all_diffopfigures.inf','w')
-            objf.write("## Drawing of all operation difference figures \n")
-            objf.close()
-
-        if adddifffigures:
+                print 'Nopdiffops:', Nopdiffops,'Nopdiffvars:', Nopdiffvars
+
+            # End of avoiding to repeat all the experiment search
+            print "    For experiments '"+exp2+"'-'"+exp1+"' is required to " +      \
+              "compute:", Nvar, "differences"
+
             if dbg:
-                print '  ' + main + ": adding differences' figures removing file '" +\
-                  dirfigf + "' ..."
-
-            sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
-
-        if not os.path.isfile(dirfigf):
-            listplots, Nplt = plots_listconstruct(cnf, 'PLOTDIFFOP', dirfigf, owdir, \
-              dbg)
-        else:
+                print 'Differences to compute _______'
+                gen.printing_dictionary(alldiffop)
+                gen.printing_dictionary(alldiffvar)
+
+            # Computing differences
+            ##
+            print "    Computing operation differences ..."
+            compute_op_diffs(cnf, alldiffop, owdir, diffscratch, dbg)
+            print "    Computing variable differences ..."
+            compute_var_diffs(cnf, alldiffvar, owdir, diffscratch, dbg)
+
+            # Plotting operation differences
+            ##
+            print "  " + main + ": Plotting operation differences' figures ..."
+            dirfigf = owdir + '/diffopplotsdraw.inf'
+            if figscratch:
+                sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+                objf = open(owdir+'/all_diffopfigures.inf','w')
+                objf.write("## Drawing of all operation difference figures \n")
+                objf.close()
+
+            if adddifffigures:
+                if dbg:
+                    print '  ' + main + ": adding differences' figures removing " +  \
+                      "file '" + dirfigf + "' ..."
+
+                sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+            if not os.path.isfile(dirfigf):
+                listplots, Nplt = plots_listconstruct(cnf, 'PLOTDIFFOP', dirfigf,    \
+                  owdir, dbg)
+            else:
+                if dbg:
+                    print warnmsg
+                    print '  ' + main + ": getting plots to draw already from file !!"
+                listplots, Nplt = read_plot_file(dirfigf)
+
+            # End of avoiding to repeat all the plots search
+
+            print "  For experiment 'operation' differences '" + Sexps + "' is " +   \
+              "required to plot:" , Nplt, "plots"
+
             if dbg:
-                print warnmsg
-                print '  ' + main + ": getting plots to draw already from file !!"
-            listplots, Nplt = read_plot_file(dirfigf)
-
-        # End of avoiding to repeat all the plots search
-
-        print "  For experiment 'operation' differences '" + Sexps + "' is " +       \
-          "required to plot:" , Nplt, "plots"
-
-        if dbg:
-            print '    Plots to draw _______'
-            gen.printing_dictionary(listplots)
-
-        draw_diff_plots(cnf, listplots, owdir, alldiffop, 'diffop', figdiffscratch,  \
-          dbg)
-
-        # Plotting variable differences
-        ##
-        print "  " + main + ": Plotting variable differences' figures ..."
-        dirfigf = owdir + '/diffvarplotsdraw.inf'
-        if figscratch:
-            sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
-
-            objf = open(owdir+'/all_diffvarfigures.inf','w')
-            objf.write("## Drawing of all variables difference figures \n")
-            objf.close()
-
-        if adddifffigures:
+                print '    Plots to draw _______'
+                gen.printing_dictionary(listplots)
+
+            draw_diff_plots(cnf, listplots, owdir, alldiffop, 'diffop',              \
+              figdiffscratch, dbg)
+
+            # Plotting variable differences
+            ##
+            print "  " + main + ": Plotting variable differences' figures ..."
+            dirfigf = owdir + '/diffvarplotsdraw.inf'
+            if figscratch:
+                sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+                objf = open(owdir+'/all_diffvarfigures.inf','w')
+                objf.write("## Drawing of all variables difference figures \n")
+                objf.close()
+
+            if adddifffigures:
+                if dbg:
+                    print '  '+main+": adding differences' figures removing file '" +\
+                      dirfigf + "' ..."
+                sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+            if not os.path.isfile(dirfigf):
+                listplots, Nplt = plots_listconstruct(cnf, 'PLOTDIFFVAR', dirfigf,   \
+                  owdir, dbg)
+            else:
+                if dbg:
+                    print warnmsg
+                    print '  ' + main + ": getting plots to draw already from file !!"
+                listplots, Nplt = read_plot_file(dirfigf)
+
+            # End of avoiding to repeat all the plots search
+
+            print "  For experiment 'variables' differences '" + Sexps + "' is " +   \
+              "required to plot:" , Nplt, "plots"
+ 
             if dbg:
-                print '  ' + main + ": adding differences' figures removing file '" +\
-                  dirfigf + "' ..."
-            sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
-
-        if not os.path.isfile(dirfigf):
-            listplots, Nplt = plots_listconstruct(cnf, 'PLOTDIFFVAR', dirfigf, owdir,\
-              dbg)
-        else:
-            if dbg:
-                print warnmsg
-                print '  ' + main + ": getting plots to draw already from file !!"
-            listplots, Nplt = read_plot_file(dirfigf)
-
-        # End of avoiding to repeat all the plots search
-
-        print "  For experiment 'variables' differences '" + Sexps + "' is " +       \
-          "required to plot:" , Nplt, "plots"
-
-        if dbg:
-            print '    Plots to draw _______'
-            gen.printing_dictionary(listplots)
-
-        draw_diff_plots(cnf, listplots, owdir, alldiffvar, 'diffvar', figdiffscratch,\
-          dbg)
+                print '    Plots to draw _______'
+                gen.printing_dictionary(listplots)
+
+            draw_diff_plots(cnf, listplots, owdir, alldiffvar, 'diffvar',            \
+              figdiffscratch, dbg)
 
 # end of mods loop
@@ -5134 +5137 @@
 
 Nmods = len(mods)
+lmodexps = []
+ldiffmodexps = []
 # Figures from mod/exp pairs
 for mod in mods:
@@ -5139 +5144 @@
     for exp in exps:
         print '  direct plots:', mod, exp
+        lmodexps.append(mod+'/'+exp)
         owdirme = owdir + '/' + mod + '/' + exp
         otexf.write('% ' + mod + ' ' + exp + '\n')
@@ -5166 +5172 @@
                     except:
                         print errmsg
-                        print 'gen.latex_fig_array('+modexpimg+', '+otexf+', '+      \
+                        print 'gen.latex_fig_array(',modexpimg,', '+otexf+', '+      \
                               'gen.latex_text(' + caption + '), ' + flab +           \
                               ", refsize=0.5, dist='sqr', dorest='center')"
@@ -5182 +5188 @@
             owdirme = owdir + '/' + mod + '/' + Sexps
             print '    diffs:',  mod + '/' + Sexps + ' ...'
+            ldiffmodexps.append(mod + '/' + Sexps)
             for diffn in ['op', 'var']:
                 fileplotinf = owdirme + '/diff' + diffn + 'plotsdraw.inf'
@@ -5213 +5220 @@
                                 except:
                                     print errmsg
-                                    print 'gen.latex_fig_array('+modexpimg+', '+     \
+                                    print 'gen.latex_fig_array(',modexpimg,', '+     \
                                       otexf+', gen.latex_text(' + caption + '), ' +  \
                                       flab + ", refsize=0.5, dist='sqr', " +         \
@@ -5238 +5245 @@
                 Sexps = exp2 + '-' + exp1
                 print '      ' + Smods + ' ' + Sexps + ' ...'
+                ldiffmodexps.append(Smods + '/' + Sexps)
                 owdirme = owdir + '/' + Smods + '/' + Sexps
                 for diffn in ['op', 'var']:
@@ -5271 +5279 @@
                                         except:
                                             print errmsg
-                                            print 'gen.latex_fig_array('+modexpimg+  \
+                                            print 'gen.latex_fig_array(',modexpimg,  \
                                               ', '+otexf+', gen.latex_text(' +       \
                                               caption + '), '+flab+ ", refsize=0.5,"+\
@@ -5309 +5317 @@
                 except:
                     print errmsg
-                    print 'gen.latex_fig_array('+modexpimg+', '+otexf+               \
+                    print 'gen.latex_fig_array(',modexpimg,', '+otexf+               \
                       ', gen.latex_text(' + caption + '), ' +flab+ ", refsize=0.5," +\
                       " dist='sqr', dorest='center')"
@@ -5316 +5324 @@
 
                 otexf.write('%\\clearpage\n')
+#
+# Grouping by type of figure
+#
+Nmods = len(mods)
+# Figures from mod/exp pairs
+owsearch = owdir + '/' + mods[0] + '/' + modexps[mods[0]][0]
+print "  Looking in '" + owsearch + "' for figures by kind and variable..."
+otexf.write('% figures by kind and variable from:' + owsearch + '\n')
+modexpimg = gen.files_folder_HMT(owsearch, tail=cnf['kindfig'])
+# dictionary with kind of plots
+dplots = {}
+# list with kind of plots
+lplots = []
+# dictionary with variable-statistics of each kind of plot
+dvarstats = {} 
+# list with variables of each kind of plot
+lvars = []
+for plot in modexpimg:
+    plotk = plot.split('_')[0]
+    varn = plot.split('_')[1]
+    statn = plot.split('_')[3].split('.')[0]
+    if not gen.searchInlist(lplots,plotk):
+        lplots.append(plotk)
+        if not dplots.has_key(plotk+'_'+varn):
+            if not gen.searchInlist(lvars,varn): lvars.append(varn)
+            dplots[plotk+'_'+varn] = [statn]
+        else:
+            vals = dplots[plotk+'_'+varn]
+            dplots[plotk+'_'+varn] = vals + [statn]
+    else:
+        if not dplots.has_key(plotk+'_'+varn):
+            if not gen.searchInlist(lvars,varn): lvars.append(varn)
+            dplots[plotk+'_'+varn] = [statn]
+        else:
+            vals = dplots[plotk+'_'+varn]
+            dplots[plotk+'_'+varn] = vals + [statn]
+        
+# Figures found
+print '    direct figures to group:', modexpimg
+print '      plots:', lplots
+print '      variables:', lvars
+
+for var in lvars:
+    otexf.write('% ' + var + '\n')
+    otexf.write('\\modexp{' + gen.latex_text(var) + '}\n')
+    for plot in lplots:
+        if dplots.has_key(plot+'_'+varn):
+            for stn in dplots[plot+'_'+varn]:
+                plotvarfigs = []
+                caption = varn + ' ' + plot + ' ' + stn + ' ' 
+                flab = 'fig:' + varn + '_' + plot + '_' + stn + '_allmodexp'
+                for me in lmodexps:
+                    modexpn = expGC[me].label
+                    modn = me.split('/')[0]
+                    imgns = gen.files_folder_HMT(owdir+'/'+me, head=plot+'_'+varn,   \
+                      middle=stn, tail=cnf['kindfig'])
+                    caption = caption + ', ' + modexpn
+                    imgn = owdir+'/'+me+'/'+imgns[0]
+                    if os.path.isfile(imgn):
+                        plotvarfigs.append(imgn)
+                if dbg:
+                    print '      Grouping figures:', plotvarfigs
+                try:
+                    with gen.Capturing() as output:
+                        gen.latex_fig_array(plotvarfigs, otexf,                      \
+                          gen.latex_text(caption), flab, refsize=0.5, dist='sqr',    \
+                          dorest='center')
+                except:
+                    print errmsg
+                    print 'gen.latex_fig_array(',plotvarfigs,', '+otexf+', '+        \
+                          'gen.latex_text(' + caption + '), ' + flab +               \
+                          ", refsize=0.5, dist='sqr', dorest='center')"
+                    for s1out in output: print s1out
+                    quit(-1)
+
+Nmods = len(mods)
+# Figures from mod/exp differences
+owsearch = owdir + '/' + ldiffmodexps[0]
+print "  Looking in '" + owsearch + "' for difference figures by kind and variable..."
+otexf.write('% difference figures by kind and variable from:' + owsearch + '\n')
+modexpimg = gen.files_folder_HMT(owsearch, tail=cnf['kindfig'])
+# dictionary with kind of plots
+dplots = {}
+# list with kind of plots
+lplots = []
+# dictionary with variable-statistics of each kind of plot
+dvarstats = {} 
+# list with variables of each kind of plot
+lvars = []
+for plot in modexpimg:
+    plotk = plot.split('_')[0]
+    varn = plot.split('_')[1]
+    statn = plot.split('_')[5].split('.')[0]
+    if not gen.searchInlist(lplots,plotk):
+        lplots.append(plotk)
+        if not dplots.has_key(plotk+'_'+varn):
+            if not gen.searchInlist(lvars,varn): lvars.append(varn)
+            dplots[plotk+'_'+varn] = [statn]
+        else:
+            vals = dplots[plotk+'_'+varn]
+            dplots[plotk+'_'+varn] = vals + [statn]
+    else:
+        if not dplots.has_key(plotk+'_'+varn):
+            if not gen.searchInlist(lvars,varn): lvars.append(varn)
+            dplots[plotk+'_'+varn] = [statn]
+        else:
+            vals = dplots[plotk+'_'+varn]
+            dplots[plotk+'_'+varn] = vals + [statn]
+        
+# Figures found
+print '    difference figures to group:', modexpimg
+print '      plots:', lplots
+print '      variables:', lvars
+
+for var in lvars:
+    otexf.write('% ' + var + '\n')
+    otexf.write('\\modexp{diff ' + gen.latex_text(var) + '}\n')
+    for plot in lplots:
+        if dplots.has_key(plot+'_'+varn):
+            for stn in dplots[plot+'_'+varn]:
+                plotvarfigs = []
+                caption = varn + ' ' + plot + ' ' + stn + ' ' 
+                flab = 'fig:' + varn + '_' + plot + '_' + stn + '_alldiffmodexp'
+                for me in ldiffmodexps:
+                    mods = me.split('/')[0]
+                    exps = me.split('/')[1]
+                    if exps.find('-') != -1:
+                        expn1 = exps.split('-')[0]
+                        expn2 = exps.split('-')[1]
+                    else:
+                        expn1 = exps
+                        expn2 = exps
+
+                    if mods.find('-') != -1:
+                        modn1 = mods.split('-')[0]
+                        modn2 = mods.split('-')[1]
+                    else:
+                        modn1 = mods
+                        modn2 = mods
+                    modexpn1 = expGC[modn1 + '/' + expn1].label
+                    modexpn2 = expGC[modn2 + '/' + expn2].label
+                    modexpn = modexpn1 + '-' + modexpn2
+
+                    modn = me.split('/')[0]
+                    imgns = gen.files_folder_HMT(owdir+'/'+me, head=plot+'_'+varn,   \
+                      middle=stn, tail=cnf['kindfig'])
+                    caption = caption + ', ' + modexpn
+                    imgn = owdir+'/'+me+'/'+imgns[0]
+                    if os.path.isfile(imgn):
+                        plotvarfigs.append(imgn)
+                if dbg:
+                    print '      Grouping figures:', plotvarfigs
+                try:
+                    with gen.Capturing() as output:
+                        gen.latex_fig_array(plotvarfigs, otexf,                      \
+                          gen.latex_text(caption), flab, refsize=0.5, dist='sqr',    \
+                          dorest='center')
+                except:
+                    print errmsg
+                    print 'gen.latex_fig_array(',plotvarfigs,', '+otexf+', '+        \
+                          'gen.latex_text(' + caption + '), ' + flab +               \
+                          ", refsize=0.5, dist='sqr', dorest='center')"
+                    for s1out in output: print s1out
+                    quit(-1)
 
 otexf.write('\\end{document}\n')