Changeset 1067 in lmdz_wrf for trunk/tools

Timestamp:

Aug 30, 2016, 6:50:10 PM (8 years ago)

Author:

lfita

Message:

Working up to the model differences of statistics without 'lon' or 'lat'

File:

• trunk/tools/model_graphics.py (modified) (17 diffs)

trunk/tools/model_graphics.py

@@ -690 +690 @@
                     except:
                         print errmsg
-                        print 'fvaradd('+idir+'/'+cf+','+rqv+','+ifilen+')'
+                        print 'fvaradd('+idir+'/'+cf+','+rqv+', '+ifilen+')'
                         for s1out in output: print s1out
                         quit(-1)
@@ -2486 +2486 @@
                 otrackf.write(pyins + "\n")
 
+            # removing dimension variable-dimension 'lon'
+            varnCFs.remove('lon')
+
             varkeep.append('lonstats')
 
@@ -2513 +2516 @@
                 otrackf.write("# " + varn + " " + Fopers + "\n")
                 otrackf.write(pyins + "\n")
+
+            # removing dimension variable-dimension 'lat'
+            varnCFs.remove('lat')
 
             varkeep.append('latstats')
@@ -2562 +2568 @@
                     except:
                         print errmsg
-                        print 'fvaradd(', prevfile, ','+CFvn+','+fileon+')'
+                        print 'fvaradd(' + prevfile + ',' + CFvn +', ' + fileon + ')'
                         for s1out in output: print s1out
                         quit(-1)
@@ -2883 +2889 @@
                 else:
                     Vvals = gen.variables_values(vn)
-                    pictvals = [Vvals[2], Vvals[3], Vvals[6], '%g', 'black']
+                    pictvals = [Vvals[2], Vvals[3], Vvals[6], '%g', 'fixsigc','black']
 
                 pictplot.append(pictvals)
@@ -2956 +2962 @@
 
     odir = config['ofold'] + '/' + mod + '/' + exp
+
+    # NON re-projectable operations
+    opNOreproj = config['NOreprojops'].split(':')
 
     # Need to pass to analyze all the data?
@@ -3050 +3059 @@
         values = allcompvar[vnop]
 
+        # Only are reprojected that files which do contain 'lon' and 'lat', 
+        #   otherways, it is only re-projected the original file
+        inNO, iopNO, iop = gen.list_coincidences(opNOreproj,op.split('+'))
+
         cdoop = gen.dictionary_key_list(CDOops,vn).split('_')[1]
         if cdoop is None:
@@ -3081 +3094 @@
             ifile = ifiles[iif]
             ofile = ofiles[iif]
-            if not os.path.isfile(ofile):
+
+            # Only projecting original file-variable if there are not 'lon' and 'lat'
+            doreproj = True
+            if iif == 1 and len(inNO) > 0: 
+                doreproj = False
+                print warnmsg
+                print '  ' + fname + ": operation '" + op + "' can not be " +        \
+                  "reprojected due to the lack of 'lon' or 'lat' skipping it !!"
+                print "    NOTE: difference can only be computed as 'variable' " +   \
+                  "difference"
+                print "      As operating along the differences from the original" + \
+                  " values from each model"
+
+            if not os.path.isfile(ofile) and doreproj:
                 if debug and ofile == ofiles[0]:
                     print "      reprojecting '" + vn + "' '" + op + "' into '" +    \
@@ -3109 +3135 @@
                 # Keeping track of re-prjection
                 trckobjf.write('\n')
-                trckobjf.write('# ' + vn + ' ' + op + '\n')
+                if iif == 0:
+                    trckobjf.write('# ' + vn + '\n')
+                else:
+                    trckobjf.write('# ' + vn + ' ' + op + '\n')
+
                 trckobjf.write(ins + '\n')
 
@@ -3145 +3175 @@
   figmoddiffscratch, addfiles, addfigures, adddiffs, adddifffigures, addmoddiffs,    \
   addmoddifffigures, dbg = scratches(cnf)
+
+if dbg:
+    print 'Experiment configuration scratches _______'
+    print '  scratch:', scratch, 'filescratch:', filescratch,'figscratch:', figscratch
+    print '  diffscratch:', diffscratch, 'figdiffscratch:', figdiffscratch
+    print '  moddiffscratch:', moddiffscratch, 'figmoddiffscratch:', figmoddiffscratch
+    print 'Experiment configuration adding _______'
+    print '  addfiles:', addfiles, 'addfigures:', addfigures
+    print '  adddiffs:', adddiffs, 'adddifffigures:', adddifffigures
+    print '  addmoddiffs:', addmoddiffs, 'addmoddifffigures:', addmoddifffigures
 
 # Getting models
@@ -3410 +3450 @@
 
         if dbg:
-            print 'Plots to draw _______'
+            print '    Plots to draw _______'
             gen.printing_dictionary(listplots)
 
         draw_diff_plots(cnf, listplots, owdir, alldiffop, 'diffop', figdiffscratch,  \
           dbg)
+
+        # Plotting variable differences
+        ##
+        print "  " + main + ": Plotting variable differences' figures ..."
+        dirfigf = owdir + '/diffvarplotsdraw.inf'
+        if figscratch:
+            sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+            objf = open(owdir+'/all_diffvarfigures.inf','w')
+            objf.write("## Drawing of all variables difference figures \n")
+            objf.close()
+
+        if adddifffigures:
+            sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+        if not os.path.isfile(dirfigf):
+            listplots, Nplt = plots_listconstruct(cnf, 'PLOTDIFFVAR', dirfigf, owdir,\
+              dbg)
+        else:
+            print warnmsg
+            print '  ' + main + ": getting plots to draw already from file !!"
+            listplots, Nplt = read_plot_file(dirfigf)
+
+        # End of avoiding to repeat all the plots search
+
+        print "  For experiment 'variables' differences '" + Sexps + "' is " +       \
+          "required to plot:" , Nplt, "plots"
+
+        if dbg:
+            print '    Plots to draw _______'
+            gen.printing_dictionary(listplots)
+
         draw_diff_plots(cnf, listplots, owdir, alldiffvar, 'diffvar', figdiffscratch,\
           dbg)
@@ -3534 +3606 @@
                 Sexps = exp2 + '-' + exp1
                 print '    ' + Sexps + '...'
-                owdir = cnf['ofold'] + '/' + Smods + '/' + exp2 + '-' + exp1
+                owdir = cnf['ofold'] + '/' + Smods + '/' + Sexps
                 sout = sub.call('mkdir -p ' + owdir, shell=True)
 
@@ -3575 +3647 @@
                 # op and var differences
                 diffvarcompf = owdir + '/' + difffiles[0]
-                if not os.path.isfile(diffvarcompf):
+                if not os.path.isfile(owdir+'/'+difffiles[0]) or                     \
+                  not os.path.isfile(owdir+'/'+difffiles[1]):
                     alldiffop, alldiffvar, Nopdiffs, Nvardiffs =                     \
                       diffvarop_listconstruct(cnf, difmods, difexps, difreproj,owdir,\
@@ -3599 +3672 @@
 ##
                 print "    Computing operation differences ..."
-                compute_op_diffs(cnf, alldiffop, owdir, diffscratch, dbg)
+                compute_op_diffs(cnf, alldiffop, owdir, moddiffscratch, dbg)
                 print "    Computing variable differences ..."
-                compute_var_diffs(cnf, alldiffvar, owdir, diffscratch, dbg)
+                compute_var_diffs(cnf, alldiffvar, owdir, moddiffscratch, dbg)
 
 # Plotting operation differences
@@ -3607 +3680 @@
                 print "  " + main + ": Plotting operation differences' figures ..."
                 dirfigf = owdir + '/diffopplotsdraw.inf'
-                if figscratch:
+                if figmoddiffscratch:
                     sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
 
@@ -3614 +3687 @@
                 objf.close()
 
-                if adddifffigures:
+                if addmoddifffigures:
                     sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
 
@@ -3635 +3708 @@
 
                 draw_diff_plots(cnf, listplots, owdir, alldiffop, 'diffop',          \
-                  figdiffscratch, dbg)
+                  figmoddiffscratch, dbg)
+
+                # Plotting variable differences
+                ##
+                print "  " + main + ": Plotting variable differences' figures ..."
+                dirfigf = owdir + '/diffvarplotsdraw.inf'
+                if figscratch:
+                    sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+                    objf = open(owdir+'/all_diffvarfigures.inf','w')
+                    objf.write("## Drawing of all variables difference figures \n")
+                    objf.close()
+        
+                if adddifffigures:
+                    sout = sub.call('rm ' + dirfigf + ' >& /dev/null', shell=True)
+
+                if not os.path.isfile(dirfigf):
+                    listplots, Nplt = plots_listconstruct(cnf,'PLOTDIFFVAR',dirfigf, \
+                      owdir, dbg)
+                else:
+                    print warnmsg
+                    print '  ' + main + ": getting plots to draw already from file !!"
+                    listplots, Nplt = read_plot_file(dirfigf)
+
+                # End of avoiding to repeat all the plots search
+
+                print "  For experiment 'variables' differences '" + Sexps+ "' is "+ \
+                  "required to plot:" , Nplt, "plots"
+
+                if dbg:
+                    print '    Plots to draw _______'
+                    gen.printing_dictionary(listplots)
+
                 draw_diff_plots(cnf, listplots, owdir, alldiffvar, 'diffvar',        \
                   figdiffscratch, dbg)