Changeset 1015 in lmdz_wrf

Timestamp:

Aug 12, 2016, 6:55:25 PM (8 years ago)

Author:

lfita

Message:

Working on the changing name of variables and disappearing variables...

Location:

trunk/tools

Files:

• model_graphics.py (modified) (20 diffs)
• model_graphics_template.dat (modified) (3 diffs)

trunk/tools/model_graphics.py

@@ -342 +342 @@
     for line in objf:
         vals = line.split(' ')
-        if vals[0] == 'files':
-            Files = stringList_dictKeysVals(vals[1])
-        elif vals[0] == 'testfiles':
-            TestFiles = stringList_dictKeysVals(vals[1])
-        elif vals[0] == 'varcompute':
+        if vals[0] == 'files:':
+            Files = gen.stringList_dictKeysVals(vals[1])
+        elif vals[0] == 'testfiles:':
+            TestFiles = gen.stringList_dictKeysVals(vals[1])
+        elif vals[0] == 'varcompute:':
             Vvals = vals[1].split('|')
             if Vvals[3] == 'None':
@@ -358 +358 @@
 
             allvarcomp[Vvals[0]+'_'+Vvals[1]] = [Vvals[2], mod, diag, Vvals[5]]
-        elif vals[0] == 'itotv':
+        elif vals[0] == 'itotv:':
             ivop = int(vals[1])
 
@@ -420 +420 @@
         fileon = odir + '/' + CFvarn + '_' + headerf + SgP + '.nc'
 
-        if db:
-            print '  ' + fname + ": creation of variable file '" + ifilen + "' ..."
-
         if scr:
             sout = sub.call('rm ' + ifilen + ' >& /dev/null', shell=True)
@@ -432 +429 @@
 #   bars, if a variable has a diagnostic way to be computed, the later one will be 
 #   preferred
+            if db:
+                print '  ' + fname + ": creation of variable file '" + CFvarn +      \
+                  "' in file '" + ifilen + "' ..."
 
             if modvar is not None and diagvar is None:
@@ -441 +441 @@
                 
                 newfile, loc = gen.search_sec_list(output,'succesfull')
-                print fname, 'Lluis newfile', newfile
                 ofile = newfile[0].split(' ')[7]
                 sub.call('mv ' + ofile + ' ' + ifilen, shell=True)
@@ -461 +460 @@
                 diagc = '@'.join(diagvar[1:])
             
-                values = '-f ' + cf + ' -d ' + dims + " -v '" + diagn + '|' +diagc+"'"
+                values = '-f ' + cf + " -d '" + dims + "' -v '" + diagn + '|' +      \
+                  diagc + "'"
                 sout = sub.call('python ' + pyH + '/diagnostics.py ' + values,       \
                   shell=True)
@@ -472 +472 @@
                 otrackf.write(pyins + '\n')
 
-        # adding CF lon,lat,time in WRF files
-        if minf.name == 'WRF':
-            values = vdnx + ':' + vdny + ':'+ Tref + ':' + Tunits
-            ncvar.WRF_toCF(values, ifilen) 
-
-        # Attaching necessary variables for the pressure interpolation
-        if gP != 'none':
-            requiredinterpvars = ['P', 'PB', 'PSFC', 'PH', 'PHB', 'HGT', 'T','QVAPOR']
-            print "    " + ": adding variables:", requiredinterpvars, ' to allow ' + \
-              'pressure interpolation'
-            for rqv in requiredinterpvars:
-                ncvar.fvaradd(cf+','+rqv,ifilen)
+            # Attaching necessary variables for the pressure interpolation
+            if gP != 'none':
+                requiredinterpvars = ['P', 'PB', 'PSFC', 'PH', 'PHB', 'HGT', 'T',    \
+                  'QVAPOR', 'XLONG', 'XLAT', 'Times']
+                print "   " + fname + ": adding variables:", requiredinterpvars,     \
+                  ' to allow pressure interpolation'
+                for rqv in requiredinterpvars:
+                    ncvar.fvaradd(idir+'/'+cf+','+rqv,ifilen)
+
+            # adding CF lon,lat,time in WRF files
+            if minf.name == 'WRF':
+                values = vdnx + ':' + vdny + ':'+ Tref + ':' + Tunits
+                ncvar.WRF_toCF(values, ifilen) 
 
         ifile = ifile + 1
@@ -502 +503 @@
     return
 
-def compute_statistics(minf, idir, usefiles, odir, cvar, plevels, gP, Opers, scr,    \
-  pyH, db):
+def compute_statistics(minf, config, idir, usefiles, odir, cvar, gP, Opers, scr, db):
     """ Function to compute different statistics it will take previous steps if they 
         are availale
       minf= class with the information of the model
+      config= dictionary with the configuration of the experiment
       idir= directory with the input files
       usefiles= ',' list of files to use [file1],...,[fileN]
       odir= directory to write the output files
       cvar= class with the information of the variable: 'name', 'fheader', 'varmod', 'vardiag'
-      plevels= ':' separated list of pressures (in Pa) to use for the vertical interpolation
       gP= kind of vertical interpolation ('global', 'local', 'none')
       Opers= kind of operation: (as possible multiple consecutive combination of operations separated by '+'
@@ -530 +530 @@
         zsum: vertical aggregated values
       scr= should it be done from the scratch?
-      pyH= location of the python HOME
     """
     fname='compute_statistics'
@@ -549 +548 @@
     vdny = minf.vardyn
 
-    # For that variables which require vertical interpolation 'p' suffix to the 
-    #   file header is added
+    # Some experiment configuration values
+    #  plevels= ':' separated list of pressures (in Pa) to use for the vertical interpolation
+    plevels = config['plevels']
+    #  pyH= location of the python HOME
+    pyH = config['pyHOME']
+    #  Tref= CF time reference
+    Tref = config['CFreftime']
+    #  Tunits= CF time units
+    Tunits = config['CFunitstime']
+    #  opsur = operation surnames
+    opsur = gen.get_specdictionary_HMT(config, H='opsur_',M='',T='')
+    Opsurs = {}
+    for opk in opsur:
+        opn = opk.split('_')[1]
+        vals = opsur[opk]
+        Opsurs[opn] = vals.split(':')
+    if db:
+        print '  ' + fname + ' operation surnames _______'
+        gen.printing_dictionary(Opsurs)
+
+    # Getting in working dir
+    os.chdir(odir)
+
+    # File to keep track of all operations
+    otrackf = open( odir + '/all_statsvars.inf', 'a')
+
+    # For that variables which require vertical interpolation 'p' suffix to the file
+    #   header is added
     if gP != 'none':
         SgP = 'p'
-        if gP == 'local':
-            CFvarnp = CFvarn + ',P,PB,PSFC,PH,PHB,HGT,T,QVAPOR,XLONG,XLAT,Times'
-        else:
-            CFvarnp = CFvarn
+        varnCFs = ['lon', 'lat', 'pres', 'time']
     else:
         SgP = ''
-        CFvarnp = CFvarn
-
-    # Getting in working dir
-    os.chdir(odir)
-
-    # File to keep track of all operations
-    otrackf = open( odir + '/all_statsvars.inf', 'a')
+        varnCFs = ['lon', 'lat', 'time']
+
+    # Mandatory CF variables to be in all files
+    SvarnCFs = ',' + ','.join(varnCFs)
 
     # Input file
@@ -578 +597 @@
     # Variables to be kept in the final file
     varkeep = []
-
-    # Mandatory CF variables to be in all files
-    varnCFs = ['lon', 'lat', 'pres', 'time']
 
     opers = Opers.split('+')
@@ -586 +602 @@
     if db: print '    computing statistics of variable:', CFvarn, ' ...'
     for op in opers:
+
+        # File name from previous operations
         if op == opers[0]:
             Fopers = op
             prevfile = ifilen
+            vninF = CFvarn
         else:
             Fopers = Fopers + '_' + op
             prevfile = fileon
         fileon = odir + '/' + CFvarn + '_' + headerf + SgP + '_' + Fopers + '.nc'
+
+        # Adding required variables for the vertical interpolation in all operations
+        if gP != 'none':
+            if gP == 'local':
+                CFvarnp = vninF + ',P,PB,PSFC,PH,PHB,HGT,T,QVAPOR,XLONG,XLAT,Times' + SvarnCFs
+            else:
+                CFvarnp = vninF + SvarnCFs
+        else:
+            CFvarnp = vninF + SvarnCFs
 
         if scr:
@@ -647 +675 @@
                 # pinterp: pressure interpolation (to the given $plevels)
                 vals=plevels + ',1,1'
-                ncvar.pinterp(vals,prevfile,CFvarnp)
-                sout = sub.vall('mv pinterp.nc ' + fileon, shell=True)
+                ncvar.pinterp(vals,prevfile,vninF)
+                sout = sub.call('mv pinterp.nc ' + fileon, shell=True)
 
                 # Keeping the operations
                 pyins=pyH + "/nc_var.py -o pinterp -S '" + vals + "' -f " +          \
-                  prevfile + "-v " + CFvarnp
+                  prevfile + "-v " + vninF
                 otrackf.write("\n")
                 otrackf.write("# " + CFvarn + " " + Fopers + "\n")
@@ -663 +691 @@
 
                 # vertical interpolation variables are no more needed
-                CFvarnp = CFvarn
+                CFvarnp = vninF
+                gP = 'none'
 
             elif op == 'tmean':
@@ -679 +708 @@
                 otrackf.write(pyins + "\n")
 
-                varkeep.append(CFvarn + 'mean')
+                # lon, lat CF-variables do not have time, thus they are not kept in
+                #   output
+                for rqv in varnCFs:
+                    if rqv != 'time':
+                        ncvar.fvaradd(prevfile+','+rqv,fileon)
                 varkeep.append('timestats')
 
@@ -711 +744 @@
                 otrackf.write(pyins + "\n")
 
-                varkeep.append(CFvarn + 'mean')
+                # time CF-variable do not have 'x', thus they are not kept in
+                #   output
+                rqv = 'time'
+                ncvar.fvaradd(prevfile+','+rqv,fileon)
                 varkeep.append('lonstats')
 
@@ -728 +764 @@
                 otrackf.write(pyins + "\n")
 
-                varkeep.append(CFvarn + 'mean')
+                # time CF-variable do not have 'y', thus they are not kept in
+                #   output
+                rqv = 'time'
+                ncvar.fvaradd(prevfile+','+rqv,fileon)
                 varkeep.append('latstats')
             elif op == 'zsum':
                 # vertical aggregated values
                 print "  " + fname + ": kind '" + op + "' not ready !!"
-                wrongstats.appen(CFvarn + '_' + opers)
+                wrongstats.append(CFvarn + '_' + opers)
                 break
             else:
@@ -741 +780 @@
 
             # End of kind of operation
+
+            # Variable name in file (vninF) changed due to operation 
+            #   but only if previous operation does not the same 'statistic'
+            chvn = gen.dictionary_key_list(Opsurs, op)
+            if chvn is not None:
+                oldvninF = vninF
+                if vninF.find(chvn) != -1:
+                    Lchvn = len(chvn)
+                    LvninF = len(vninF)
+                    if vninF[LvninF-Lchvn:LvninF-Lchvn+1] != chvn: 
+                        vninF = vninF + chvn
+                else:
+                    vninF = vninF + chvn
+                CFvarnp = CFvarnp.replace(oldvninF,vninF)
+                
             if len(varkeep) > 0:
                 varkeepS = ',' + ','.join(varkeep)
@@ -789 +843 @@
 
             # Compute variable statistics
-            compute_statistics(modinf, iwdir, Files, owdir, vinf, config['plevels'], \
-              globalP, op, fscr, config['pyHOME'], debug)
+            compute_statistics(modinf, cnf, iwdir, Files, owdir, vinf, globalP, op,  \
+              fscr, debug)
 
         else:
@@ -911 +965 @@
             print '  ' + main + ": getting variables to compute already from file !!"
             files, testfiles, allcompvar, Nvar = read_varcomp_file(owdir +           \
-              '/varcompute.inf')          
+              '/varcompute.inf')
         # End of avoiding to repeat all the experiment search
 

trunk/tools/model_graphics_template.dat

@@ -27 +27 @@
 
 # Scratch figures: should be any figures previous work removed and start from the scratch?
-figscratch = false
+figscratch = true
 
 # Have new files been added and do they need to be processed?
@@ -91 +91 @@
 #     will compute first [calc1] and then [calc2] for 'tas' and 'wss'
 VAR_last = tas:uas:vas:hfss:hfls:wss
-VAR_mean = tas:uas:vas:hfss:hfls:wss
+VAR_tmean = tas:uas:vas:hfss:hfls:wss
 VAR_xmean = tas:uas:vas:hfss:hfls:wss
-VAR_last+pinterp+xmean = ta:ua:va:hur:hus:turb
+#VAR_last+pinterp+xmean = ta:ua:va:hur:hus:turb
 VAR_pinterp+tmean+xmean = ta:ua:va:hur:hus:turb
 
@@ -104 +104 @@
 vardiff = tas|last:tas|xmean:tas|tmean:wss|last:wss|xmean:wss|tmean:ua|pinterp@last@xmean:va|pinterp@last@xmean
 
-# Operations which attach 'mean' at the end of the variable name
-varmeanname=Lmean:lmean:tmean:xmean:ymean
+# Operations which attach a 'surname' at the end of the variable name
+#  Values are given as opsur_[surname] = [operation1]:[operation2][:...[operationN]]
+#    opsur_mean = tmean:xmean
+#      once 'tmean', or 'xmean' are computed, variable [varn] will become [varn]mean
+#   NOTE: surnames are attaced only once 
+opsur_mean = Lmean:lmean:tmean:xmean:ymean
 
 # Pressure levels