Changeset 1255 in lmdz_wrf for trunk/tools

Timestamp:

Nov 2, 2016, 7:53:58 PM (8 years ago)

Author:

lfita

Message:

Fixing `pinterp' wight unstaggering
Splitting interpolation along time for memeory constrains

File:

• trunk/tools/nc_var_tools.py (modified) (3 diffs)

trunk/tools/nc_var_tools.py

@@ -17120 +17120 @@
         unstaggerDIM = 'lon'
 
+    print '  ' + fname + ': CF dimension lengths:', CFdimvs
+
     # sfc pressure
     if modname == 'WRF':
@@ -17285 +17287 @@
             # de-staggering
             if gen.searchInlist(ovarin.dimensions, unstaggerDIM):
-                varint = gen.stagger_unstagger(varin,list(ovarin.dimensions),MODdimvs)
+                varin = gen.stagger_unstagger(varin,list(ovarin.dimensions),MODdimvs)
             else:
-                varint = gen.stagger_unstagger(varin,list(ovarin.dimensions),CFdimvs)
+                varin = gen.stagger_unstagger(varin,list(ovarin.dimensions),CFdimvs)
             isgeop = False
             if vn == 'z': isgeop = True
@@ -17299 +17301 @@
                 newvarattr[attrn] = attrv
 
-        print fname + '; Lluis varin shape:', varin.shape
         if varin is not None:
-            varint = varin.transpose()
-            prest = pres.transpose()
-            psfct = psfc.transpose()
-            hgtt = hgt.transpose()
-            tempt = temp.transpose()
-            qvt = qv.transpose()
-
-            print fname + '; Lluis going to the subroutine....'
-            print fname + '; Lluis shapes: varint:', varint.shape,'prest:',prest.shape,'psfct:',psfct.shape,\
-              'hgtt:', hgtt.shape,'tempt:',tempt.shape,'qvt:',qvt.shape
-            varinterp = fin.module_forinterpolate.interp( data_in=varint,            \
-              pres_field=prest, interp_levels=interplevs, psfc=psfct,                \
-              ter=hgtt, tk=tempt, qv=qvt, linlog=linloginterp,                       \
-              extrapolate=extrap, geopt=isgeop, missing=gen.fillValueF, ix=dimx,     \
-              iy=dimy, iz=dimz, it=dimt, num_metgrid_levels=len(interplevs))
-            print fname + '; Lluis after the subroutine'
-
             newvar = onewnc.createVariable(CFvn, 'f4', tuple(newMODdims),            \
               fill_value=gen.fillValueF)
-            newvar[:] = varinterp.transpose()
+            # There is a memroy issue, thus is necessary to split the matrix...
+            if np.prod(list(varin.shape)) > 150*150*39:
+                dimtfrac = 5
+                varinterp = np.zeros(tuple([dimx,dimy,len(interplevs),dimtfrac]), dtype=np.float)
+                print warnmsg
+                print '  ' + fname + ': variable to interpolate:', varin.shape,      \
+                  'too big!!'
+                print '    p-interpolation will be done by time-slices of 5 time-steps'
+                print range(0,dimtfrac*int(dimt/dimtfrac),dimtfrac)
+            else:
+                dimtfrac = dimt
+                varinterp = np.zeros(tuple([dimx,dimy,len(interplevs),dimt]), dtype=np.float)
+            for itt in range(0,dimtfrac*int(dimt/dimtfrac),dimtfrac):
+                tini = itt
+                tend = itt + dimtfrac
+                varint = varin[tini:tend,:,:,:].transpose()
+                prest = pres[tini:tend,:,:,:].transpose()
+                psfct = psfc[tini:tend,:,:].transpose()
+                hgtt = hgt.transpose()
+                tempt = temp[tini:tend,:,:,:].transpose()
+                qvt = qv[tini:tend,:,:,:].transpose()
+
+                varinterp = fin.module_forinterpolate.interp( data_in=varint,            \
+                  pres_field=prest, interp_levels=interplevs, psfc=psfct,                \
+                  ter=hgtt, tk=tempt, qv=qvt, linlog=linloginterp,                       \
+                  extrapolate=extrap, geopt=isgeop, missing=gen.fillValueF)
+                newvar[tini:tend,:,:,:] = varinterp.transpose()
+
+            if dimtfrac != dimt:
+                print '    finishing time-splitting:', tend, ', ', dimt
+                varint = varin[tend:dimt,:,:,:].transpose()
+                prest = pres[tend:dimt,:,:,:].transpose()
+                psfct = psfc[tend:dimt,:,:].transpose()
+                hgtt = hgt.transpose()
+                tempt = temp[tend:dimt,:,:,:].transpose()
+                qvt = qv[tend:dimt,:,:,:].transpose()
+
+                varinterplast = fin.module_forinterpolate.interp( data_in=varint,    \
+                  pres_field=prest, interp_levels=interplevs, psfc=psfct,            \
+                  ter=hgtt, tk=tempt, qv=qvt, linlog=linloginterp,                   \
+                  extrapolate=extrap, geopt=isgeop, missing=gen.fillValueF)
+
+                newvar[tend:dimt,:,::] = varinterplast.transpose()
 
             for attrn in newvarattr.keys():