Changeset 1895 in lmdz_wrf

Timestamp:

Apr 5, 2018, 6:36:02 PM (7 years ago)

Author:

lfita

Message:

Adding in `add_vars', filling of variables by slicing when variables are too large

File:

• trunk/tools/nc_var_tools.py (modified) (1 diff)

trunk/tools/nc_var_tools.py

@@ -367 +367 @@
                 newattr = set_attribute(newvar, attrn, attrv)
 
-            newvar[:] = varo[:]
+            if np.prod(varo.shape) > 300*100*50:
+                if varo.shape[0] > 10: dd0=5
+                else: dd0=2
+                print infmsg
+                print '  ' + fname + ": huge variable of shape:", varo.shape, ' !!'
+                print '   filling by slices of ', dd0,' along first dimension of ' + \
+                  'length:', varo.shape[0]
+                fillshape = [dd0] + list(varo.shape[1:-1])
+                fillm = np.zeros(tuple(fillshape), dtype=vartype)
+                dfill = varo.shape[0]
+                # Splitting
+                for iit in range(0,dd0*int(dfill/dd0),dd0):
+                    tini = iit
+                    tend = iit + dd0
+                    newvar[tini:tend,:] = varo[tini:tend,:]   
+                if tend != dfill-2:
+                    tini = tend
+                    tend = dfill
+                    newvar[tini:tend,:] = varo[tini:tend,:]   
+                 
+            else:
+                newvar[:] = varo[:]
 
         nc.sync()