Changeset 2163 in lmdz_wrf for trunk/tools/generic_tools.py

Timestamp:

Oct 4, 2018, 7:16:27 PM (6 years ago)

Author:

lfita

Message:

Working on:

• time_slices': Function to return temporal slices of a series of times for a given amount

File:

• trunk/tools/generic_tools.py (modified) (5 diffs)

trunk/tools/generic_tools.py

@@ -14121 +14121 @@
 
     mattimes = CFtimesvar_datetime(tv, tu, cal)
-    print 'mat times _______'
-    print mattimes
 
     if type(tv) == type(np.arange(2)):
@@ -14133 +14131 @@
         print '    available ones:', type(np.arange(1)), type(range(2))
         quit(-1)
-
-    slices = []
+    print 'mat times _______'    
+    for it in range(dimt):
+        print '  ',it, mattimes[it,:]
+
+    # Beginning and Ending of time data
+    it = 0
+    idate = dt.datetime(mattimes[it,0], mattimes[it,1], mattimes[it,2],             \
+      mattimes[it,3], mattimes[it,4], mattimes[it,5])
+    it = dimt-1
+    edate = dt.datetime(mattimes[it,0], mattimes[it,1], mattimes[it,2],             \
+      mattimes[it,3], mattimes[it,4], mattimes[it,5])
+
+    istats = mattimes[0,:]
+    estats = mattimes[dimt-1,:]
+    print 'idate:', idate, 'edate:', edate
+
+    # Getting the dates
     if per == 'year':
-        imat = 0
-        # Getting unique values, since there is no cycle year periods
-        timatvals = list(mattimes[:,imat])
-        setvar = set(timatvals)
-        cyctimes = list(setvar)
-        cyctimes.sort()
-        Ncyctimes = len(cyctimes)
-        cyctimes.append(cyctimes[Ncyctimes-1]+1)
-        Ncyctimes = Ncyctimes + 1
-
-        iit = 0
-        itt = 0
-        ip = cyctimes[itt]
-        ep = cyctimes[itt+amount]
-        for it in range(dimt):
-            # timeslice: [ini_slice, end_slice, freq_slice]
-            timeslice = [iit,iit,1]
-            ttv = mattimes[it,imat]
-            timeslice[1] = it
-            if not (ttv >= ip and ttv < ep):
-                slices.append(timeslice)
-                iit = it + 0
-                itt = itt + amount
-                ip = cyctimes[itt]
-                ep = cyctimes[np.min([Ncyctimes-1,itt+amount])]
+        # Arranging accordingly beginning/ending statistics periods
+        istats[1] = 1
+        istats[2] = 1
+        istats[3:5] = 0
+        estats[0] = estats[0] + 1
+        estats[1] = 1
+        estats[2] = 1
+        estats[3:5] = 0
+
+        istdate = dt.datetime(istats[0], istats[1], istats[2], istats[3], istats[4], \
+          istats[5])
+        estdate = dt.datetime(estats[0], estats[1], estats[2], estats[3], estats[4], \
+          estats[5])
+
+        # Getting statistics periods
+        stmatdates = [istats]
+        idate = istdate
+        imdate = istats.copy()
+        while idate < estdate:
+            imdate = imdate.copy()
+            imdate[0] = imdate[0] + amount
+            idate= dt.datetime(imdate[0], imdate[1], imdate[2], imdate[3], imdate[4],\
+              imdate[5])
+            if idate < estdate: stmatdates.append(imdate)
+            else: break
+        stmatdates.append(imdate)
 
     elif per == 'month':
-        imat = 1
-
-        # cycle for months
-        Ncyctimes = 12
-        cyctimes = np.arange(Ncyctimes)+1
-        
-        print 'cyctimes:', cyctimes
-
-        # First cycle time from first time
-        iit = 0
-        itt = index_vec(cyctimes,mattimes[0,imat])
-        ip = cyctimes[itt]
-        ep = cyclevar(cyctimes, itt+amount)
-        for it in range(dimt):
-            # timeslice: [ini_slice, end_slice, freq_slice]
-            timeslice = [iit,iit,1]
-            ttv = mattimes[it,imat]
-            timeslice[1] = it
-            if not (cyclevar_within(cyctimes, ip, ep, ttv)):
-                slices.append(timeslice)
-                iit = it + 0
-                itt = itt + amount
-                ip = cyclevar(cyctimes,itt)
-                ep = cyclevar(cyctimes,itt+amount)
-
-    elif per == 'day':
-        imat = 2
-
-        for it in range(dimt):
-
-            # cycle for days as function of the month
-            Ncyctimes = days_month(mattimes[it,0],mattimes[it,1])
-            cyctimes = np.arange(Ncyctimes)+1
-        
-            print 'cyctimes:', cyctimes
-
-            # First cycle time from first time
-            iit = 0
-            itt = index_vec(cyctimes,mattimes[0,imat])
-            ip = cyctimes[itt]
-            ep = cyclevar(cyctimes, itt+amount)
-
-            # timeslice: [ini_slice, end_slice, freq_slice]
-            timeslice = [iit,iit,1]
-            ttv = mattimes[it,imat]
-            timeslice[1] = it
-            if not (cyclevar_within(cyctimes, ip, ep, ttv)):
-                slices.append(timeslice)
-                iit = it + 0
-                itt = itt + amount
-                ip = cyclevar(cyctimes,itt)
-                ep = cyclevar(cyctimes,itt+amount)
+        # Arranging accordingly beginning/ending statistics periods
+        istats[2] = 1
+        istats[3:5] = 0
+        estats[1] = estats[1]+1
+        if estats[1] > 12: 
+            estats[0] = estats[0] + 1
+            estats[1] = 1
+        estats[2] = 1
+        estats[3:5] = 0
+
+        istdate = dt.datetime(istats[0], istats[1], istats[2], istats[3], istats[4], \
+          istats[5])
+        estdate = dt.datetime(estats[0], estats[1], estats[2], estats[3], estats[4], \
+          estats[5])
+
+        # Getting statistics periods
+        stmatdates = [istats]
+        idate = istdate
+        imdate = istats.copy()
+        while idate < estdate:
+            imdate = imdate.copy()
+            imdate[1] = imdate[1] + amount
+            if imdate[1] > 12:
+                imdate[0] = imdate[0] + 1
+                imdate[1] = 1
+            idate= dt.datetime(imdate[0], imdate[1], imdate[2], imdate[3], imdate[4],\
+              imdate[5])
+            if idate < estdate: stmatdates.append(imdate)
+            else: break
+        stmatdates.append(imdate)
+
     else:
         print errormsg
@@ -14221 +14214 @@
         quit(-1)
 
+    # Getting the slices
+    ##
+    slices = []
+
+    # Passing to CF-times
+    Srefdate0 = tu.split(' ')[2]
+    Sreftime0 = tu.split(' ')[3]
+    tunits = tu.split(' ')[0]
+
+    if Srefdate0.find('/') != -1: Srdate = Srefdate0.replace('/', '')
+    elif Srefdate0.find('-') != -1: Srdate = Srefdate0.replace('-','')
+    else:
+        print errormsg
+        print '  ' + fname + ": I do not know how to create a [YYYY][MM][DD] " +     \
+          "date with '" + Srefdate0 + "' !!"
+        print "    expecting '/' or '-' splitting characters"
+        quit(-1)
+
+    if Sreftime0.find(':') != -1: Srtime = Sreftime0.replace(':', '')
+    else:
+        print errormsg
+        print '  ' + fname + ": I do not know how to create a [HH][MI][SS] " +       \
+          "date with '" + Sreftime0 + "' !!"
+        print "    expecting ':' splitting character"
+        quit(-1)
+
+    Srefdate = Srdate + Srtime
+    Nslices = len(stmatdates)
+    stmdates = np.zeros((Nslices,6), dtype=np.int)
+    print '  dates slices ________'
+    for islc in range(Nslices):
+        print islc, '  ', stmatdates[islc]
+        stmdates[islc,:] = stmatdates[islc]
+
+    cfstdates = realdatetime_CFcompilant(stmdates, Srefdate, tunits)
+
+    Nslices = len(cfstdates)
+    itt = 0
+    icfst = 0
+    for it in range(dimt):
+        timeslice = [itt,itt,1]
+        timeslice[1] = it
+        icfstup = np.min([icfst+1, Nslices-1])
+        print cfstdates[icfst], '<=', tv[it], '<', cfstdates[icfstup]
+        if not(tv[it] >= cfstdates[icfst] and tv[it] < cfstdates[icfstup]):
+            slices.append(timeslice)
+            itt = it
+            icfst = icfst + 1
+    slices.append(timeslice)
+
     Nslices = len(slices)
-    for isl in range(Nslices):
-        print isl, cyctimes[isl], cyctimes[isl+amount+1], ':', slices[isl]
+    for isl in range(Nslices-1):
+        print isl, stmatdates[isl], stmatdates[isl+1], ':', slices[isl]
 
     return slices, Nslices
@@ -14229 +14272 @@
 tv = []
 values = []
-totT = 24.*60.
-dT = 7.*60.
+totT = 31.
+dT = 7.
 for it in range(0,10):
-    for itt in range(3):
+   for itt in range(3):
         tv.append(it*totT+dT*itt)
         values.append(it*1.)
@@ -14238 +14281 @@
 vals = np.array(values)
 itdim = 0
-tu = 'minutes since 1949-12-01 00:00:00'
-per = 'day'
+tu = 'days since 1949-12-01 00:00:00'
+per = 'month'
 calend = 'standard'
 amount = 1