Changeset 1959 in lmdz_wrf for trunk/tools/nc_var_tools.py

Timestamp:

Jul 23, 2018, 11:28:50 PM (6 years ago)

Author:

lfita

Message:

Adding:

• join_singlestation_obsfiles': Function to join files from 'single-station' create_OBSnetcdf.py' script to create a single file

File:

• trunk/tools/nc_var_tools.py (modified) (2 diffs)

trunk/tools/nc_var_tools.py

@@ -103 +103 @@
 # ivars: Give all the variable names of a file
 # ivattrs: Give all the attributes of a variable and its type
+# join_singlestation_obsfiles: Function to join files from 'single-station' `create_OBSnetcdf.py' script to create a single file
 # load_ncvariable_lastdims: Function to load the last [Nlastdims] dimensions of a variable [varn] from a netCDF object at the other dimensions at [prevdims]
 # lonlatProj: Function to compute longitudes and latitudes for a given projection following subroutine calc_resolution_in from ORCHIDEE/src_global/module_InterpWeight
@@ -24588 +24589 @@
 #get_time('1422759600;seconds since 1949-12-01 00:00:00', '/home/lluis/PY/wrfout_d01_1995-01-01_00:00:00', 'WRFtime')
 
+def join_singlestation_obsfiles(values, variable):
+    """ Function to join files from 'single-station' `create_OBSnetcdf.py' script to 
+        create a single file
+      values=[namefoldobs]:[headerF]
+        [namefoldobs]: name of the foler holding all single-stations netCDF files
+        [headerF]: header of the names of the files with the observations
+      variable= ',' separated list of variables names ('all' for all variables)
+    """
+    fname = 'join_singlestation_obsfiles'
+
+    if values == 'h':
+        print fname + '_____________________________________________________________'
+        print join_singlestation_obsfiles.__doc__
+        quit()
+
+    expectargs = '[foldobs]:[headerF]'
+    gen.check_arguments(fname, values, expectargs, ':')
+
+    namefoldobs = values.split(':')[0]
+    headerF = values.split(':')[1]
+
+    fobs = gen.files_folder(namefoldobs, headerF)
+
+    # Getting number stations
+    ifile = 0
+    namevals = []
+    lonvals = []
+    latvals = []
+    heightvals = []
+    for fobsn in fobs:
+        filen =  namefoldobs + '/' + fobsn
+        if not os.path.isfile(filen):
+            print errormsg
+            print '  ' + fname + ": file '" + filen + "' does not exist !!"
+            print "    files found in folder '" + namefoldobs + "':", fobs 
+            quit(-1)
+
+        onc = NetCDFFile(filen, 'r')
+        if gen.searchInlist(onc.dimensions,'time'): dimt = onc.dimensions['time']
+        elif gen.searchInlist(onc.dimensions,'CFtime'): dimt=onc.dimensions['CFtime']
+        else:
+            print errormsg
+            print '  ' + fname + ": file '" + filen + "' does not have any 'time'" + \
+              "dimensisn !!"
+            print "    available ones:", onc.dimensions
+            quit(-1)
+
+        if ifile == 0:
+            if variable == 'all': varns = onc.variables.keys()
+            else: varns = gen.str_list(variable, ',')
+        stn = ''
+        for stS in onc.variables['station'][0,:]:
+            if stS == onc.variables['station'][0,0]: stn = stS
+            elif stS != '--': stn = stn + stS
+            else: break
+
+        print 'Lluis :', stn
+        namevals.append(stn)
+        lonvals.append(onc.variables['lon'][0])
+        latvals.append(onc.variables['lat'][0])
+        heightvals.append(onc.variables['height'][0])
+        print '    ' + fname + ": found values for station '" + namevals[ifile] +    \
+          "' at:", lonvals[ifile], ',', latvals[ifile], ' ...'
+
+        onc.close()
+        ifile = ifile + 1
+        
+    Nfile = ifile
+
+    # Creation of joined file
+    ofile = 'joined_singlestations.nc'
+
+    onewnc = NetCDFFile(ofile, 'w')
+    # dimensions
+    newdim = onewnc.createDimension('Nstations', Nfile)
+    newdim = onewnc.createDimension('StrLength', 200)
+    newdim = onewnc.createDimension('time', None)
+
+    # Creation of dimension-variables
+    newvar = onewnc.createVariable('stsname', 'c', ('Nstations', 'StrLength'))
+    basicvardef(newvar, 'station_name', 'Name of stations', '-')
+    newvals = writing_str_nc(newvar, namevals, 200)
+
+    newvar = onewnc.createVariable('stslon', 'f8', ('Nstations'))
+    basicvardef(newvar, 'lon', 'Longitude of stations', 'degrees_east')
+    newvar[:] = lonvals[:]
+
+    newvar = onewnc.createVariable('stslat', 'f8', ('Nstations'))
+    basicvardef(newvar, 'lat', 'Latitude of stations', 'degrees_north')
+    newvar[:] = latvals[:]
+
+    newvar = onewnc.createVariable('stsheight', 'f', ('Nstations'))
+    basicvardef(newvar, 'height', 'height of stations', 'm')
+    newvar[:] = heightvals[:]
+
+    ifile = 0
+    for fobsn in fobs:
+        filen =  namefoldobs + '/' + fobsn
+        if not os.path.isfile(filen):
+            print errormsg
+            print '  ' + fname + ": file '" + filen + "' does not exist !!"
+            print "    files found in folder '" + namefoldobs + "':", fobs 
+            quit(-1)
+
+        onc = NetCDFFile(filen, 'r')
+        if ifile == 0:
+            for varn in varns:
+                if not onc.variables.has_key(varn):
+                    print errormsg
+                    print '  ' + fname + ": file '" + filen + "' does nor have " +   \
+                      "variable '" + varn + "' !!"
+                    varnsorted = onc.variables.has_key(varn)
+                    varnsorted.sort()
+                    print '    available ones:', varnsorted
+                    quit(-1)
+                ovar = onc.variables[varn]
+                attrns = ovar.ncattrs()
+                vartype = ovar.dtype
+                vardims = ovar.dimensions
+                newdims = list(vardims) + ['Nstations']
+                for vard in vardims:
+                    if not gen.searchInlist(onewnc.dimensions, vard):
+                        print '  ' + fname + ": adding dimension '" + vard + "' !!"
+                        dobj = onc.dimensions[vard]
+                        if dobj.isunlimited():
+                            newdim = onewnc.createDimension(vard, None)
+                        else:
+                            lend = len(dobj)
+                            newdim = onewnc.createDimension(vard, lend)
+                if gen.searchInlist(attrns, '_FillValue'):
+                    varfill = ovar._FillValue
+                    newvar = onewnc.createVariable(varn, vartype, tuple(newdims),    \
+                      fill_value = varfill)
+                else:
+                    newvar = onewnc.createVariable(varn, vartype, tuple(newdims))
+
+                varv = ovar[:]
+                if len(newvar.shape) == 4: newvar[:,:,:,ifile] = varv[:]
+                elif len(newvar.shape) == 3: newvar[:,:,ifile] = varv[:]
+                elif len(newvar.shape) == 2: newvar[:,ifile] = varv[:]
+                for attrn in attrns:
+                    if attrn != '_FillValue':
+                        attrv = ovar.getncattr(attrn)
+                        newattr = newvar.setncattr(attrn, attrv)
+                # Global attributes
+                for attrn in onc.ncattrs():
+                    attrv = onc.getncattr(attrn)
+                    onewnc.setncattr(attrn, attrv)
+
+        else:
+            for varn in varns:
+                if not onc.variables.has_key(varn):
+                    print errormsg
+                    print '  ' + fname + ": file '" + filen + "' does nor have " +   \
+                      "variable '" + varn + "' !!"
+                    varnsorted = onc.variables.has_key(varn)
+                    varnsorted.sort()
+                    print '    available ones:', varnsorted
+                    quit(-1)
+                ovar = onc.variables[varn]
+                newvar = onewnc.variables[varn]
+                varv = ovar[:]
+                if len(newvar.shape) == 4: newvar[:,:,:,ifile] = varv[:]
+                elif len(newvar.shape) == 3: newvar[:,:,ifile] = varv[:]
+                elif len(newvar.shape) == 2: newvar[:,ifile] = varv[:]
+ 
+        onewnc.sync()
+        onc.close()
+        ifile = ifile + 1
+
+    # Global attributes
+    add_global_PyNCplot(onewnc, 'nc_var_tools', fname, '1.0')
+    onewnc.sync()
+    onewnc.close()
+    print fname + ": succesfull creation of file '" + ofile + "' !!"
+
+    return
+
 #quit()