1 | #!/usr/bin/python |
---|
2 | # Python to manage netCDF files. |
---|
3 | # From L. Fita work in different places: CCRC (Australia), LMD (France) |
---|
4 | # More information at: http://www.xn--llusfb-5va.cat/python/PyNCplot |
---|
5 | # |
---|
6 | # pyNCplot and its component nc_var.py comes with ABSOLUTELY NO WARRANTY. |
---|
7 | # This work is licendes under a Creative Commons |
---|
8 | # Attribution-ShareAlike 4.0 International License (http://creativecommons.org/licenses/by-sa/4.0) |
---|
9 | # |
---|
10 | |
---|
11 | ## e.g. # nc_var.py -o lonlat_polygon -f wrfout_d01_1995-01-01_00:00:00 -S star.dat -v XLONG,XLAT |
---|
12 | ## e.g. # nc_var.py -o maskvar -f SouthAm_Climzones_masked.nc -S 'geo_em.d01.nc:LANDMASK:Time|0:0' -v region:lon,lat |
---|
13 | ## e.g. # nc_var.py -o addDim -S 128 -f SouthAm_Climzones.nc -v Lstring |
---|
14 | ## e.g. # nc_var.py -o addVar -S 'reg,Lstring|region_name@name!of!the!regions@-|c' -f SouthAm_Climzones.nc -v regionn |
---|
15 | ## e.g. # nc_var.py -o varaddattr -f SouthAm_Climzones.nc -S 'grid_mapping_name|Mercator' -v Mercator |
---|
16 | ## e.g. # nc_var.py -o varaddattrk -f SouthAm_Climzones.nc -S 'longitude_of_central_meridian|-60.0|R' -v Mercator |
---|
17 | ## e.g. # nc_var.py -o setvar_asciivalues -S 'nombres_zonas.dat' -f SouthAm_Climzones.nc -v regionn |
---|
18 | ## e.g. # nc_var.py -o WRF_to_newCF -f wrfout_d01_1995-01-01_00\:00\:00 -S 'XLONG:XLAT:Times:19491201000000:minutes' -v QVAPOR,T2,Q2 |
---|
19 | ## e.g. # nc_var.py -o reconstruct_matrix_from_vector -f cruncep_halfdeg_1958.nc -S 'nav_lon:nav_lat:-90.:-7.:-67.:15.:latlon:0.5:0.5:0.05' -v all |
---|
20 | ## e.g. # nc_var.py -o nc_var.py -o CFmorzization -S 'X|west_east|XLONG,Y|south_north|XLAT,T|Time|WRFtime,Z|bottom_top|ZNU:GlobalAttr1995.inf:proj1995.inf' -f ~/PY/wrfout_d01_1995-01-01_00\:00\:00 -v QFX@instantaneous@None |
---|
21 | ## e.g.# nc_var.py -o CFmorzization -S 'X|west_east|XLONG,Y|south_north|XLAT,T|Time|WRFtime,Z|bottom_top|ZNU:GlobalAttr1995.inf:proj1995.inf' -f ~/PY/wrfout_d01_1995-01-01_00\:00\:00 -v 'RAINC@time:!accumulation@WRFtime_bnds|h|3' |
---|
22 | ## e.g. # nc_var.py -o dimrm -S removevar -f wrfout_d01_1995-01-01_00:00:00 -v west_east |
---|
23 | ## e.g. # nc_var.py -o ifile -f ../PY/wrfout_d01_1995-01-01_00:00:00 |
---|
24 | ## e.g. # nc_var.py -o splitfile_dim -S bottom_top:ZNU:QVAPOR_ZNU:.4f -v QVAPOR,XLONG,XLAT,Times -f ~/PY/wrfout_d01_1995-01-01_00:00:00 |
---|
25 | ## e.g. # nc_var.py -o itime -S WRFtime -f ../PY/wrfout_d01_1995-01-01_00:00:00 -v Times |
---|
26 | ## e.g. # nc_var.py -o get_point -S 'XLONG:XLAT:Time|0' -f /home/lluis/PY/wrfout_d01_1995-01-01_00:00:00 -v -45.,-30. |
---|
27 | ## e.g. # nc_var.py -o get_time -S '1422759600;seconds!since!1949-12-01!00:00:00' -f /home/lluis/PY/wrfout_d01_1995-01-01_00:00:00 -v WRFtime |
---|
28 | ## e.g. # nc_var.py -o join_singlestation_obsfiles -S 'obs/sfc_CAM:OBSnetcdf' -v all |
---|
29 | ## e.g. # nc_var.py -o join_sounding_obsfiles -S .:UWyoming_snd_1 -v all |
---|
30 | |
---|
31 | ## e.g. ccrc468-17 # ./nc_var.py -v time -f 123/CCRC_NARCliM_Sydney_All_1990-1999_pr10max.nc -o out -S 1:-1 |
---|
32 | ## e.g. ccrc468-17 # ./nc_var.py -v prac -f xyz/CCRC_NARCliM_Sydney_DAM_1990-1999_prac.nc -o mname -S pluja |
---|
33 | ## e.g. ccrc468-17 # ./nc_var.py -v lluis -f CCRC_NARCliM_Sydney_MOM_1990-1999_prac.nc -o addref -S 'prac:standard_name@lluis_variable:long_name@test variable lluis:units@m s-1:0.' |
---|
34 | ## e.g. ccrc468-17 # ./nc_var.py -v lluis66 -f ~/UNSW-CCRC-WRF/tools/python/CCRC_NARCliM_Sydney_MOM_1990-1999_prac.nc -o addattr -S 'comment|Lluis Fita-123456' |
---|
35 | ## e.g. ccrc468-17 # ./nc_var.py -v lluis66 -f ~/UNSW-CCRC-WRF/tools/python/CCRC_NARCliM_Sydney_MOM_1990-1999_prac.nc -o rmvattr -S 'comment' |
---|
36 | ## e.g. acuna # ./nc_var.py -f /d4/lflmd/etudes/WRF_LMDZ/WaquaL/WRF/control/wrfout/wrfout_d01_1979-12-01_00:00:00 -o checkallvars -S 'DateStrLen,Time,soil_layers_stag,bottom_top_stag,bottom_top,west_east_stag,west_east,south_north,south_north_stag:-3,1,2,2,2,-2,-2,-2,-2' |
---|
37 | ## e.g. foudre # nc_var.py -f ~/etudes/WRF_LMDZ/tests/wrf_input/AR40.0/wrfout_d01_1979-01-01_00\:00\:00 -o checkallvars -S 'bottom_top_plus1,num_orchidee_soil_levels,lmdz_ksoil_types,DIM0009,DateStrLen,Time,soil_layers_stag,bottom_top_stag,bottom_top,west_east_stag,west_east,south_north,south_north_stag:2,0,0,1,-3,1,2,2,2,-2,-2,-2,-2' |
---|
38 | ## e.g. # nc_var.py -o field_stats -f ~/etudes/domains/Polynesie/geo_em.d03.nc -S full -v HGT_M |
---|
39 | ## e.g. # nc_var.py -o filter_2dim -S '80,y,x,lon,lat' -f 'tahiti_5m_ll.grd' -v 'z' |
---|
40 | ## e.g. # nc_var.py -o selvar -f /home/lluis/PY/met_em.d01.1979-01-01_00:00:00.nc -S 'west_east@XLONG_M,south_north@XLAT_M,num_metgrid_levels@int,Time@Times' -v TT,UU,VV,SKINTEMP |
---|
41 | ## e.g. # nc_var.py -o 'Partialmap_Entiremap' -f carteveg5km.nc -S 'longitude,latitude,std,5000.,Goode,Goode_5km.nc' -v vegetation_map |
---|
42 | ## e.g. # nc_var.py -o subbasin -f routing.nc -S Caceres,-57.75,-16.25,left |
---|
43 | ## e.g. # nc_var.py -o computevar_model -f ~/PY/wrfout_d01_2001-11-11_00:00:00 -S hurs |
---|
44 | ## e.g. # nc_var.py -o model_characteristics -f ~/PY/wrfout_d01_2001-11-11_00:00:00 -S WRF |
---|
45 | ## e.g. # nc_var.py -o WRF_toCF -f ~/PY/wrfout_d01_2001-11-11_00:00:00 -S XLONG:XLAT:19491201000000:minutes |
---|
46 | ## e.g. # nc_var.py -o cleaning_varsfile -f ~/PY/wrfout_d01_2001-11-11_00:00:00 -S T2,XLONG,XLAT,Times |
---|
47 | ## e.g. # nc_var.py -o LMDZ_toCF -f LMDZ/AR40/vas_histins_1-1.nc -S 'minutes!since!1949-12-01!00:00:00' |
---|
48 | ## e.g. # nc_var.py -o CDO_toCF -f LMDZ/AR40/hfss_reproj-histins.nc |
---|
49 | ## e.g. # nc_var.py -o pinterp -f wrfout_d01_2001-11-11_00\:00\:00 -S 100000.:97500.:95000.:92500.:90000.:85000.:80000.:75000.:70000.:65000.:60000.:55000.:50000.:45000.:40000.:35000.:30000.:25000.:20000.:15000.:10000.:5000.:2500.:1000.:500.:250.,1,0 -v WRFt,WRFrh |
---|
50 | ## e.g. # nc_var.py -o pinterp -f /media/ExtDiskC_ext4/DATA/etudes/WRF_LMDZ/WaquaL_highres/short_copies/LMDZ/AR40/histins_19790101000000-19790304000000_short.nc -S 100000.:97500.:95000.:92500.:90000.:85000.:80000.:75000.:70000.:65000.:60000.:55000.:50000.:45000.:40000.:35000.:30000.:25000.:20000.:15000.:10000.:5000.:2500.:1000.:500.:250.,1,0 -v temp,ovap |
---|
51 | ## e.g. # nc_var.py -o reproject -f analysis/LMDZ/AR40/hurs_histins.nc -S 'lon,lat,analysis/WRF/current/hurs_wrfout.nc,lon,lat,npp,time@time' -v hurs |
---|
52 | ## e.g. # nc_var.py -o field_stats_dim -f /home/lluis/PY/wrfout_d01_2001-11-11_00:00:00 -S 'full,None,None,west_east,XLONG,False' -v 'T2' |
---|
53 | ## e.g. # nc_var.py -o compute_opersvarsfiles -S 'west_east|XLONG|-1;south_north|XLAT|-1;Time|Times|3@add|wrfout_d01_2001-11-11_00:00:00|T2%west_east|XLONG|-1;south_north|XLAT|-1;Time|Times|3@subc,273.15|wrfout_d01_2001-11-11_00:00:00|None' -v 'tempC,air!temperature,C' |
---|
54 | ## e.g. # nc_var.py -o compute_opersvarsfiles -S 'lon|lon|-1;lat|lat|-1;time_counter|time_counter|-1@forwrdderiv,1,1,2|/ccc/store/cont003/gen7593/fitaborl/etudes/DynamicoESM/aquaplanet/AR40/19800101000000-19810101000000/histday.nc|t2m' -v 'tasderiv,x-derivative|of|air|temperature,K |
---|
55 | ## e.g. # nc_var.py -o getvars_tofile -S soils_param_Zobler_textXIOS.nc -f soils_param_colorXIOS.nc -v 'soiltext,soiltexttypes' |
---|
56 | ## e.g. # nc_var.py -o addVar -S 'lon,lat|mask@mask@1|f' -f new_ORCHIDEE_13PFTmap_2010_cmpi6_LUH2v2h.nc -v mask |
---|
57 | ## e.g. # nc_var.py -o setvar_nc -S 'new_ORCHIDEE_13PFTmap_2010_cmpi6_LUH2v2h.nc,maxvegetfrac,veget;0' -f new_ORCHIDEE_13PFTmap_2010_cmpi6_LUH2v2h.nc -v mask |
---|
58 | ## e.g. $ nc_var.py -o VarVal_FillValue -S '0.,eq,std' -f new_lai2D.nc -v LAI |
---|
59 | ## e.g. # nc_var.py -o rm_FillValue -f new_ORCHIDEE_13PFTmap_2010_cmpi6_LUH2v2h.nc -S 0 -v mask |
---|
60 | ## e.g. # nc_var.py -o curve_section -f /home/lluis/PY/test.nc -S 'gridline,x,y,8.,8.,16.,16.,32' -v all |
---|
61 | ## e.g. # nc_var.py -o merge_files -S 'plev|plev,time|time:merged.nc' -f 'ncobs/AliceSprings/snd_94326_198201-198201.nc,ncobs/AliceSprings/snd_94326_198202-198202.nc' -v 'plev,time' |
---|
62 | ## e.g. # nc_var.py -o temporal_stats -S 'Time:WRFtime:day@1@min,LTday@-3@1@min:bottom_top@ZNU,south_north@XLAT,west_east@XLONG' -f wrfout_d01_1995-01-01_00:00:00 -v T2,Q2 |
---|
63 | ## e.g. # nc_var.py -o retrieve_stations -f wrfout_d01_1995-01-01_00:00:00 -S 'tmin_percentiles.nc:stname:None:stlon:stlat:None:nearest:west_east:XLONG:south_north:XLAT:HGT:Time:WRFtime' -v T2,QVAPOR |
---|
64 | |
---|
65 | from optparse import OptionParser |
---|
66 | import numpy as np |
---|
67 | from netCDF4 import Dataset as NetCDFFile |
---|
68 | import os |
---|
69 | import re |
---|
70 | import nc_var_tools as ncvar |
---|
71 | # Using 'generic_tools.py' |
---|
72 | import generic_tools as gen |
---|
73 | |
---|
74 | # addDim: Operation to add a new dimension in a file |
---|
75 | # addVar: Operation to add a new variable in a file using exisintg dimensions |
---|
76 | # addvals: Function to add values to a given variable at a given dimension |
---|
77 | # CDO_toCF: Function to pass a CDO output file to CF-conventions |
---|
78 | # CFmorzization: Function to provide a CF-compilation version of a variable within a file |
---|
79 | # chdimname: Changing the name of the dimension |
---|
80 | # changevartype: Function to change the type of a variable (when possible) |
---|
81 | # checkallvars: Function to check all variables of a file |
---|
82 | # checkAllValues: Function to check for variables with along all their dimensions with the same value in a file |
---|
83 | # checkNaNs: Function to check for NaN values over all variables in a file |
---|
84 | # chgtimestep: Function to change the values of a given time-step of a variable inside a netCDF for values from a nother file |
---|
85 | # chvarname: Changing the name of the variable |
---|
86 | # cleaning_varsfile: Function to keep a list of varibales from a file |
---|
87 | # compute_deaccum: Function to compute deaccum: deaccumulation of a variable (VAR[t+1]-VAR[t]) |
---|
88 | # compute_opersvarsfiles: Function to compute opersvarfiles: operation of variables from different files |
---|
89 | # compute_opervaralltime: Function to compute opervaralltime: operation of variable successible allover the time-steps |
---|
90 | # compute_opervartimes: Function to compute opervartimes: operation of variable for a given sub-set of time-steps |
---|
91 | # compute_tevolboxtraj: Function to compute tevolboxtraj: temporal evolution at a given point along a box following a trajectory |
---|
92 | # computevar_model: Function to provide the way to compute a CF-variable providing its name |
---|
93 | # curve_section: Function to provide a section of a file following a given curve |
---|
94 | # DatesFiles: Function to find different time values on a series of WRF files in a folder |
---|
95 | # DataSetSection: Function to get a section (values along a dimension) of a given data-set |
---|
96 | # DataSetSection_multidims: Function to get a section (values along multiple dimensions) of a given data-set |
---|
97 | # DataSetSection_multivars: Function to get a section (values along multiple variables) of a given data-set |
---|
98 | # DYNAMICO_toCF: Function to pass a DYNAMICO original file to CF-conventions |
---|
99 | # dimrm: Removing a dimension from a file |
---|
100 | # dimToUnlimited: Operation to create an unlimited dimension from an existing one |
---|
101 | # dimVar_creation: Function to add a 1D variable with the size of a given dimension in a file |
---|
102 | # fattradd: Adding attributes from a reference file |
---|
103 | # fdimadd: Adding dimension from another reference file |
---|
104 | # fgaddattr: Adding global attributes from a reference file |
---|
105 | # field_stats: Function to retrieve statistics from a field |
---|
106 | # field_stats_dim: Function to retrieve statistics from a field along dimensions |
---|
107 | # file_creation: Operation to create a file with one variable with a given set of dimensions |
---|
108 | # file_oper_alongdims: Function to operate a file along different dimensions of a variable |
---|
109 | # filter_2dim: Function to filter along 2 dimensions (moving grid-box means of a given size) values of the netCDF file |
---|
110 | # flipdim: flips the value following one dimension |
---|
111 | # fvaradd: Adding variable (and all its attributes and dimensions) from a reference file to a file |
---|
112 | # gaddattrk: Add a global attribute to a netCDF caring about the type. Removes previous attribute if it exist |
---|
113 | # gaddattr: Add a global attribute to a netCDF. Removes previous attribute if it exist |
---|
114 | # get_attribute: Function to get an attribute from a netCDF file |
---|
115 | # get_point: Function to provide the closest grid point to a given lat,lon |
---|
116 | # get_time: Function to provide the closest time-step to a given time |
---|
117 | # get_namelist_vars: Function to get namelist-like values ([varname] = [value]) |
---|
118 | # get_Variables: Function to get a list of variables from an existing file |
---|
119 | # getvalues_lonlat: Function to retrieve the values from the closest grid point to a set of longitude, latitude values |
---|
120 | # getvars_tofile: Function to get variables from a file and pass them to another one |
---|
121 | # grattr: Function to read a global atribute |
---|
122 | # grmattr: Removing a global attribute |
---|
123 | # idims: Give all the dimensions names of a file |
---|
124 | # ifile: Function to provide some information from a given file |
---|
125 | # igattrs: Give all the global attributes of a file |
---|
126 | # increaseDimvar: Function to increase with 1 dimension an existing variable within a netcdf file. Values of |
---|
127 | # the variable will be repeated along the new dimension |
---|
128 | # isgattrs: Give a single global attribute of a file and its type |
---|
129 | # isvattrs: Give a single attribute of a variable |
---|
130 | # itime: Function to provide information of the time from a netCDF file |
---|
131 | # ivars: Give all the variable names of a file |
---|
132 | # ivattrs: Give all the attributes of a variable and its type |
---|
133 | # join_singlestation_obsfiles: Function to join files from 'single-station' |
---|
134 | # `create_OBSnetcdf.py' script to create a single file |
---|
135 | # join_sounding_obsfiles: Function to join 1D variables from files generated by |
---|
136 | # `UWyoming_snd_nc.py' script to create a single file |
---|
137 | # LMDZ_toCF: Function to pass a LMDZ original file to CF-conventions |
---|
138 | # lonlat_polygon: Function to define a lon/lat region giving the coordinates of the vertexs of a given polygon |
---|
139 | # maskvar: Function to mask a variable using another variable to mask it. Only need to share at least 1 dimension with the same size (no need same name) |
---|
140 | # merge_files: Function to merge variables from two files |
---|
141 | # model_characteristics: Function to provide major characterisitcs of a given model output |
---|
142 | # mthDYNAMICO_toCF: Function to pass a mthDYNAMICO original file to CF-conventions |
---|
143 | # ncreplace: Function to replace something from a netCDF file |
---|
144 | # ncstepdiff: Function to compute differencies between time-steps (deacumulate) a netCDF file |
---|
145 | # netcdf_concatenation: Function to concatenate netCDF files for a given set of variables |
---|
146 | # netcdf_fold_concatenation: Function to concatenate netCDF files in a given folder for a given set of variables |
---|
147 | # netcdf_fold_concatenation_HMT: Function to concatenate netCDF files in a given folder for a given set of variables |
---|
148 | # giving Header, Middle, Tail for the name files |
---|
149 | # reconstruct_matrix_from_vector: Function to reconstruct a 2D matrix from a pair of syncronized vectors with the positions on x and y coordinates |
---|
150 | # reproject: Function to reproject values to another one |
---|
151 | # rm_FillValue: Operation to remove the _FillValue from a variable inside a netCDF file |
---|
152 | # Partialmap_Entiremap: Function to transform from a partial global map (e.g.: only land points) to an entire one |
---|
153 | # Coincidence of points is done throughout a first guess from fractions of the total domain of search |
---|
154 | # Partialmap_EntiremapFor: Function to transform from a partial global map (e.g.: only land points) to an entire one |
---|
155 | # using Fortran code Coincidence of points is done throughout a first guess from fractions of the total domain of search |
---|
156 | # Partialmap_EntiremapForExact: Function to transform from a partial global map (e.g.: only land points) to an entire |
---|
157 | # one using Fortran code with exact location Coincidence of points is done throughout a first guess from fractions of |
---|
158 | # the total domain of search |
---|
159 | # pinterp: Function to vertically interpolate using subroutines from the p_interp.F90 NCAR program |
---|
160 | # remapnn: Function to remap to the nearest neightbor a variable using projection from another file |
---|
161 | # retrieve_stations: Function to retrieve temporal values at given stations provided by a secondary netcdf |
---|
162 | # seasmean: Function to compute the seasonal mean of a variable |
---|
163 | # sellonlatbox: Function to select a lotlan box from a data-set |
---|
164 | # sellonlatlevbox: Function to select a lotlan box and a given level from a data-set |
---|
165 | # selvar: Function to select a series of variables from a netcdf file. Variables with |
---|
166 | # setvar_asciivalues: Function to set de values of a variable with an ASCII file (common Fortran-like format) |
---|
167 | # setvar_nc: Operation to set values of a variable from values of an other one |
---|
168 | # sorttimesmat: Function to sort the time values of a given file |
---|
169 | # spacemean: Function to retrieve a space mean series from a multidimensional variable of a file |
---|
170 | # SpatialWeightedMean: Function to compute the spatial mean using weights from a netCDF file |
---|
171 | # splitfile_dim: Function to split a file along a given dimension with a new file for each different value along the dimension (assuming resultant vardim of rank-1) |
---|
172 | # statcompare_files: Python script to statistically compare two different files |
---|
173 | # subbasin: Function to retrieve the subbasin (all the sub-flows untila a given lon,lat) |
---|
174 | # submns: Function to retrieve a series of months from a file |
---|
175 | # subyrs: Function to retrieve a series of years from a file |
---|
176 | # temporal_stats: Function to compute temporal statistics. Rank of the variables are |
---|
177 | # preserved along other non-temporal dimensions |
---|
178 | # TimeInf: Function to print all the information from the variable time |
---|
179 | # time_reset: Function to re-set the time axis of a file |
---|
180 | # TimeSplitmat: Function to transform a file with CFtimes to a matrix [Nyear,Nmonth,Nday,Nhour,Nminute,Nsecond] |
---|
181 | # timemean: Function to retrieve a time mean series from a multidimensional variable of a file |
---|
182 | # valmod: Function to modify the value of a variable |
---|
183 | # valmod_dim: Function to modify the value of a variable at a given dimension and value |
---|
184 | # varaddattrk: Add an attribute to a variable caring about the type |
---|
185 | # varaddattr: Add an attribute to a variable. Removes previous attribute if it exists |
---|
186 | # varaddref: Function to add a variable in an existing file copying characteristics from an existing one |
---|
187 | # var_creation: Operation to create a new variable in a file with a given set of dimensions |
---|
188 | # varout: Function when we want to output variable values |
---|
189 | # varrmattr: Removing an attribute from a variable |
---|
190 | # varrm: Removing a variable from a file |
---|
191 | # VarVal_FillValue: Function to transform a given value from a given variable to _FillValue in a netCDF file |
---|
192 | # vrattr: Function to remove an atribute from a variable |
---|
193 | # WRF_d0Nref: Function for the generation of an extra WRF domain from a given one |
---|
194 | # WRF_CFlonlat_creation: Function to add a CF-convention longitude/latitude variables in a WRF file |
---|
195 | # WRF_CFtime_creation: Function to add a CF-convention time unit in a WRF file |
---|
196 | # WRF_CFxtime_creation: Function to add a CF-convention time unit in a WRF file using variable 'XTIME' |
---|
197 | # WRF_toCF: Function to pass a WRF original file to CF-conventions |
---|
198 | # WRF_to_newCF: Function to pass a WRF original file to new CF-conventions file |
---|
199 | |
---|
200 | operations=['addDim', 'addVar', 'addvals', 'CDO_toCF', 'CFmorzization', \ |
---|
201 | 'chdimname', 'changevartype', \ |
---|
202 | 'checkallvars', 'checkAllValues', 'checkNaNs', \ |
---|
203 | 'chgtimestep', 'chvarname', 'cleaning_varsfile', 'compute_deaccum', \ |
---|
204 | 'compute_opersvarsfiles', \ |
---|
205 | 'compute_opervaralltime', 'compute_opervartimes', 'compute_tevolboxtraj', \ |
---|
206 | 'computevar_model', 'curve_section', 'DatesFiles', \ |
---|
207 | 'DataSetSection', 'DataSetSection_multidims', 'DataSetSection_multivars', \ |
---|
208 | 'DYNAMICO_toCF', 'dimrm', 'dimToUnlimited', 'dimVar_creation', \ |
---|
209 | 'fattradd', \ |
---|
210 | 'fdimadd', 'fgaddattr', 'field_stats', 'field_stats_dim', 'file_creation', \ |
---|
211 | 'file_oper_alongdims', 'filter_2dim', \ |
---|
212 | 'flipdim', 'fvaradd', 'gaddattrk', 'gaddattr', 'get_attribute', \ |
---|
213 | 'get_point', 'get_time', 'get_namelist_vars', 'get_Variables', \ |
---|
214 | 'getvalues_lonlat', 'getvars_tofile', 'grattr', \ |
---|
215 | 'grmattr', 'idims', 'ifile', 'igattrs', 'increaseDimvar', 'isgattrs', \ |
---|
216 | 'isvattrs', 'itime', 'ivars', 'ivattrs', 'join_singlestation_obsfiles', \ |
---|
217 | 'join_sounding_obsfiles', 'LMDZ_toCF', 'lonlat_polygon', 'maskvar', \ |
---|
218 | 'merge_files', 'model_characteristics', \ |
---|
219 | 'mthDYNAMICO_toCF', 'ncreplace', 'ncstepdiff', 'netcdf_concatenation', \ |
---|
220 | 'netcdf_fold_concatenation', \ |
---|
221 | 'netcdf_fold_concatenation_HMT', 'reproject', 'Partialmap_Entiremap', \ |
---|
222 | 'Partialmap_EntiremapFor', 'Partialmap_EntiremapForExact', \ |
---|
223 | 'pinterp', 'reconstruct_matrix_from_vector', 'remapnn', 'retrieve_stations', \ |
---|
224 | 'rm_FillValue', \ |
---|
225 | 'seasmean', 'sellonlatbox', 'sellonlatlevbox', 'selvar', 'setvar_asciivalues', \ |
---|
226 | 'setvar_nc', 'sorttimesmat', 'spacemean', 'SpatialWeightedMean', \ |
---|
227 | 'splitfile_dim', 'statcompare_files', \ |
---|
228 | 'subbasin', 'submns', 'subyrs', 'temporal_stats', 'TimeInf', 'time_reset', \ |
---|
229 | 'TimeSplitmat', 'timemean', 'valmod', 'valmod_dim','varaddattrk', 'varaddattr', \ |
---|
230 | 'varaddref', \ |
---|
231 | 'var_creation', 'varout', 'varoutold', 'varrmattr', 'varrm', 'VarVal_FillValue', \ |
---|
232 | 'vrattr', 'WRF_d0Nref', \ |
---|
233 | 'WRF_CFlonlat_creation', 'WRF_CFtime_creation', 'WRF_CFxtime_creation', \ |
---|
234 | 'list_operations', 'WRF_toCF', 'WRF_to_newCF'] |
---|
235 | |
---|
236 | ### Options |
---|
237 | ##string_operation="operation to make: " + '\n' + " out, output values -S inidim1,[inidim2,...]:enddim1,[enddim2,...]" |
---|
238 | string_operation="""operation to make: |
---|
239 | addgattr, add a new global attribute: addatr -S [attrname]|[attrvalue] |
---|
240 | addvattr, add a new attribute to any given variable: addatr -S [attrname]|[attrvalue] |
---|
241 | addref, add a new variable with dimension and attributes from an already existing 'variable ref' in the file and -S [variable ref]:[attr name]@[value]:[[attr2]@[value2], ...]:[value/file with values] mname, modify name -S newname |
---|
242 | checkallvalrs: Function to check all variables of a file: -S [dimn1],[[dimn2],...,[dimnN]]:[dim1],[[dim2],...,[dimN]] |
---|
243 | mname, modify name -S newname |
---|
244 | out, output values -S inidim1,[inidim2,...]:enddim1,[enddim2,...] |
---|
245 | valmod, modifiy values of variable -S [modification]: |
---|
246 | sumc,[constant]: add [constant] to variables values |
---|
247 | subc,[constant]: substract [constant] to variables values |
---|
248 | mulc,[constant]: multipy by [constant] to variables values |
---|
249 | divc,[constant]: divide by [constant] to variables values |
---|
250 | rmgattr, remove a global attribute: rmgattr -S [attrname] |
---|
251 | rmvattr, remove an attribute to any given variable: rmvattr -S [attrname] |
---|
252 | """ |
---|
253 | |
---|
254 | #print string_operation |
---|
255 | |
---|
256 | operationnames = "'" + gen.numVector_String(operations, "', '") + "'" |
---|
257 | |
---|
258 | parser = OptionParser() |
---|
259 | parser.add_option("-f", "--netCDF_file", dest="ncfile", help="file to use", |
---|
260 | metavar="FILE") |
---|
261 | parser.add_option("-o", "--operation", type='choice', dest="operation", |
---|
262 | choices=operations, help="operation to make: " + operationnames, metavar="OPER") |
---|
263 | parser.add_option("-S", "--valueS", dest="values", |
---|
264 | help="values to use according to the operation (when applicable); '-h' specific help of the operation", metavar="VALUES") |
---|
265 | parser.add_option("-v", "--variable", dest="varname", |
---|
266 | help="variable to use (when applicable)", metavar="VAR") |
---|
267 | |
---|
268 | (opts, args) = parser.parse_args() |
---|
269 | |
---|
270 | #if opts.help: |
---|
271 | # parser.print_help() |
---|
272 | # print string_operation |
---|
273 | # sys.exit() |
---|
274 | |
---|
275 | ####### ####### |
---|
276 | ## MAIN |
---|
277 | ####### |
---|
278 | |
---|
279 | # Operations which file name is not a real file |
---|
280 | NotCheckingFile = ['DatesFiles', 'compute_opersvarsfiles', 'file_creation', \ |
---|
281 | 'join_singlestation_obsfiles', 'join_sounding_obsfiles', 'list_operations', \ |
---|
282 | 'merge_files', \ |
---|
283 | 'model_characteristics', 'netcdf_concatenation', 'netcdf_fold_concatenation', \ |
---|
284 | 'netcdf_fold_concatenation_HMT'] |
---|
285 | |
---|
286 | ####### ###### ##### #### ### ## # |
---|
287 | errormsg='ERROR -- error -- ERROR -- error' |
---|
288 | |
---|
289 | varn=opts.varname |
---|
290 | oper=opts.operation |
---|
291 | |
---|
292 | if opts.operation is None: |
---|
293 | print errormsg |
---|
294 | print ' No operation provided !!' |
---|
295 | print " an operation must be provided as '-o [operationname]' " |
---|
296 | quit(-1) |
---|
297 | |
---|
298 | if opts.ncfile is not None and not os.path.isfile(opts.ncfile) and \ |
---|
299 | not gen.searchInlist(NotCheckingFile,oper) and opts.ncfile != 'h': |
---|
300 | print errormsg |
---|
301 | print " File '" + opts.ncfile + "' does not exist !!" |
---|
302 | quit(-1) |
---|
303 | elif opts.ncfile is None and not gen.searchInlist(NotCheckingFile,oper) and \ |
---|
304 | opts.values != 'h': |
---|
305 | print errormsg |
---|
306 | print ' No file provided !!' |
---|
307 | print " a file must be provided as '-f [filename]' " |
---|
308 | quit(-1) |
---|
309 | |
---|
310 | if oper == 'addDim': |
---|
311 | ncvar.addDim(opts.values, opts.ncfile, opts.varname) |
---|
312 | elif oper == 'addVar': |
---|
313 | ncvar.addVar(opts.values, opts.ncfile, opts.varname) |
---|
314 | elif oper == 'addvals': |
---|
315 | ncvar.addvals(opts.values, opts.ncfile, opts.varname) |
---|
316 | elif oper == 'CDO_toCF': |
---|
317 | ncvar.CDO_toCF(opts.ncfile) |
---|
318 | elif oper == 'CFmorzization': |
---|
319 | ncvar.CFmorzization(opts.values, opts.ncfile, opts.varname) |
---|
320 | elif oper == 'chdimname': |
---|
321 | ncvar.chdimname(opts.values, opts.ncfile) |
---|
322 | elif oper == 'changevartype': |
---|
323 | ncvar.changevartype(opts.values, opts.ncfile, opts.varname) |
---|
324 | elif oper == 'checkallvars': |
---|
325 | ncvar.checkallvars(opts.values, opts.ncfile) |
---|
326 | elif oper == 'checkAllValues': |
---|
327 | ncvar.checkAllValues(opts.values, opts.ncfile) |
---|
328 | elif oper == 'checkNaNs': |
---|
329 | ncvar.checkNaNs(opts.values, opts.ncfile) |
---|
330 | elif oper == 'chgtimestep': |
---|
331 | ncvar.chgtimestep(opts.values, opts.ncfile, opts.varname) |
---|
332 | elif oper == 'chvarname': |
---|
333 | ncvar.chvarname(opts.values, opts.ncfile, opts.varname) |
---|
334 | elif oper == 'cleaning_varsfile': |
---|
335 | ncvar.cleaning_varsfile(opts.values, opts.ncfile) |
---|
336 | elif oper == 'compute_deaccum': |
---|
337 | ncvar.compute_deaccum(opts.values, opts.ncfile, opts.varname) |
---|
338 | elif oper == 'compute_opersvarsfiles': |
---|
339 | ncvar.compute_opersvarsfiles(opts.values, opts.varname) |
---|
340 | elif oper == 'compute_opervaralltime': |
---|
341 | ncvar.compute_opervaralltime(opts.values, opts.ncfile, opts.varname) |
---|
342 | elif oper == 'compute_opervartimes': |
---|
343 | ncvar.compute_opervartimes(opts.values, opts.ncfile, opts.varname) |
---|
344 | elif oper == 'compute_tevolboxtraj': |
---|
345 | ncvar.compute_tevolboxtraj(opts.values, opts.ncfile, opts.varname) |
---|
346 | elif oper == 'computevar_model': |
---|
347 | ncvar.computevar_model(opts.values, opts.ncfile) |
---|
348 | elif oper == 'curve_section': |
---|
349 | ncvar.curve_section(opts.values, opts.ncfile, opts.varname) |
---|
350 | elif oper == 'DataSetSection': |
---|
351 | ncvar.DataSetSection(opts.values, opts.ncfile) |
---|
352 | elif oper == 'DataSetSection_multidims': |
---|
353 | ncvar.DataSetSection_multidims(opts.values, opts.ncfile, opts.varname) |
---|
354 | elif oper == 'DataSetSection_multivars': |
---|
355 | ncvar.DataSetSection_multivars(opts.values, opts.ncfile, opts.varname) |
---|
356 | elif oper == 'DatesFiles': |
---|
357 | ncvar.DatesFiles(opts.values, opts.ncfile, opts.varname) |
---|
358 | elif oper == 'DYNAMICO_toCF': |
---|
359 | ncvar.DYNAMICO_toCF(opts.values, opts.ncfile) |
---|
360 | elif oper == 'dimrm': |
---|
361 | ncvar.dimrm(opts.ncfile, opts.values, opts.varname) |
---|
362 | elif oper == 'dimToUnlimited': |
---|
363 | ncvar.dimToUnlimited(opts.values, opts.ncfile) |
---|
364 | elif oper == 'dimVar_creation': |
---|
365 | ncvar.dimVar_creation(opts.values, opts.ncfile) |
---|
366 | elif oper == 'fattradd': |
---|
367 | ncvar.fattradd(var, opts.values, opts.ncfile) |
---|
368 | elif oper == 'fdimadd': |
---|
369 | ncvar.fdimadd(opts.values, opts.ncfile) |
---|
370 | elif oper == 'fgaddattr': |
---|
371 | ncvar.fgaddattr(opts.values, opts.ncfile) |
---|
372 | elif oper == 'file_creation': |
---|
373 | ncvar.file_creation(opts.values, opts.ncfile, opts.varname) |
---|
374 | elif oper == 'file_oper_alongdims': |
---|
375 | ncvar.file_oper_alongdims(opts.values, opts.ncfile, opts.varname) |
---|
376 | elif oper == 'field_stats': |
---|
377 | ncvar.field_stats(opts.values, opts.ncfile, opts.varname) |
---|
378 | elif oper == 'field_stats_dim': |
---|
379 | ncvar.field_stats_dim(opts.values, opts.ncfile, opts.varname) |
---|
380 | elif oper == 'filter_2dim': |
---|
381 | ncvar.filter_2dim(opts.values, opts.ncfile, opts.varname) |
---|
382 | elif oper == 'flipdim': |
---|
383 | ncvar.flipdim(opts.values, opts.ncfile, opts.varname) |
---|
384 | elif oper == 'fvaradd': |
---|
385 | ncvar.fvaradd(opts.values, opts.ncfile) |
---|
386 | elif oper == 'gaddattrk': |
---|
387 | ncvar.gaddattrk(opts.values, opts.ncfile) |
---|
388 | elif oper == 'gaddattr': |
---|
389 | ncvar.gaddattr(opts.values, opts.ncfile) |
---|
390 | elif oper == 'get_attribute': |
---|
391 | ncvar.get_attribute(opts.values, opts.ncfile, opts.varname) |
---|
392 | elif oper == 'get_namelist_vars': |
---|
393 | ncvar.get_namelist_vars(opts.values, opts.ncfile) |
---|
394 | elif oper == 'get_point': |
---|
395 | ncvar.get_point(opts.values, opts.ncfile, opts.varname) |
---|
396 | elif oper == 'get_time': |
---|
397 | ncvar.get_time(opts.values, opts.ncfile, opts.varname) |
---|
398 | elif oper == 'get_Variables': |
---|
399 | ncvar.get_Variables(opts.values, opts.ncfile, opts.varname) |
---|
400 | elif oper == 'getvalues_lonlat': |
---|
401 | ncvar.getvalues_lonlat(opts.values, opts.ncfile) |
---|
402 | elif oper == 'getvars_tofile': |
---|
403 | ncvar.getvars_tofile(opts.values, opts.ncfile, opts.varname) |
---|
404 | elif oper == 'grattr': |
---|
405 | ncvar.grattr(opts.values, opts.ncfile) |
---|
406 | elif oper == 'grmattr': |
---|
407 | ncvar.grmattr(opts.values, opts.ncfile) |
---|
408 | elif oper == 'idims': |
---|
409 | ncvar.idims(opts.ncfile) |
---|
410 | elif oper == 'ifile': |
---|
411 | ncvar.ifile(opts.ncfile) |
---|
412 | elif oper == 'igattrs': |
---|
413 | ncvar.igattrs(opts.ncfile) |
---|
414 | elif oper == 'increaseDimvar': |
---|
415 | ncvar.increaseDimvar(opts.values, opts.ncfile, opts.varname) |
---|
416 | elif oper == 'isgattrs': |
---|
417 | ncvar.isgattrs(opts.values, opts.ncfile) |
---|
418 | elif oper == 'isvattrs': |
---|
419 | ncvar.isvattrs(opts.values, opts.ncfile, opts.varname) |
---|
420 | elif oper == 'itime': |
---|
421 | ncvar.itime(opts.values, opts.ncfile, opts.varname) |
---|
422 | elif oper == 'ivars': |
---|
423 | ncvar.ivars(opts.ncfile) |
---|
424 | elif oper == 'ivattrs': |
---|
425 | ncvar.ivattrs(opts.ncfile, opts.varname) |
---|
426 | elif oper == 'join_singlestation_obsfiles': |
---|
427 | ncvar.join_singlestation_obsfiles(opts.values, opts.varname) |
---|
428 | elif oper == 'join_sounding_obsfiles': |
---|
429 | ncvar.join_sounding_obsfiles(opts.values, opts.varname) |
---|
430 | elif oper == 'list_operations': |
---|
431 | # From: http://www.diveintopython.net/power_of_introspection/all_together.html |
---|
432 | object = ncvar |
---|
433 | for opern in operations: |
---|
434 | if opern != 'list_operations': |
---|
435 | print opern + '_______ ______ _____ ____ ___ __ _' |
---|
436 | print getattr(object, opern).__doc__ |
---|
437 | elif oper == 'LMDZ_toCF': |
---|
438 | ncvar.LMDZ_toCF(opts.values, opts.ncfile) |
---|
439 | elif oper == 'lonlat_polygon': |
---|
440 | ncvar.lonlat_polygon(opts.values, opts.ncfile, opts.varname) |
---|
441 | elif oper == 'maskvar': |
---|
442 | ncvar.maskvar(opts.values, opts.ncfile, opts.varname) |
---|
443 | elif oper == 'merge_files': |
---|
444 | ncvar.merge_files(opts.values, opts.ncfile, opts.varname) |
---|
445 | elif oper == 'model_characteristics': |
---|
446 | ncvar.model_characteristics(opts.values, opts.ncfile) |
---|
447 | elif oper == 'mthDYNAMICO_toCF': |
---|
448 | ncvar.mthDYNAMICO_toCF(opts.values, opts.ncfile) |
---|
449 | elif oper == 'ncreplace': |
---|
450 | ncvar.ncreplace(opts.values, opts.ncfile, opts.varname) |
---|
451 | elif oper == 'ncstepdiff': |
---|
452 | ncvar.ncstepdiff(opts.values, opts.ncfile, opts.varname) |
---|
453 | elif oper == 'netcdf_concatenation': |
---|
454 | ncvar.netcdf_concatenation(opts.ncfile) |
---|
455 | elif oper == 'netcdf_fold_concatenation': |
---|
456 | ncvar.netcdf_fold_concatenation(opts.values, opts.ncfile, opts.varname) |
---|
457 | elif oper == 'netcdf_fold_concatenation_HMT': |
---|
458 | ncvar.netcdf_fold_concatenation_HMT(opts.values, opts.ncfile, opts.varname) |
---|
459 | elif oper == 'opersvarsfiles': |
---|
460 | ncvar.compute_opersvarsfiles(opts.values, opts.varname) |
---|
461 | elif oper == 'pinterp': |
---|
462 | ncvar.pinterp(opts.values, opts.ncfile, opts.varname) |
---|
463 | elif oper == 'remapnn': |
---|
464 | ncvar.remapnn(opts.values, opts.ncfile, opts.varname) |
---|
465 | elif oper == 'Partialmap_Entiremap': |
---|
466 | ncvar.Partialmap_Entiremap(opts.values, opts.ncfile, opts.varname) |
---|
467 | elif oper == 'Partialmap_EntiremapFor': |
---|
468 | ncvar.Partialmap_EntiremapFor(opts.values, opts.ncfile, opts.varname) |
---|
469 | elif oper == 'Partialmap_EntiremapForExact': |
---|
470 | ncvar.Partialmap_EntiremapForExact(opts.values, opts.ncfile, opts.varname) |
---|
471 | elif oper == 'reconstruct_matrix_from_vector': |
---|
472 | ncvar.reconstruct_matrix_from_vector(opts.values, opts.ncfile, opts.varname) |
---|
473 | elif oper == 'reproject': |
---|
474 | ncvar.reproject(opts.values, opts.ncfile, opts.varname) |
---|
475 | elif oper == 'retrieve_stations': |
---|
476 | ncvar.retrieve_stations(opts.values, opts.ncfile, opts.varname) |
---|
477 | elif oper == 'rm_FillValue': |
---|
478 | ncvar.rm_FillValue(opts.values, opts.ncfile, opts.varname) |
---|
479 | elif oper == 'seasmean': |
---|
480 | ncvar.seasmean(timename, opts.ncfile, opts.varname) |
---|
481 | elif oper == 'sellonlatbox': |
---|
482 | ncvar.sellonlatbox(opts.values, opts.ncfile, opts.varname) |
---|
483 | elif oper == 'sellonlatlevbox': |
---|
484 | ncvar.sellonlatlevbox(opts.values, opts.ncfile, opts.varname) |
---|
485 | elif oper == 'selvar': |
---|
486 | ncvar.selvar(opts.values, opts.ncfile, opts.varname) |
---|
487 | elif oper == 'setvar_asciivalues': |
---|
488 | ncvar.setvar_asciivalues(opts.values, opts.ncfile, opts.varname) |
---|
489 | elif oper == 'setvar_nc': |
---|
490 | ncvar.setvar_nc(opts.values, opts.ncfile, opts.varname) |
---|
491 | elif oper == 'sorttimesmat': |
---|
492 | ncvar.sorttimesmat(opts.ncfile, opts.varname) |
---|
493 | elif oper == 'spacemean': |
---|
494 | ncvar.spacemean(opts.ncfile, opts.varname) |
---|
495 | elif oper == 'SpatialWeightedMean': |
---|
496 | ncvar.SpatialWeightedMean(opts.values, opts.ncfile, opts.varname) |
---|
497 | elif oper == 'splitfile_dim': |
---|
498 | ncvar.splitfile_dim(opts.values, opts.ncfile, opts.varname) |
---|
499 | elif oper == 'statcompare_files': |
---|
500 | ncvar.statcompare_files(opts.values) |
---|
501 | elif oper == 'subbasin': |
---|
502 | ncvar.subbasin(opts.values, opts.ncfile) |
---|
503 | elif oper == 'submns': |
---|
504 | ncvar.submns(opts.values, opts.ncfile, opts.varname) |
---|
505 | elif oper == 'subyrs': |
---|
506 | ncvar.subyrs(opts.values, opts.ncfile, opts.varname) |
---|
507 | elif oper == 'temporal_stats': |
---|
508 | ncvar.temporal_stats(opts.values, opts.ncfile, opts.varname) |
---|
509 | elif oper == 'TimeInf': |
---|
510 | ncvar.TimeInf(opts.ncfile, opts.varname) |
---|
511 | elif oper == 'time_reset': |
---|
512 | ncvar.time_reset(opts.values, opts.ncfile, opts.varname) |
---|
513 | elif oper == 'TimeSplitmat': |
---|
514 | ncvar.TimeSplitmat(opts.values, opts.ncfile, opts.varname) |
---|
515 | elif oper == 'timemean': |
---|
516 | ncvar.timemean(opts.values, opts.ncfile, opts.varname) |
---|
517 | elif oper == 'valmod': |
---|
518 | ncvar.valmod(opts.values, opts.ncfile, opts.varname) |
---|
519 | elif oper == 'valmod_dim': |
---|
520 | ncvar.valmod_dim(opts.values, opts.ncfile, opts.varname) |
---|
521 | elif oper == 'varaddattrk': |
---|
522 | ncvar.varaddattrk(opts.values, opts.ncfile, opts.varname) |
---|
523 | elif oper == 'varaddattr': |
---|
524 | ncvar.varaddattr(opts.values, opts.ncfile, opts.varname) |
---|
525 | elif oper == 'varaddref': |
---|
526 | ncvar.varaddref(opts.values, opts.ncfile, opts.varname) |
---|
527 | elif oper == 'var_creation': |
---|
528 | ncvar.var_creation(opts.values, opts.ncfile, opts.varname) |
---|
529 | elif oper == 'varout': |
---|
530 | ncvar.varout(opts.values, opts.ncfile, opts.varname) |
---|
531 | elif oper == 'varoutold': |
---|
532 | ncvar.varoutold(opts.values, opts.ncfile, opts.varname) |
---|
533 | elif oper == 'varrmattr': |
---|
534 | ncvar.varrmattr(opts.values, opts.ncfile, opts.varname) |
---|
535 | elif oper == 'varrm': |
---|
536 | ncvar.varrm(opts.ncfile, opts.varname) |
---|
537 | elif oper == 'VarVal_FillValue': |
---|
538 | ncvar.VarVal_FillValue(opts.values, opts.ncfile, opts.varname) |
---|
539 | elif oper == 'vrattr': |
---|
540 | ncvar.vrattr(opts.values, opts.ncfile, opts.varname) |
---|
541 | elif oper == 'WRF_d0Nref': |
---|
542 | ncvar.WRF_d0Nref(opts.values, opts.ncfile) |
---|
543 | elif oper == 'WRF_CFlonlat_creation': |
---|
544 | ncvar.WRF_CFlonlat_creation(opts.values, opts.ncfile, opts.varname) |
---|
545 | elif oper == 'WRF_CFtime_creation': |
---|
546 | ncvar.WRF_CFtime_creation(opts.values, opts.ncfile, opts.varname) |
---|
547 | elif oper == 'WRF_CFxtime_creation': |
---|
548 | ncvar.WRF_CFxtime_creation(opts.values, opts.ncfile, opts.varname) |
---|
549 | elif oper == 'WRF_toCF': |
---|
550 | ncvar.WRF_toCF(opts.values, opts.ncfile) |
---|
551 | elif oper == 'WRF_to_newCF': |
---|
552 | ncvar.WRF_to_newCF(opts.values, opts.ncfile, opts.varname) |
---|
553 | else: |
---|
554 | print errormsg |
---|
555 | print ' The operation ' + oper + ' is not ready !!' |
---|
556 | print errormsg |
---|
557 | quit() |
---|