forked from 3rdparty/wrf-python
Bill Ladwig
8 years ago
32 changed files with 531 additions and 86 deletions
Binary file not shown.
Binary file not shown.
@ -0,0 +1,174 @@ |
|||||||
|
from __future__ import print_function, division |
||||||
|
|
||||||
|
import os |
||||||
|
import argparse |
||||||
|
|
||||||
|
import numpy as np |
||||||
|
from netCDF4 import Dataset |
||||||
|
|
||||||
|
from wrf import (getvar, interplevel, interpline, vertcross, vinterp, py2round, |
||||||
|
CoordPair, ll_to_xy, xy_to_ll) |
||||||
|
|
||||||
|
VARS_TO_KEEP = ("XLAT", "XLONG", "XLAT_U", "XLAT_V", "XLONG_U", "XLONG_V", |
||||||
|
"U", "V", "W", "PH", "PHB", "T", "P", "PB", "Q2", "T2", |
||||||
|
"PSFC", "U10", "V10", "XTIME", "QVAPOR", "QCLOUD", |
||||||
|
"QGRAUP", "QRAIN", "QSNOW", "MAPFAC_M", "MAPFAC_U", |
||||||
|
"MAPFAC_V", "F", "HGT", "RAINC", "RAINSH", "RAINNC") |
||||||
|
|
||||||
|
DIMS_TO_TRIM = ("west_east", "south_north", "bottom_top", "bottom_top_stag", |
||||||
|
"west_east_stag", "south_north_stag") |
||||||
|
|
||||||
|
WRF_DIAGS = ["avo", "eth", "cape_2d", "cape_3d", "ctt", "dbz", "mdbz", |
||||||
|
"geopt", "helicity", "lat", "lon", "omg", "p", "pressure", |
||||||
|
"pvo", "pw", "rh2", "rh", "slp", "ter", "td2", "td", "tc", |
||||||
|
"theta", "tk", "tv", "twb", "updraft_helicity", "ua", "va", |
||||||
|
"wa", "uvmet10", "uvmet", "z", "cfrac"] |
||||||
|
|
||||||
|
INTERP_METHS = ["interplevel", "vertcross", "interpline", "vinterp"] |
||||||
|
|
||||||
|
LATLON_METHS = ["xy", "ll"] |
||||||
|
|
||||||
|
|
||||||
|
def copy_and_reduce(opts): |
||||||
|
infilename = opts.filename |
||||||
|
outfilename = os.path.expanduser( |
||||||
|
os.path.join(opts.outdir, "ci_test_file.nc")) |
||||||
|
with Dataset(infilename) as infile, Dataset(outfilename, "w") as outfile: |
||||||
|
|
||||||
|
# Copy the global attributes |
||||||
|
outfile.setncatts(infile.__dict__) |
||||||
|
|
||||||
|
# Copy Dimensions |
||||||
|
for name, dimension in infile.dimensions.iteritems(): |
||||||
|
if name in DIMS_TO_TRIM: |
||||||
|
if name.find("_stag") > 0: |
||||||
|
dimsize = (len(dimension) / 2 |
||||||
|
if len(dimension) % 2 == 0 |
||||||
|
else (len(dimension) + 1) / 2) |
||||||
|
else: |
||||||
|
dimsize = (len(dimension) / 2 |
||||||
|
if len(dimension) % 2 == 0 |
||||||
|
else (len(dimension) - 1) / 2) |
||||||
|
else: |
||||||
|
dimsize = len(dimension) |
||||||
|
|
||||||
|
outfile.createDimension(name, dimsize) |
||||||
|
|
||||||
|
# Copy Variables |
||||||
|
for name, variable in infile.variables.iteritems(): |
||||||
|
if name not in VARS_TO_KEEP: |
||||||
|
continue |
||||||
|
|
||||||
|
outvar = outfile.createVariable(name, variable.datatype, |
||||||
|
variable.dimensions, zlib=True) |
||||||
|
|
||||||
|
in_slices = tuple(slice(0, dimsize) for dimsize in outvar.shape) |
||||||
|
|
||||||
|
outvar[:] = variable[in_slices] |
||||||
|
outvar.setncatts(infile.variables[name].__dict__) |
||||||
|
|
||||||
|
|
||||||
|
def add_to_ncfile(outfile, var, varname): |
||||||
|
dim_d = dict(zip(var.dims, var.shape)) |
||||||
|
|
||||||
|
for dimname, dimsize in dim_d.items(): |
||||||
|
if dimname not in outfile.dimensions: |
||||||
|
outfile.createDimension(dimname, dimsize) |
||||||
|
|
||||||
|
fill_value = None |
||||||
|
if "_FillValue" in var.attrs: |
||||||
|
fill_value = var.attrs["_FillValue"] |
||||||
|
|
||||||
|
ncvar = outfile.createVariable(varname, var.dtype, var.dims, |
||||||
|
zlib=True, fill_value=fill_value) |
||||||
|
ncvar[:] = var[:] |
||||||
|
|
||||||
|
|
||||||
|
def make_result_file(opts): |
||||||
|
infilename = os.path.expanduser( |
||||||
|
os.path.join(opts.outdir, "ci_test_file.nc")) |
||||||
|
outfilename = os.path.expanduser( |
||||||
|
os.path.join(opts.outdir, "ci_result_file.nc")) |
||||||
|
|
||||||
|
with Dataset(infilename) as infile, Dataset(outfilename, "w") as outfile: |
||||||
|
|
||||||
|
for varname in WRF_DIAGS: |
||||||
|
var = getvar(infile, varname) |
||||||
|
add_to_ncfile(outfile, var, varname) |
||||||
|
|
||||||
|
for interptype in INTERP_METHS: |
||||||
|
if interptype == "interpline": |
||||||
|
hts = getvar(infile, "z") |
||||||
|
p = getvar(infile, "pressure") |
||||||
|
hts_850 = interplevel(hts, p, 850.) |
||||||
|
|
||||||
|
add_to_ncfile(outfile, hts_850, "interplevel") |
||||||
|
|
||||||
|
if interptype == "vertcross": |
||||||
|
|
||||||
|
hts = getvar(infile, "z") |
||||||
|
p = getvar(infile, "pressure") |
||||||
|
|
||||||
|
pivot_point = CoordPair(hts.shape[-1] // 2, hts.shape[-2] // 2) |
||||||
|
ht_cross = vertcross(hts, p, pivot_point=pivot_point, |
||||||
|
angle=90.) |
||||||
|
|
||||||
|
add_to_ncfile(outfile, ht_cross, "vertcross") |
||||||
|
|
||||||
|
if interptype == "interpline": |
||||||
|
|
||||||
|
t2 = getvar(infile, "T2") |
||||||
|
pivot_point = CoordPair(t2.shape[-1] // 2, t2.shape[-2] // 2) |
||||||
|
|
||||||
|
t2_line = interpline(t2, pivot_point=pivot_point, angle=90.0) |
||||||
|
|
||||||
|
add_to_ncfile(outfile, t2_line, "interpline") |
||||||
|
|
||||||
|
if interptype == "vinterp": |
||||||
|
|
||||||
|
tk = getvar(infile, "temp", units="k") |
||||||
|
|
||||||
|
interp_levels = [200,300,500,1000] |
||||||
|
|
||||||
|
field = vinterp(infile, |
||||||
|
field=tk, |
||||||
|
vert_coord="theta", |
||||||
|
interp_levels=interp_levels, |
||||||
|
extrapolate=True, |
||||||
|
field_type="tk", |
||||||
|
log_p=True) |
||||||
|
|
||||||
|
add_to_ncfile(outfile, field, "vinterp") |
||||||
|
|
||||||
|
for latlonmeth in LATLON_METHS: |
||||||
|
if latlonmeth == "xy": |
||||||
|
# Hardcoded values from other unit tests |
||||||
|
lats = [-55, -60, -65] |
||||||
|
lons = [25, 30, 35] |
||||||
|
|
||||||
|
xy = ll_to_xy(infile, lats[0], lons[0]) |
||||||
|
add_to_ncfile(outfile, xy, "xy") |
||||||
|
else: |
||||||
|
# Hardcoded from other unit tests |
||||||
|
i_s = np.asarray([10, 100, 150], int) - 1 |
||||||
|
j_s = np.asarray([10, 100, 150], int) - 1 |
||||||
|
|
||||||
|
ll = xy_to_ll(infile, i_s[0], j_s[0]) |
||||||
|
add_to_ncfile(outfile, ll, "ll") |
||||||
|
|
||||||
|
def main(opts): |
||||||
|
copy_and_reduce(opts) |
||||||
|
make_result_file(opts) |
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__": |
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description="Generate conda test files " |
||||||
|
"for unit testing.") |
||||||
|
parser.add_argument("-f", "--filename", required=True, |
||||||
|
help="the WRF test file") |
||||||
|
parser.add_argument("-o", "--outdir", required=True, |
||||||
|
help="the location for the output files") |
||||||
|
opts = parser.parse_args() |
||||||
|
|
||||||
|
main(opts) |
||||||
@ -0,0 +1,246 @@ |
|||||||
|
import unittest as ut |
||||||
|
import numpy.testing as nt |
||||||
|
import numpy as np |
||||||
|
import numpy.ma as ma |
||||||
|
import os, sys |
||||||
|
import subprocess |
||||||
|
|
||||||
|
from wrf import (getvar, interplevel, interpline, vertcross, vinterp, |
||||||
|
disable_xarray, xarray_enabled, to_np, |
||||||
|
xy_to_ll, ll_to_xy, xy_to_ll_proj, ll_to_xy_proj, |
||||||
|
extract_global_attrs, viewitems, CoordPair) |
||||||
|
from wrf.util import is_multi_file |
||||||
|
|
||||||
|
TEST_FILE = "ci_test_file.nc" |
||||||
|
REF_FILE = "ci_result_file.nc" |
||||||
|
|
||||||
|
|
||||||
|
# Python 3 |
||||||
|
if sys.version_info > (3,): |
||||||
|
xrange = range |
||||||
|
|
||||||
|
# Using helpful information at: |
||||||
|
# http://eli.thegreenplace.net/2014/04/02/dynamically-generating-python-test-cases |
||||||
|
def make_test(varname, wrf_in, referent, multi=False, repeat=3, pynio=False): |
||||||
|
def test(self): |
||||||
|
|
||||||
|
from netCDF4 import Dataset as NetCDF |
||||||
|
timeidx = 0 |
||||||
|
in_wrfnc = NetCDF(wrf_in) |
||||||
|
refnc = NetCDF(referent) |
||||||
|
|
||||||
|
# These have a left index that defines the product type |
||||||
|
multiproduct = varname in ("uvmet", "uvmet10", "cape_2d", "cape_3d", |
||||||
|
"cfrac") |
||||||
|
|
||||||
|
|
||||||
|
ref_vals = refnc.variables[varname][:] |
||||||
|
|
||||||
|
if (varname == "tc"): |
||||||
|
my_vals = getvar(in_wrfnc, "temp", timeidx=timeidx, units="c") |
||||||
|
tol = 1/100. |
||||||
|
atol = .1 # Note: NCL uses 273.16 as conversion for some reason |
||||||
|
nt.assert_allclose(to_np(my_vals), ref_vals, tol, atol) |
||||||
|
elif (varname == "pw"): |
||||||
|
my_vals = getvar(in_wrfnc, "pw", timeidx=timeidx) |
||||||
|
tol = .5/100.0 |
||||||
|
atol = 0 # NCL uses different constants and doesn't use same |
||||||
|
# handrolled virtual temp in method |
||||||
|
nt.assert_allclose(to_np(my_vals), ref_vals, tol, atol) |
||||||
|
elif (varname == "cape_2d"): |
||||||
|
cape_2d = getvar(in_wrfnc, varname, timeidx=timeidx) |
||||||
|
tol = 0/100. |
||||||
|
atol = 200.0 |
||||||
|
# Let's only compare CAPE values until the F90 changes are |
||||||
|
# merged back in to NCL. The modifications to the R and CP |
||||||
|
# changes TK enough that non-lifting parcels could lift, thus |
||||||
|
# causing wildly different values in LCL |
||||||
|
nt.assert_allclose(to_np(cape_2d[0,:]), ref_vals[0,:], tol, atol) |
||||||
|
elif (varname == "cape_3d"): |
||||||
|
cape_3d = getvar(in_wrfnc, varname, timeidx=timeidx) |
||||||
|
# Changing the R and CP constants, while keeping TK within |
||||||
|
# 2%, can lead to some big changes in CAPE. Tolerances |
||||||
|
# have been set wide when comparing the with the original |
||||||
|
# NCL. Change back when the F90 code is merged back with |
||||||
|
# NCL |
||||||
|
tol = 0/100. |
||||||
|
atol = 200.0 |
||||||
|
|
||||||
|
#print np.amax(np.abs(to_np(cape_3d[0,:]) - ref_vals[0,:])) |
||||||
|
nt.assert_allclose(to_np(cape_3d), ref_vals, tol, atol) |
||||||
|
else: |
||||||
|
my_vals = getvar(in_wrfnc, varname, timeidx=timeidx) |
||||||
|
tol = 2/100. |
||||||
|
atol = 0.1 |
||||||
|
#print (np.amax(np.abs(to_np(my_vals) - ref_vals))) |
||||||
|
nt.assert_allclose(to_np(my_vals), ref_vals, tol, atol) |
||||||
|
|
||||||
|
|
||||||
|
return test |
||||||
|
|
||||||
|
def _get_refvals(referent, varname, repeat, multi): |
||||||
|
from netCDF4 import Dataset as NetCDF |
||||||
|
|
||||||
|
refnc = NetCDF(referent) |
||||||
|
|
||||||
|
ref_vals = refnc.variables[varname][:] |
||||||
|
|
||||||
|
return ref_vals |
||||||
|
|
||||||
|
def make_interp_test(varname, wrf_in, referent, multi=False, |
||||||
|
repeat=3, pynio=False): |
||||||
|
def test(self): |
||||||
|
from netCDF4 import Dataset as NetCDF |
||||||
|
|
||||||
|
timeidx = 0 |
||||||
|
in_wrfnc = NetCDF(wrf_in) |
||||||
|
|
||||||
|
if (varname == "interplevel"): |
||||||
|
ref_ht_850 = _get_refvals(referent, "interplevel", repeat, multi) |
||||||
|
hts = getvar(in_wrfnc, "z", timeidx=timeidx) |
||||||
|
p = getvar(in_wrfnc, "pressure", timeidx=timeidx) |
||||||
|
hts_850 = interplevel(hts, p, 850) |
||||||
|
|
||||||
|
nt.assert_allclose(to_np(hts_850), ref_ht_850) |
||||||
|
|
||||||
|
elif (varname == "vertcross"): |
||||||
|
ref_ht_cross = _get_refvals(referent, "vertcross", repeat, multi) |
||||||
|
|
||||||
|
hts = getvar(in_wrfnc, "z", timeidx=timeidx) |
||||||
|
p = getvar(in_wrfnc, "pressure", timeidx=timeidx) |
||||||
|
|
||||||
|
pivot_point = CoordPair(hts.shape[-1] // 2, hts.shape[-2] // 2) |
||||||
|
ht_cross = vertcross(hts, p, pivot_point=pivot_point, angle=90.) |
||||||
|
|
||||||
|
nt.assert_allclose(to_np(ht_cross), ref_ht_cross, rtol=.01) |
||||||
|
|
||||||
|
|
||||||
|
elif (varname == "interpline"): |
||||||
|
|
||||||
|
ref_t2_line = _get_refvals(referent, "interpline", repeat, multi) |
||||||
|
|
||||||
|
t2 = getvar(in_wrfnc, "T2", timeidx=timeidx) |
||||||
|
pivot_point = CoordPair(t2.shape[-1] // 2, t2.shape[-2] // 2) |
||||||
|
|
||||||
|
t2_line1 = interpline(t2, pivot_point=pivot_point, angle=90.0) |
||||||
|
|
||||||
|
nt.assert_allclose(to_np(t2_line1), ref_t2_line) |
||||||
|
|
||||||
|
elif (varname == "vinterp"): |
||||||
|
# Tk to theta |
||||||
|
fld_tk_theta = _get_refvals(referent, "vinterp", repeat, multi) |
||||||
|
fld_tk_theta = np.squeeze(fld_tk_theta) |
||||||
|
|
||||||
|
tk = getvar(in_wrfnc, "temp", timeidx=timeidx, units="k") |
||||||
|
|
||||||
|
interp_levels = [200,300,500,1000] |
||||||
|
|
||||||
|
field = vinterp(in_wrfnc, |
||||||
|
field=tk, |
||||||
|
vert_coord="theta", |
||||||
|
interp_levels=interp_levels, |
||||||
|
extrapolate=True, |
||||||
|
field_type="tk", |
||||||
|
timeidx=timeidx, |
||||||
|
log_p=True) |
||||||
|
|
||||||
|
tol = 5/100. |
||||||
|
atol = 0.0001 |
||||||
|
|
||||||
|
field = np.squeeze(field) |
||||||
|
|
||||||
|
nt.assert_allclose(to_np(field), fld_tk_theta, tol, atol) |
||||||
|
|
||||||
|
return test |
||||||
|
|
||||||
|
|
||||||
|
def make_latlon_test(testid, wrf_in, referent, single, multi=False, repeat=3, |
||||||
|
pynio=False): |
||||||
|
def test(self): |
||||||
|
from netCDF4 import Dataset as NetCDF |
||||||
|
|
||||||
|
timeidx = 0 |
||||||
|
in_wrfnc = NetCDF(wrf_in) |
||||||
|
|
||||||
|
refnc = NetCDF(referent) |
||||||
|
|
||||||
|
if testid == "xy": |
||||||
|
# Since this domain is not moving, the reference values are the |
||||||
|
# same whether there are multiple or single files |
||||||
|
ref_vals = refnc.variables["xy"][:] |
||||||
|
# Lats/Lons taken from NCL script, just hard-coding for now |
||||||
|
lats = [-55, -60, -65] |
||||||
|
lons = [25, 30, 35] |
||||||
|
|
||||||
|
xy = ll_to_xy(in_wrfnc, lats[0], lons[0]) |
||||||
|
|
||||||
|
nt.assert_allclose(to_np(xy), ref_vals) |
||||||
|
|
||||||
|
|
||||||
|
else: |
||||||
|
# Since this domain is not moving, the reference values are the |
||||||
|
# same whether there are multiple or single files |
||||||
|
ref_vals = refnc.variables["ll"][:] |
||||||
|
|
||||||
|
# i_s, j_s taken from NCL script, just hard-coding for now |
||||||
|
# NCL uses 1-based indexing for this, so need to subtract 1 |
||||||
|
i_s = np.asarray([10, 100, 150], int) - 1 |
||||||
|
j_s = np.asarray([10, 100, 150], int) - 1 |
||||||
|
|
||||||
|
ll = xy_to_ll(in_wrfnc, i_s[0], j_s[0]) |
||||||
|
|
||||||
|
nt.assert_allclose(to_np(ll), ref_vals) |
||||||
|
|
||||||
|
|
||||||
|
return test |
||||||
|
|
||||||
|
class WRFVarsTest(ut.TestCase): |
||||||
|
longMessage = True |
||||||
|
|
||||||
|
class WRFInterpTest(ut.TestCase): |
||||||
|
longMessage = True |
||||||
|
|
||||||
|
class WRFLatLonTest(ut.TestCase): |
||||||
|
longMessage = True |
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__": |
||||||
|
ignore_vars = [] # Not testable yet |
||||||
|
wrf_vars = ["avo", "eth", "cape_2d", "cape_3d", "ctt", "dbz", "mdbz", |
||||||
|
"geopt", "helicity", "lat", "lon", "omg", "p", "pressure", |
||||||
|
"pvo", "pw", "rh2", "rh", "slp", "ter", "td2", "td", "tc", |
||||||
|
"theta", "tk", "tv", "twb", "updraft_helicity", "ua", "va", |
||||||
|
"wa", "uvmet10", "uvmet", "z", "cfrac"] |
||||||
|
interp_methods = ["interplevel", "vertcross", "interpline", "vinterp"] |
||||||
|
latlon_tests = ["xy", "ll"] |
||||||
|
|
||||||
|
import netCDF4 |
||||||
|
for var in wrf_vars: |
||||||
|
if var in ignore_vars: |
||||||
|
continue |
||||||
|
|
||||||
|
test_func1 = make_test(var, TEST_FILE, REF_FILE) |
||||||
|
setattr(WRFVarsTest, 'test_{0}'.format(var), test_func1) |
||||||
|
|
||||||
|
for method in interp_methods: |
||||||
|
test_interp_func1 = make_interp_test(method, TEST_FILE, |
||||||
|
REF_FILE) |
||||||
|
setattr(WRFInterpTest, 'test_{0}'.format(method), |
||||||
|
test_interp_func1) |
||||||
|
|
||||||
|
for testid in latlon_tests: |
||||||
|
for single in (True,): |
||||||
|
for multi in (False,): |
||||||
|
test_ll_func = make_latlon_test(testid, TEST_FILE, |
||||||
|
REF_FILE, |
||||||
|
single=single, multi=multi, |
||||||
|
repeat=3, pynio=False) |
||||||
|
multistr = "" if not multi else "_multi" |
||||||
|
singlestr = "_nosingle" if not single else "_single" |
||||||
|
test_name = "test_{}{}{}".format(testid, singlestr, |
||||||
|
multistr) |
||||||
|
setattr(WRFLatLonTest, test_name, test_ll_func) |
||||||
|
|
||||||
|
|
||||||
|
ut.main() |
||||||
|
|
||||||
Loading…
Reference in new issue