forked from 3rdparty/wrf-python
Bill Ladwig
8 years ago
32 changed files with 531 additions and 86 deletions
@ -1,2 +1,2 @@
@@ -1,2 +1,2 @@
|
||||
__version__ = "1.0b2" |
||||
__version__ = "1.0b3" |
||||
|
||||
|
||||
Binary file not shown.
Binary file not shown.
@ -0,0 +1,174 @@
@@ -0,0 +1,174 @@
|
||||
from __future__ import print_function, division |
||||
|
||||
import os |
||||
import argparse |
||||
|
||||
import numpy as np |
||||
from netCDF4 import Dataset |
||||
|
||||
from wrf import (getvar, interplevel, interpline, vertcross, vinterp, py2round, |
||||
CoordPair, ll_to_xy, xy_to_ll) |
||||
|
||||
VARS_TO_KEEP = ("XLAT", "XLONG", "XLAT_U", "XLAT_V", "XLONG_U", "XLONG_V", |
||||
"U", "V", "W", "PH", "PHB", "T", "P", "PB", "Q2", "T2", |
||||
"PSFC", "U10", "V10", "XTIME", "QVAPOR", "QCLOUD", |
||||
"QGRAUP", "QRAIN", "QSNOW", "MAPFAC_M", "MAPFAC_U", |
||||
"MAPFAC_V", "F", "HGT", "RAINC", "RAINSH", "RAINNC") |
||||
|
||||
DIMS_TO_TRIM = ("west_east", "south_north", "bottom_top", "bottom_top_stag", |
||||
"west_east_stag", "south_north_stag") |
||||
|
||||
WRF_DIAGS = ["avo", "eth", "cape_2d", "cape_3d", "ctt", "dbz", "mdbz", |
||||
"geopt", "helicity", "lat", "lon", "omg", "p", "pressure", |
||||
"pvo", "pw", "rh2", "rh", "slp", "ter", "td2", "td", "tc", |
||||
"theta", "tk", "tv", "twb", "updraft_helicity", "ua", "va", |
||||
"wa", "uvmet10", "uvmet", "z", "cfrac"] |
||||
|
||||
INTERP_METHS = ["interplevel", "vertcross", "interpline", "vinterp"] |
||||
|
||||
LATLON_METHS = ["xy", "ll"] |
||||
|
||||
|
||||
def copy_and_reduce(opts): |
||||
infilename = opts.filename |
||||
outfilename = os.path.expanduser( |
||||
os.path.join(opts.outdir, "ci_test_file.nc")) |
||||
with Dataset(infilename) as infile, Dataset(outfilename, "w") as outfile: |
||||
|
||||
# Copy the global attributes |
||||
outfile.setncatts(infile.__dict__) |
||||
|
||||
# Copy Dimensions |
||||
for name, dimension in infile.dimensions.iteritems(): |
||||
if name in DIMS_TO_TRIM: |
||||
if name.find("_stag") > 0: |
||||
dimsize = (len(dimension) / 2 |
||||
if len(dimension) % 2 == 0 |
||||
else (len(dimension) + 1) / 2) |
||||
else: |
||||
dimsize = (len(dimension) / 2 |
||||
if len(dimension) % 2 == 0 |
||||
else (len(dimension) - 1) / 2) |
||||
else: |
||||
dimsize = len(dimension) |
||||
|
||||
outfile.createDimension(name, dimsize) |
||||
|
||||
# Copy Variables |
||||
for name, variable in infile.variables.iteritems(): |
||||
if name not in VARS_TO_KEEP: |
||||
continue |
||||
|
||||
outvar = outfile.createVariable(name, variable.datatype, |
||||
variable.dimensions, zlib=True) |
||||
|
||||
in_slices = tuple(slice(0, dimsize) for dimsize in outvar.shape) |
||||
|
||||
outvar[:] = variable[in_slices] |
||||
outvar.setncatts(infile.variables[name].__dict__) |
||||
|
||||
|
||||
def add_to_ncfile(outfile, var, varname): |
||||
dim_d = dict(zip(var.dims, var.shape)) |
||||
|
||||
for dimname, dimsize in dim_d.items(): |
||||
if dimname not in outfile.dimensions: |
||||
outfile.createDimension(dimname, dimsize) |
||||
|
||||
fill_value = None |
||||
if "_FillValue" in var.attrs: |
||||
fill_value = var.attrs["_FillValue"] |
||||
|
||||
ncvar = outfile.createVariable(varname, var.dtype, var.dims, |
||||
zlib=True, fill_value=fill_value) |
||||
ncvar[:] = var[:] |
||||
|
||||
|
||||
def make_result_file(opts): |
||||
infilename = os.path.expanduser( |
||||
os.path.join(opts.outdir, "ci_test_file.nc")) |
||||
outfilename = os.path.expanduser( |
||||
os.path.join(opts.outdir, "ci_result_file.nc")) |
||||
|
||||
with Dataset(infilename) as infile, Dataset(outfilename, "w") as outfile: |
||||
|
||||
for varname in WRF_DIAGS: |
||||
var = getvar(infile, varname) |
||||
add_to_ncfile(outfile, var, varname) |
||||
|
||||
for interptype in INTERP_METHS: |
||||
if interptype == "interpline": |
||||
hts = getvar(infile, "z") |
||||
p = getvar(infile, "pressure") |
||||
hts_850 = interplevel(hts, p, 850.) |
||||
|
||||
add_to_ncfile(outfile, hts_850, "interplevel") |
||||
|
||||
if interptype == "vertcross": |
||||
|
||||
hts = getvar(infile, "z") |
||||
p = getvar(infile, "pressure") |
||||
|
||||
pivot_point = CoordPair(hts.shape[-1] // 2, hts.shape[-2] // 2) |
||||
ht_cross = vertcross(hts, p, pivot_point=pivot_point, |
||||
angle=90.) |
||||
|
||||
add_to_ncfile(outfile, ht_cross, "vertcross") |
||||
|
||||
if interptype == "interpline": |
||||
|
||||
t2 = getvar(infile, "T2") |
||||
pivot_point = CoordPair(t2.shape[-1] // 2, t2.shape[-2] // 2) |
||||
|
||||
t2_line = interpline(t2, pivot_point=pivot_point, angle=90.0) |
||||
|
||||
add_to_ncfile(outfile, t2_line, "interpline") |
||||
|
||||
if interptype == "vinterp": |
||||
|
||||
tk = getvar(infile, "temp", units="k") |
||||
|
||||
interp_levels = [200,300,500,1000] |
||||
|
||||
field = vinterp(infile, |
||||
field=tk, |
||||
vert_coord="theta", |
||||
interp_levels=interp_levels, |
||||
extrapolate=True, |
||||
field_type="tk", |
||||
log_p=True) |
||||
|
||||
add_to_ncfile(outfile, field, "vinterp") |
||||
|
||||
for latlonmeth in LATLON_METHS: |
||||
if latlonmeth == "xy": |
||||
# Hardcoded values from other unit tests |
||||
lats = [-55, -60, -65] |
||||
lons = [25, 30, 35] |
||||
|
||||
xy = ll_to_xy(infile, lats[0], lons[0]) |
||||
add_to_ncfile(outfile, xy, "xy") |
||||
else: |
||||
# Hardcoded from other unit tests |
||||
i_s = np.asarray([10, 100, 150], int) - 1 |
||||
j_s = np.asarray([10, 100, 150], int) - 1 |
||||
|
||||
ll = xy_to_ll(infile, i_s[0], j_s[0]) |
||||
add_to_ncfile(outfile, ll, "ll") |
||||
|
||||
def main(opts): |
||||
copy_and_reduce(opts) |
||||
make_result_file(opts) |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
|
||||
parser = argparse.ArgumentParser(description="Generate conda test files " |
||||
"for unit testing.") |
||||
parser.add_argument("-f", "--filename", required=True, |
||||
help="the WRF test file") |
||||
parser.add_argument("-o", "--outdir", required=True, |
||||
help="the location for the output files") |
||||
opts = parser.parse_args() |
||||
|
||||
main(opts) |
||||
@ -0,0 +1,246 @@
@@ -0,0 +1,246 @@
|
||||
import unittest as ut |
||||
import numpy.testing as nt |
||||
import numpy as np |
||||
import numpy.ma as ma |
||||
import os, sys |
||||
import subprocess |
||||
|
||||
from wrf import (getvar, interplevel, interpline, vertcross, vinterp, |
||||
disable_xarray, xarray_enabled, to_np, |
||||
xy_to_ll, ll_to_xy, xy_to_ll_proj, ll_to_xy_proj, |
||||
extract_global_attrs, viewitems, CoordPair) |
||||
from wrf.util import is_multi_file |
||||
|
||||
TEST_FILE = "ci_test_file.nc" |
||||
REF_FILE = "ci_result_file.nc" |
||||
|
||||
|
||||
# Python 3 |
||||
if sys.version_info > (3,): |
||||
xrange = range |
||||
|
||||
# Using helpful information at: |
||||
# http://eli.thegreenplace.net/2014/04/02/dynamically-generating-python-test-cases |
||||
def make_test(varname, wrf_in, referent, multi=False, repeat=3, pynio=False): |
||||
def test(self): |
||||
|
||||
from netCDF4 import Dataset as NetCDF |
||||
timeidx = 0 |
||||
in_wrfnc = NetCDF(wrf_in) |
||||
refnc = NetCDF(referent) |
||||
|
||||
# These have a left index that defines the product type |
||||
multiproduct = varname in ("uvmet", "uvmet10", "cape_2d", "cape_3d", |
||||
"cfrac") |
||||
|
||||
|
||||
ref_vals = refnc.variables[varname][:] |
||||
|
||||
if (varname == "tc"): |
||||
my_vals = getvar(in_wrfnc, "temp", timeidx=timeidx, units="c") |
||||
tol = 1/100. |
||||
atol = .1 # Note: NCL uses 273.16 as conversion for some reason |
||||
nt.assert_allclose(to_np(my_vals), ref_vals, tol, atol) |
||||
elif (varname == "pw"): |
||||
my_vals = getvar(in_wrfnc, "pw", timeidx=timeidx) |
||||
tol = .5/100.0 |
||||
atol = 0 # NCL uses different constants and doesn't use same |
||||
# handrolled virtual temp in method |
||||
nt.assert_allclose(to_np(my_vals), ref_vals, tol, atol) |
||||
elif (varname == "cape_2d"): |
||||
cape_2d = getvar(in_wrfnc, varname, timeidx=timeidx) |
||||
tol = 0/100. |
||||
atol = 200.0 |
||||
# Let's only compare CAPE values until the F90 changes are |
||||
# merged back in to NCL. The modifications to the R and CP |
||||
# changes TK enough that non-lifting parcels could lift, thus |
||||
# causing wildly different values in LCL |
||||
nt.assert_allclose(to_np(cape_2d[0,:]), ref_vals[0,:], tol, atol) |
||||
elif (varname == "cape_3d"): |
||||
cape_3d = getvar(in_wrfnc, varname, timeidx=timeidx) |
||||
# Changing the R and CP constants, while keeping TK within |
||||
# 2%, can lead to some big changes in CAPE. Tolerances |
||||
# have been set wide when comparing the with the original |
||||
# NCL. Change back when the F90 code is merged back with |
||||
# NCL |
||||
tol = 0/100. |
||||
atol = 200.0 |
||||
|
||||
#print np.amax(np.abs(to_np(cape_3d[0,:]) - ref_vals[0,:])) |
||||
nt.assert_allclose(to_np(cape_3d), ref_vals, tol, atol) |
||||
else: |
||||
my_vals = getvar(in_wrfnc, varname, timeidx=timeidx) |
||||
tol = 2/100. |
||||
atol = 0.1 |
||||
#print (np.amax(np.abs(to_np(my_vals) - ref_vals))) |
||||
nt.assert_allclose(to_np(my_vals), ref_vals, tol, atol) |
||||
|
||||
|
||||
return test |
||||
|
||||
def _get_refvals(referent, varname, repeat, multi): |
||||
from netCDF4 import Dataset as NetCDF |
||||
|
||||
refnc = NetCDF(referent) |
||||
|
||||
ref_vals = refnc.variables[varname][:] |
||||
|
||||
return ref_vals |
||||
|
||||
def make_interp_test(varname, wrf_in, referent, multi=False, |
||||
repeat=3, pynio=False): |
||||
def test(self): |
||||
from netCDF4 import Dataset as NetCDF |
||||
|
||||
timeidx = 0 |
||||
in_wrfnc = NetCDF(wrf_in) |
||||
|
||||
if (varname == "interplevel"): |
||||
ref_ht_850 = _get_refvals(referent, "interplevel", repeat, multi) |
||||
hts = getvar(in_wrfnc, "z", timeidx=timeidx) |
||||
p = getvar(in_wrfnc, "pressure", timeidx=timeidx) |
||||
hts_850 = interplevel(hts, p, 850) |
||||
|
||||
nt.assert_allclose(to_np(hts_850), ref_ht_850) |
||||
|
||||
elif (varname == "vertcross"): |
||||
ref_ht_cross = _get_refvals(referent, "vertcross", repeat, multi) |
||||
|
||||
hts = getvar(in_wrfnc, "z", timeidx=timeidx) |
||||
p = getvar(in_wrfnc, "pressure", timeidx=timeidx) |
||||
|
||||
pivot_point = CoordPair(hts.shape[-1] // 2, hts.shape[-2] // 2) |
||||
ht_cross = vertcross(hts, p, pivot_point=pivot_point, angle=90.) |
||||
|
||||
nt.assert_allclose(to_np(ht_cross), ref_ht_cross, rtol=.01) |
||||
|
||||
|
||||
elif (varname == "interpline"): |
||||
|
||||
ref_t2_line = _get_refvals(referent, "interpline", repeat, multi) |
||||
|
||||
t2 = getvar(in_wrfnc, "T2", timeidx=timeidx) |
||||
pivot_point = CoordPair(t2.shape[-1] // 2, t2.shape[-2] // 2) |
||||
|
||||
t2_line1 = interpline(t2, pivot_point=pivot_point, angle=90.0) |
||||
|
||||
nt.assert_allclose(to_np(t2_line1), ref_t2_line) |
||||
|
||||
elif (varname == "vinterp"): |
||||
# Tk to theta |
||||
fld_tk_theta = _get_refvals(referent, "vinterp", repeat, multi) |
||||
fld_tk_theta = np.squeeze(fld_tk_theta) |
||||
|
||||
tk = getvar(in_wrfnc, "temp", timeidx=timeidx, units="k") |
||||
|
||||
interp_levels = [200,300,500,1000] |
||||
|
||||
field = vinterp(in_wrfnc, |
||||
field=tk, |
||||
vert_coord="theta", |
||||
interp_levels=interp_levels, |
||||
extrapolate=True, |
||||
field_type="tk", |
||||
timeidx=timeidx, |
||||
log_p=True) |
||||
|
||||
tol = 5/100. |
||||
atol = 0.0001 |
||||
|
||||
field = np.squeeze(field) |
||||
|
||||
nt.assert_allclose(to_np(field), fld_tk_theta, tol, atol) |
||||
|
||||
return test |
||||
|
||||
|
||||
def make_latlon_test(testid, wrf_in, referent, single, multi=False, repeat=3, |
||||
pynio=False): |
||||
def test(self): |
||||
from netCDF4 import Dataset as NetCDF |
||||
|
||||
timeidx = 0 |
||||
in_wrfnc = NetCDF(wrf_in) |
||||
|
||||
refnc = NetCDF(referent) |
||||
|
||||
if testid == "xy": |
||||
# Since this domain is not moving, the reference values are the |
||||
# same whether there are multiple or single files |
||||
ref_vals = refnc.variables["xy"][:] |
||||
# Lats/Lons taken from NCL script, just hard-coding for now |
||||
lats = [-55, -60, -65] |
||||
lons = [25, 30, 35] |
||||
|
||||
xy = ll_to_xy(in_wrfnc, lats[0], lons[0]) |
||||
|
||||
nt.assert_allclose(to_np(xy), ref_vals) |
||||
|
||||
|
||||
else: |
||||
# Since this domain is not moving, the reference values are the |
||||
# same whether there are multiple or single files |
||||
ref_vals = refnc.variables["ll"][:] |
||||
|
||||
# i_s, j_s taken from NCL script, just hard-coding for now |
||||
# NCL uses 1-based indexing for this, so need to subtract 1 |
||||
i_s = np.asarray([10, 100, 150], int) - 1 |
||||
j_s = np.asarray([10, 100, 150], int) - 1 |
||||
|
||||
ll = xy_to_ll(in_wrfnc, i_s[0], j_s[0]) |
||||
|
||||
nt.assert_allclose(to_np(ll), ref_vals) |
||||
|
||||
|
||||
return test |
||||
|
||||
class WRFVarsTest(ut.TestCase): |
||||
longMessage = True |
||||
|
||||
class WRFInterpTest(ut.TestCase): |
||||
longMessage = True |
||||
|
||||
class WRFLatLonTest(ut.TestCase): |
||||
longMessage = True |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
ignore_vars = [] # Not testable yet |
||||
wrf_vars = ["avo", "eth", "cape_2d", "cape_3d", "ctt", "dbz", "mdbz", |
||||
"geopt", "helicity", "lat", "lon", "omg", "p", "pressure", |
||||
"pvo", "pw", "rh2", "rh", "slp", "ter", "td2", "td", "tc", |
||||
"theta", "tk", "tv", "twb", "updraft_helicity", "ua", "va", |
||||
"wa", "uvmet10", "uvmet", "z", "cfrac"] |
||||
interp_methods = ["interplevel", "vertcross", "interpline", "vinterp"] |
||||
latlon_tests = ["xy", "ll"] |
||||
|
||||
import netCDF4 |
||||
for var in wrf_vars: |
||||
if var in ignore_vars: |
||||
continue |
||||
|
||||
test_func1 = make_test(var, TEST_FILE, REF_FILE) |
||||
setattr(WRFVarsTest, 'test_{0}'.format(var), test_func1) |
||||
|
||||
for method in interp_methods: |
||||
test_interp_func1 = make_interp_test(method, TEST_FILE, |
||||
REF_FILE) |
||||
setattr(WRFInterpTest, 'test_{0}'.format(method), |
||||
test_interp_func1) |
||||
|
||||
for testid in latlon_tests: |
||||
for single in (True,): |
||||
for multi in (False,): |
||||
test_ll_func = make_latlon_test(testid, TEST_FILE, |
||||
REF_FILE, |
||||
single=single, multi=multi, |
||||
repeat=3, pynio=False) |
||||
multistr = "" if not multi else "_multi" |
||||
singlestr = "_nosingle" if not single else "_single" |
||||
test_name = "test_{}{}{}".format(testid, singlestr, |
||||
multistr) |
||||
setattr(WRFLatLonTest, test_name, test_ll_func) |
||||
|
||||
|
||||
ut.main() |
||||
|
||||
Loading…
Reference in new issue