@ -2,7 +2,8 @@ import unittest as ut
@@ -2,7 +2,8 @@ import unittest as ut
import numpy . testing as nt
import numpy as np
import numpy . ma as ma
import os , sys
import os
import sys
import subprocess
import glob
@ -12,9 +13,8 @@ from wrf import (getvar, interplevel, interpline, vertcross, vinterp,
@@ -12,9 +13,8 @@ from wrf import (getvar, interplevel, interpline, vertcross, vinterp,
extract_global_attrs , viewitems , CoordPair , ll_points )
from wrf . util import is_multi_file
NCL_EXE = " /Users/ladwig/miniconda2/envs/ncl_build/bin/ncl "
NCARG_ROOT = " /Users/ladwig/miniconda2/envs/ncl_build "
#TEST_FILE = "/Users/ladwig/Documents/wrf_files/wrfout_d01_2010-06-13_21:00:00"
NCL_EXE = " /Users/ladwig/miniconda3/envs/ncl_build/bin/ncl "
NCARG_ROOT = " /Users/ladwig/miniconda3/envs/ncl_build "
DIRS = [ " /Users/ladwig/Documents/wrf_files/wrf_vortex_multi/moving_nest " ,
" /Users/ladwig/Documents/wrf_files/wrf_vortex_multi/static_nest " ]
PATTERN = " wrfout_d02_* "
@ -25,22 +25,21 @@ NEST = ["moving", "static"]
@@ -25,22 +25,21 @@ NEST = ["moving", "static"]
if sys . version_info > ( 3 , ) :
xrange = range
def setUpModule ( ) :
# ncarg_root = os.environ.get("NCARG_ROOT", None)
# if ncarg_root is None:
# raise RuntimeError("$NCARG_ROOT environment variable not set")
os . environ [ " NCARG_ROOT " ] = NCARG_ROOT
os . environ [ " NCARG_NCARG " ] = os . path . join ( NCARG_ROOT , " lib " , " ncarg " )
os . environ [ " OMP_NUM_THREADS " ] = " 4 "
this_path = os . path . realpath ( __file__ )
ncl_script = os . path . join ( os . path . dirname ( this_path ) ,
ncl_script = os . path . join ( os . path . dirname ( this_path ) , " ncl " ,
" ncl_get_var.ncl " )
for dir , outfile in zip ( DIRS , REF_NC_FILES ) :
cmd = " %s %s ' dir= \" %s \" ' ' pattern= \" %s \" ' ' out_file= \" %s \" ' " % (
cmd = " {} {} ' dir= \" {} \" ' ' pattern= \" {} \" ' ' out_file= \" {} \" ' " . format (
NCL_EXE ,
ncl_script ,
dir ,
@ -54,19 +53,20 @@ def setUpModule():
@@ -54,19 +53,20 @@ def setUpModule():
if ( status != 0 ) :
raise RuntimeError ( " NCL script failed. Could not set up test. " )
# Using helpful information at:
# http://eli.thegreenplace.net/2014/04/02/dynamically-generating-python-test-cases
# http://eli.thegreenplace.net/2014/04/02/
# dynamically-generating-python-test-cases
def make_test ( varname , dir , pattern , referent , multi = False , pynio = False ) :
def test ( self ) :
try :
from netCDF4 import Dataset as NetCDF
except :
except ImportError :
pass
try :
import Nio
except :
except ImportError :
pass
timeidx = 0 if not multi else None
@ -80,7 +80,7 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
@@ -80,7 +80,7 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
f = NetCDF ( fname )
try :
f . set_always_mask ( False )
except :
except AttributeError :
pass
wrfin . append ( f )
else :
@ -94,14 +94,17 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
@@ -94,14 +94,17 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
refnc = NetCDF ( referent )
try :
refnc . set_auto_mask ( False )
except :
except AttributeError :
pass
# These have a left index that defines the product type
multiproduct = varname in ( " uvmet " , " uvmet10 " , " cape_2d " , " cape_3d " ,
" cfrac " )
multi2d = ( " uvmet10 " , " cape_2d " , " cfrac " )
multi3d = ( " uvmet " , " cape_3d " )
multiproduct = varname in ( " uvmet " , " uvmet10 " , " wspd_wdir " ,
" wspd_wdir10 " , " uvmet_wspd_wdir " ,
" uvmet10_wspd_wdir " ,
" cape_2d " , " cape_3d " , " cfrac " )
multi2d = ( " uvmet10 " , " wspd_wdir10 " , " uvmet10_wspd_wdir " ,
" cape_2d " , " cfrac " )
multi3d = ( " uvmet " , " wspd_wdir " , " uvmet_wspd_wdir " , " cape_3d " )
# These varnames don't have NCL functions to test against
ignore_referent = ( " zstag " , " geopt_stag " )
@ -117,66 +120,28 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
@@ -117,66 +120,28 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
else :
ref_vals = refnc . variables [ varname ] [ : ]
if ( varname == " tc " ) :
my_vals = getvar ( wrfin , " temp " , timeidx = timeidx , units = " c " )
tol = 1 / 100.
atol = .1 # Note: NCL uses 273.16 as conversion for some reason
nt . assert_allclose ( to_np ( my_vals ) , ref_vals , tol , atol )
elif ( varname == " height_agl " ) :
# Change the vert_type to height_agl when NCL gets updated.
my_vals = getvar ( wrfin , " z " , timeidx = timeidx , msl = False )
tol = 1 / 100.
atol = .1 # Note: NCL uses 273.16 as conversion for some reason
nt . assert_allclose ( to_np ( my_vals ) , ref_vals , tol , atol )
elif ( varname == " cfrac " ) :
# Change the vert_type to height_agl when NCL gets updated.
my_vals = getvar ( wrfin , " cfrac " , timeidx = timeidx )
tol = 1 / 100.
atol = .1 # Note: NCL uses 273.16 as conversion for some reason
nt . assert_allclose ( to_np ( my_vals ) , ref_vals , tol , atol )
elif ( varname == " pw " ) :
my_vals = getvar ( wrfin , " pw " , timeidx = timeidx )
tol = .5 / 100.0
atol = 0 # NCL uses different constants and doesn't use same
# handrolled virtual temp in method
try :
nt . assert_allclose ( to_np ( my_vals ) , ref_vals , tol , atol )
except AssertionError :
print ( np . amax ( np . abs ( to_np ( my_vals ) - ref_vals ) ) )
raise
elif ( varname == " cape_2d " ) :
cape_2d = getvar ( wrfin , varname , timeidx = timeidx )
tol = 0 / 100.
atol = 200.0
# Let's only compare CAPE values until the F90 changes are
# merged back in to NCL. The modifications to the R and CP
# changes TK enough that non-lifting parcels could lift, thus
# causing wildly different values in LCL
nt . assert_allclose ( to_np ( cape_2d [ 0 , : ] ) , ref_vals [ 0 , : ] , tol , atol )
elif ( varname == " cape_3d " ) :
cape_3d = getvar ( wrfin , varname , timeidx = timeidx )
# Changing the R and CP constants, while keeping TK within
# 2%, can lead to some big changes in CAPE. Tolerances
# have been set wide when comparing the with the original
# NCL. Change back when the F90 code is merged back with
# NCL
tol = 0 / 100.
atol = 200.0
#print np.amax(np.abs(to_np(cape_3d[0,:]) - ref_vals[0,:]))
nt . assert_allclose ( to_np ( cape_3d ) , ref_vals , tol , atol )
elif ( varname == " zstag " or varname == " geopt_stag " ) :
if ( varname == " zstag " or varname == " geopt_stag " ) :
v = getvar ( wrfin , varname , timeidx = timeidx )
# For now, only make sure it runs without crashing since no NCL
# to compare with yet.
# to compare with yet.0
else :
if varname == " cape_2d " or varname == " cape_3d " :
# Cape still has a small floating point issue that
# hasn't been completely resolved, so for now check
# that cape is within 50.
my_vals = getvar ( wrfin , varname , timeidx = timeidx )
rtol = 0
atol = 50.
else :
# All other tests should be within .001 of each other
my_vals = getvar ( wrfin , varname , timeidx = timeidx )
tol = 2 / 100.
atol = 0.1
#print (np.amax(np.abs(to_np(my_vals) - ref_vals)))
rtol = 0
atol = 1.0E-3
try :
nt . assert_allclose ( to_np ( my_vals ) , ref_vals , tol , atol )
except :
nt . assert_allclose ( to_np ( my_vals ) , ref_vals , rtol , atol )
except AssertionError :
absdiff = np . abs ( to_np ( my_vals ) - ref_vals )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
@ -184,24 +149,24 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
@@ -184,24 +149,24 @@ def make_test(varname, dir, pattern, referent, multi=False, pynio=False):
raise
return test
def _get_refvals ( referent , varname , multi ) :
try :
from netCDF4 import Dataset as NetCDF
except :
except ImportError :
pass
refnc = NetCDF ( referent )
try :
pass
#refnc.set_auto_mask(False)
except :
except ImportError :
pass
multi2d = ( " uvmet10 " , " cape_2d " , " cfrac " )
multi3d = ( " uvmet " , " cape_3d " )
multi2d = ( " uvmet10 " , " wspd_wdir10 " , " uvmet10_wspd_wdir " , " cape_2d " ,
" cfrac " )
multi3d = ( " uvmet " , " wspd_wdir " , " uvmet_wspd_wdir " , " cape_3d " )
interpline = ( " t2_line " , " t2_line2 " , " t2_line3 " )
if not multi :
@ -223,17 +188,18 @@ def _get_refvals(referent, varname, multi):
@@ -223,17 +188,18 @@ def _get_refvals(referent, varname, multi):
return ref_vals
def make_interp_test ( varname , dir , pattern , referent , multi = False ,
pynio = False ) :
def test ( self ) :
try :
from netCDF4 import Dataset as NetCDF
except :
except ImportError :
pass
try :
import Nio
except :
except ImportError :
pass
timeidx = 0 if not multi else None
@ -247,7 +213,7 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -247,7 +213,7 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
f = NetCDF ( fname )
try :
f . set_always_mask ( False )
except :
except AttributeError :
pass
wrfin . append ( f )
else :
@ -288,7 +254,6 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -288,7 +254,6 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
p_5000 = interplevel ( to_np ( p ) , to_np ( hts ) , 5000 )
p_5000 = interplevel ( p , hts , 5000 )
nt . assert_allclose ( to_np ( p_5000 ) , ref_p_5000 )
nt . assert_allclose ( to_np ( p_5000 ) , ref_p2_5000 )
@ -314,13 +279,11 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -314,13 +279,11 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
# Just make sure these run below
wspd_wdir_500 = interplevel ( to_np ( wspd_wdir ) , to_np ( p ) , 500 )
wspd_wdir_500 = interplevel ( wspd_wdir , p , 500 )
#print(wspd_wdir_500)
wspd_wdir_multi = interplevel ( to_np ( wspd_wdir ) ,
to_np ( p ) , [ 1000 , 500 , 250 ] )
wspd_wdir_multi = interplevel ( to_np ( wspd_wdir ) , to_np ( p ) ,
[ 1000 , 500 , 250 ] )
wdpd_wdir_multi = interplevel ( wspd_wdir , p , [ 1000 , 500 , 250 ] )
wspd_wdir_pblh = interplevel ( to_np ( wspd_wdir ) , to_np ( hts ) , pblh )
wspd_wdir_pblh = interplevel ( wspd_wdir , hts , pblh )
@ -340,7 +303,6 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -340,7 +303,6 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
nt . assert_allclose ( to_np ( wspd_wdir_pblh_2 [ : , - 1 , : ] ) ,
to_np ( wspd_wdir_pblh [ : , 0 , : ] ) )
elif ( varname == " vertcross " ) :
ref_ht_cross = _get_refvals ( referent , " ht_cross " , multi )
ref_p_cross = _get_refvals ( referent , " p_cross " , multi )
@ -373,7 +335,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -373,7 +335,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
ht_cross = vertcross ( hts , p , pivot_point = pivot_point , angle = 90. ,
autolevels = p_autolevels )
nt . assert_allclose ( to_np ( ht_cross ) , ref_ht_cross , rtol = .01 )
try :
nt . assert_allclose ( to_np ( ht_cross ) , ref_ht_cross , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( ht_cross ) - ref_ht_cross )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
lats = hts . coords [ " XLAT " ]
lons = hts . coords [ " XLONG " ]
@ -396,55 +365,88 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -396,55 +365,88 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
v1 = vertcross ( hts , p , wrfin = wrfin , pivot_point = pivot_point ,
angle = 90.0 )
v2 = vertcross ( hts , p , projection = hts . attrs [ " projection " ] ,
ll_point = ll_point ,
pivot_point = pivot_point , angle = 90. )
ll_point = ll_point , pivot_point = pivot _point ,
angle = 90. )
nt . assert_allclose ( to_np ( v1 ) , to_np ( v2 ) , rtol = .01 )
try :
nt . assert_allclose ( to_np ( v1 ) , to_np ( v2 ) , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( v1 ) - to_np ( v2 ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Test opposite
p_cross1 = vertcross ( p , hts , pivot_point = pivot_point , angle = 90.0 )
nt . assert_allclose ( to_np ( p_cross1 ) ,
ref_p_cross ,
rtol = .01 )
try :
nt . assert_allclose ( to_np ( p_cross1 ) , ref_p_cross , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( p_cross1 ) - ref_p_cross )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Test point to point
start_point = CoordPair ( 0 , hts . shape [ - 2 ] / 2 )
end_point = CoordPair ( - 1 , hts . shape [ - 2 ] / 2 )
p_cross2 = vertcross ( p , hts , start_point = start_point ,
end_point = end_point )
nt . assert_allclose ( to_np ( p_cross1 ) ,
to_np ( p_cross2 ) )
try :
nt . assert_allclose ( to_np ( p_cross1 ) , to_np ( p_cross2 ) ,
atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( p_cross1 ) - to_np ( p_cross2 ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Check the new vertcross routine
pivot_point = CoordPair ( hts . shape [ - 1 ] / 2 , hts . shape [ - 2 ] / 2 )
ht_cross = vertcross ( hts , p ,
pivot_point = pivot_point , angle = 90. ,
ht_cross = vertcross ( hts , p , pivot_point = pivot_point , angle = 90. ,
latlon = True )
try :
nt . assert_allclose ( to_np ( ht_cross ) ,
to_np ( ref_ht_vertcross1 ) , atol = .01 )
to_np ( ref_ht_vertcross1 ) , atol = .005 )
except AssertionError :
absdiff = np . abs ( to_np ( ht_cross ) - to_np ( ref_ht_vertcross1 ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
levels = [ 1000. , 850. , 700. , 500. , 250. ]
ht_cross = vertcross ( hts , p ,
pivot_point = pivot_point , angle = 90. ,
ht_cross = vertcross ( hts , p , pivot_point = pivot_point , angle = 90. ,
levels = levels , latlon = True )
nt . assert_allclose ( to_np ( ht_cross ) ,
to_np ( ref_ht_vertcross2 ) , atol = .01 )
try :
nt . assert_allclose ( to_np ( ht_cross ) , to_np ( ref_ht_vertcross2 ) ,
atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( ht_cross ) - to_np ( ref_ht_vertcross2 ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
idxs = ( 0 , slice ( None ) ) if lats . ndim > 2 else ( slice ( None ) , )
start_lat = np . amin ( lats [ idxs ] ) + .25 * ( np . amax ( lats [ idxs ] ) - np . amin ( lats [ idxs ] ) )
end_lat = np . amin ( lats [ idxs ] ) + .65 * ( np . amax ( lats [ idxs ] ) - np . amin ( lats [ idxs ] ) )
start_lat = np . amin ( lats [ idxs ] ) + .25 * ( np . amax ( lats [ idxs ] )
- np . amin ( lats [ idxs ] ) )
end_lat = np . amin ( lats [ idxs ] ) + .65 * ( np . amax ( lats [ idxs ] )
- np . amin ( lats [ idxs ] ) )
start_lon = np . amin ( lons [ idxs ] ) + .25 * ( np . amax ( lons [ idxs ] ) - np . amin ( lons [ idxs ] ) )
end_lon = np . amin ( lons [ idxs ] ) + .65 * ( np . amax ( lons [ idxs ] ) - np . amin ( lons [ idxs ] ) )
start_lon = np . amin ( lons [ idxs ] ) + .25 * ( np . amax ( lons [ idxs ] )
- np . amin ( lons [ idxs ] ) )
end_lon = np . amin ( lons [ idxs ] ) + .65 * ( np . amax ( lons [ idxs ] )
- np . amin ( lons [ idxs ] ) )
start_point = CoordPair ( lat = start_lat , lon = start_lon )
end_point = CoordPair ( lat = end_lat , lon = end_lon )
@ -459,10 +461,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -459,10 +461,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
latlon = True ,
autolevels = 1000 )
nt . assert_allclose ( to_np ( ht_cross ) ,
to_np ( ref_ht_vertcross3 ) ,
rtol = .01 )
try :
nt . assert_allclose ( to_np ( ht_cross ) , to_np ( ref_ht_vertcross3 ) ,
atol = .01 )
except AssertionError :
absdiff = np . abs ( to_np ( ht_cross ) - to_np ( ref_ht_vertcross3 ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
if multi :
ntimes = hts . shape [ 0 ]
@ -471,20 +478,23 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -471,20 +478,23 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
hts = getvar ( wrfin , " z " , timeidx = t )
p = getvar ( wrfin , " pressure " , timeidx = t )
ht_cross = vertcross ( hts , p ,
start_point = start_point ,
end_point = end_point ,
wrfin = wrfin ,
timeidx = t ,
latlon = True ,
autolevels = 1000 )
ht_cross = vertcross (
hts , p , start_point = start_point , end_point = end_point ,
wrfin = wrfin , timeidx = t , latlon = True , autolevels = 1000 )
refname = " ht_vertcross_t {} " . format ( t )
ref_ht_vertcross = _get_refvals ( referent , refname , False )
try :
nt . assert_allclose ( to_np ( ht_cross ) ,
to_np ( ref_ht_vertcross ) , rtol = .02 )
to_np ( ref_ht_vertcross ) , atol = .01 )
except AssertionError :
absdiff = np . abs ( to_np ( ht_cross ) -
to_np ( ref_ht_vertcross ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
elif ( varname == " interpline " ) :
@ -503,7 +513,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -503,7 +513,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
nt . assert_allclose ( to_np ( t2_line1 ) , ref_t2_line )
# Test the new NCL wrf_user_interplevel result
try :
nt . assert_allclose ( to_np ( t2_line1 ) , ref_t2_line2 )
except AssertionError :
absdiff = np . abs ( to_np ( t2_line1 ) - ref_t2_line2 )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Test the manual projection method with lat/lon
lats = t2 . coords [ " XLAT " ]
@ -524,9 +541,16 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -524,9 +541,16 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
angle = 90.0 )
l2 = interpline ( t2 , projection = t2 . attrs [ " projection " ] ,
ll_point = ll_point ,
pivot_point = pivot_point , angle = 90. )
nt . assert_allclose ( to_np ( l1 ) , to_np ( l2 ) , rtol = .01 )
ll_point = ll_point , pivot_point = pivot_point ,
angle = 90. )
try :
nt . assert_allclose ( to_np ( l1 ) , to_np ( l2 ) )
except AssertionError :
absdiff = np . abs ( to_np ( l1 ) - to_np ( l2 ) )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Test point to point
start_point = CoordPair ( 0 , t2 . shape [ - 2 ] / 2 )
@ -535,7 +559,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -535,7 +559,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
t2_line2 = interpline ( t2 , start_point = start_point ,
end_point = end_point )
try :
nt . assert_allclose ( to_np ( t2_line1 ) , to_np ( t2_line2 ) )
except AssertionError :
absdiff = np . abs ( to_np ( t2_line1 ) - t2_line2 )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Now test the start/end with lat/lon points
@ -556,8 +587,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -556,8 +587,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
start_point = start_point ,
end_point = end_point , latlon = True )
nt . assert_allclose ( to_np ( t2_line3 ) , ref_t2_line3 , rtol = .01 )
try :
nt . assert_allclose ( to_np ( t2_line3 ) , ref_t2_line3 , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( t2_line3 ) - ref_t2_line3 )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Test all time steps
if multi :
@ -567,15 +604,22 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -567,15 +604,22 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
for t in range ( ntimes ) :
t2 = getvar ( wrfin , " T2 " , timeidx = t )
line = interpline ( t2 , wrfin = wrfin , timeidx = t ,
start_point = start_point ,
line = interpline (
t2 , wrfin = wrfin , timeidx = t , start_point = start_point ,
end_point = end_point , latlon = True )
refname = " t2_line_t {} " . format ( t )
refline = refnc . variables [ refname ] [ : ]
nt . assert_allclose ( to_np ( line ) ,
to_np ( refline ) , rtol = .005 )
try :
nt . assert_allclose ( to_np ( line ) , to_np ( refline ) ,
atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( line ) - refline )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
refnc . close ( )
@ -589,8 +633,16 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -589,8 +633,16 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
start_point = start_point ,
end_point = end_point , latlon = True )
nt . assert_allclose ( to_np ( line ) ,
to_np ( ref_t2_line4 ) , rtol = .005 )
try :
nt . assert_allclose ( to_np ( line ) , to_np ( ref_t2_line4 ) ,
atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( line ) - ref_t2_line4 )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
finally :
refnc . close ( )
elif ( varname == " vinterp " ) :
@ -621,12 +673,19 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -621,12 +673,19 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
timeidx = timeidx ,
log_p = True )
tol = 5 / 100.
tol = 0 / 100.
atol = 0.0001
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_tk_theta)))
nt . assert_allclose ( to_np ( field ) , fld_tk_theta , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_tk_theta )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_tk_theta )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Tk to theta-e
fld_tk_theta_e = _get_refvals ( referent , " fld_tk_theta_e " , multi )
@ -643,12 +702,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -643,12 +702,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
timeidx = timeidx ,
log_p = True )
tol = 3 / 100.
atol = 50.0001
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_tk_theta_e)/fld_tk_theta_e)*100)
nt . assert_allclose ( to_np ( field ) , fld_tk_theta_e , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_tk_theta_e , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_tk_theta_e )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Tk to pressure
fld_tk_pres = _get_refvals ( referent , " fld_tk_pres " , multi )
@ -667,8 +729,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -667,8 +729,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_tk_pres)))
nt . assert_allclose ( to_np ( field ) , fld_tk_pres , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_tk_pres , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_tk_pres )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Tk to geoht_msl
fld_tk_ght_msl = _get_refvals ( referent , " fld_tk_ght_msl " , multi )
@ -685,8 +753,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -685,8 +753,14 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
log_p = True )
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_tk_ght_msl)))
nt . assert_allclose ( to_np ( field ) , fld_tk_ght_msl , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_tk_ght_msl , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_tk_ght_msl )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Tk to geoht_agl
fld_tk_ght_agl = _get_refvals ( referent , " fld_tk_ght_agl " , multi )
@ -703,8 +777,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -703,8 +777,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
log_p = True )
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_tk_ght_agl)))
nt . assert_allclose ( to_np ( field ) , fld_tk_ght_agl , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_tk_ght_agl , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_tk_ght_agl )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Hgt to pressure
fld_ht_pres = _get_refvals ( referent , " fld_ht_pres " , multi )
@ -722,8 +803,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -722,8 +803,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
log_p = True )
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_ht_pres)))
nt . assert_allclose ( to_np ( field ) , fld_ht_pres , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_ht_pres , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_ht_pres )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Pressure to theta
fld_pres_theta = _get_refvals ( referent , " fld_pres_theta " , multi )
@ -741,8 +829,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -741,8 +829,15 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
log_p = True )
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_pres_theta)))
nt . assert_allclose ( to_np ( field ) , fld_pres_theta , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_pres_theta , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_pres_theta )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
# Theta-e to pres
fld_thetae_pres = _get_refvals ( referent , " fld_thetae_pres " , multi )
@ -760,11 +855,19 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
@@ -760,11 +855,19 @@ def make_interp_test(varname, dir, pattern, referent, multi=False,
log_p = True )
field = np . squeeze ( field )
#print (np.amax(np.abs(to_np(field) - fld_thetae_pres)))
nt . assert_allclose ( to_np ( field ) , fld_thetae_pres , tol , atol )
try :
nt . assert_allclose ( to_np ( field ) , fld_thetae_pres , atol = .0001 )
except AssertionError :
absdiff = np . abs ( to_np ( field ) - fld_thetae_pres )
maxdiff = np . amax ( absdiff )
print ( maxdiff )
print ( np . argwhere ( absdiff == maxdiff ) )
raise
return test
def extract_proj_params ( wrfnc , timeidx = 0 ) :
attrs = extract_global_attrs ( wrfnc , ( " MAP_PROJ " , " TRUELAT1 " , " TRUELAT2 " ,
" STAND_LON " , " POLE_LAT " , " POLE_LON " ,
@ -788,17 +891,18 @@ def extract_proj_params(wrfnc, timeidx=0):
@@ -788,17 +891,18 @@ def extract_proj_params(wrfnc, timeidx=0):
return result
def make_latlon_test ( testid , dir , pattern , referent , single ,
multi = False , pynio = False ) :
def test ( self ) :
try :
from netCDF4 import Dataset as NetCDF
except :
except ImportError :
pass
try :
import Nio
except :
except ImportError :
pass
timeidx = 0 if not multi else None
@ -809,7 +913,7 @@ def make_latlon_test(testid, dir, pattern, referent, single,
@@ -809,7 +913,7 @@ def make_latlon_test(testid, dir, pattern, referent, single,
refnc = NetCDF ( referent )
try :
refnc . set_always_mask ( False )
except :
except AttributeError :
pass
wrfin = [ ]
@ -818,7 +922,7 @@ def make_latlon_test(testid, dir, pattern, referent, single,
@@ -818,7 +922,7 @@ def make_latlon_test(testid, dir, pattern, referent, single,
f = NetCDF ( fname )
try :
f . set_auto_mask ( False )
except :
except AttributeError :
pass
wrfin . append ( f )
else :
@ -848,13 +952,11 @@ def make_latlon_test(testid, dir, pattern, referent, single,
@@ -848,13 +952,11 @@ def make_latlon_test(testid, dir, pattern, referent, single,
# Next make sure the 'proj' version works
projparams = extract_proj_params ( wrfin , timeidx = timeidx )
xy_proj = ll_to_xy_proj ( lats [ 0 ] , lons [ 0 ] ,
as_int = True ,
xy_proj = ll_to_xy_proj ( lats [ 0 ] , lons [ 0 ] , as_int = True ,
* * projparams )
nt . assert_allclose ( to_np ( xy_proj ) , to_np ( xy ) )
else :
ref_vals = refnc . variables [ " xy1 " ] [ : ]
xy = ll_to_xy ( wrfin , lats , lons , timeidx = None , as_int = False )
@ -905,7 +1007,6 @@ def make_latlon_test(testid, dir, pattern, referent, single,
@@ -905,7 +1007,6 @@ def make_latlon_test(testid, dir, pattern, referent, single,
nt . assert_allclose ( to_np ( ll_proj ) , to_np ( ll ) )
else :
ref_vals = refnc . variables [ " ll1 " ] [ : ]
ll = xy_to_ll ( wrfin , x_s , y_s , timeidx = None )
@ -935,12 +1036,15 @@ def make_latlon_test(testid, dir, pattern, referent, single,
@@ -935,12 +1036,15 @@ def make_latlon_test(testid, dir, pattern, referent, single,
return test
class WRFVarsTest ( ut . TestCase ) :
longMessage = True
class WRFInterpTest ( ut . TestCase ) :
longMessage = True
class WRFLatLonTest ( ut . TestCase ) :
longMessage = True
@ -958,7 +1062,8 @@ if __name__ == "__main__":
@@ -958,7 +1062,8 @@ if __name__ == "__main__":
" pvo " , " pw " , " rh2 " , " rh " , " slp " , " ter " , " td2 " , " td " , " tc " ,
" theta " , " tk " , " tv " , " twb " , " updraft_helicity " , " ua " , " va " ,
" wa " , " uvmet10 " , " uvmet " , " z " , " cfrac " , " zstag " , " geopt_stag " ,
" height_agl " ]
" height_agl " , " wspd_wdir " , " wspd_wdir10 " , " uvmet_wspd_wdir " ,
" uvmet10_wspd_wdir " ]
interp_methods = [ " interplevel " , " vertcross " , " interpline " , " vinterp " ]
latlon_tests = [ " xy " , " ll " ]
@ -973,9 +1078,12 @@ if __name__ == "__main__":
@@ -973,9 +1078,12 @@ if __name__ == "__main__":
continue
test_func1 = make_test ( var , dir , PATTERN , ref_nc_file )
test_func2 = make_test ( var , dir , PATTERN , ref_nc_file , multi = True )
setattr ( WRFVarsTest , ' test_ {0} _ {1} ' . format ( nest , var ) , test_func1 )
setattr ( WRFVarsTest , ' test_ {0} _multi_ {1} ' . format ( nest , var ) , test_func2 )
test_func2 = make_test ( var , dir , PATTERN , ref_nc_file ,
multi = True )
setattr ( WRFVarsTest , ' test_ {0} _ {1} ' . format ( nest , var ) ,
test_func1 )
setattr ( WRFVarsTest , ' test_ {0} _multi_ {1} ' . format ( nest , var ) ,
test_func2 )
for method in interp_methods :
test_interp_func1 = make_interp_test ( method , dir , PATTERN ,
@ -984,7 +1092,8 @@ if __name__ == "__main__":
@@ -984,7 +1092,8 @@ if __name__ == "__main__":
ref_nc_file , multi = True )
setattr ( WRFInterpTest , ' test_ {0} _ {1} ' . format ( nest , method ) ,
test_interp_func1 )
setattr ( WRFInterpTest , ' test_ {0} _multi_ {1} ' . format ( nest , method ) ,
setattr ( WRFInterpTest ,
' test_ {0} _multi_ {1} ' . format ( nest , method ) ,
test_interp_func2 )
for testid in latlon_tests :
@ -997,7 +1106,8 @@ if __name__ == "__main__":
@@ -997,7 +1106,8 @@ if __name__ == "__main__":
pynio = False )
multistr = " " if not multi else " _multi "
singlestr = " _nosingle " if not single else " _single "
test_name = " test_ {} _ {} {} {} " . format ( nest , testid , singlestr ,
test_name = " test_ {} _ {} {} {} " . format ( nest , testid ,
singlestr ,
multistr )
setattr ( WRFLatLonTest , test_name , test_ll_func )
@ -1010,22 +1120,26 @@ if __name__ == "__main__":
@@ -1010,22 +1120,26 @@ if __name__ == "__main__":
if var in ignore_vars :
continue
test_func1 = make_test ( var , dir , PATTERN , ref_nc_file , pynio = True )
test_func2 = make_test ( var , dir , PATTERN , ref_nc_file , multi = True ,
test_func1 = make_test ( var , dir , PATTERN , ref_nc_file ,
pynio = True )
setattr ( WRFVarsTest , ' test_pynio_ {0} _ {1} ' . format ( nest , var ) , test_func1 )
setattr ( WRFVarsTest , ' test_pynio_ {0} _multi_ {1} ' . format ( nest , var ) ,
test_func2 )
test_func2 = make_test ( var , dir , PATTERN , ref_nc_file ,
multi = True ,
pynio = True )
setattr ( WRFVarsTest , ' test_pynio_ {0} _ {1} ' . format (
nest , var ) , test_func1 )
setattr ( WRFVarsTest , ' test_pynio_ {0} _multi_ {1} ' . format (
nest , var ) , test_func2 )
for method in interp_methods :
test_interp_func1 = make_interp_test ( method , dir , PATTERN ,
ref_nc_file )
test_interp_func2 = make_interp_test ( method , dir , PATTERN ,
ref_nc_file , multi = True )
setattr ( WRFInterpTest , ' test_pynio_ {0} _ {1} ' . format ( nest , method ) ,
setattr ( WRFInterpTest , ' test_pynio_ {0} _ {1} ' . format ( nest ,
method ) ,
test_interp_func1 )
setattr ( WRFInterpTest , ' test_pynio_ {0} _multi_ {1} ' . format ( nest , method ) ,
test_interp_func2 )
setattr ( WRFInterpTest , ' test_pynio_ {0} _multi_ {1} ' . format (
nest , method ) , test_interp_func2 )
for testid in latlon_tests :
for single in ( True , False ) :
@ -1037,10 +1151,8 @@ if __name__ == "__main__":
@@ -1037,10 +1151,8 @@ if __name__ == "__main__":
pynio = False )
multistr = " " if not multi else " _multi "
singlestr = " _nosingle " if not single else " _single "
test_name = " test_pynio_ {} _ {} {} {} " . format ( nest , testid ,
singlestr ,
multistr )
test_name = " test_pynio_ {} _ {} {} {} " . format (
nest , testid , singlestr , multistr )
setattr ( WRFLatLonTest , test_name , test_ll_func )
ut . main ( )
Bill Ladwig
6 years ago