Skip to content

full size xg and yg #246

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rabernat merged 22 commits into from
Jul 29, 2021
Merged

full size xg and yg #246

Show file tree
Hide file tree
Changes from 9 commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
d7303be
add get_xg_yg_from_input code
Mar 12, 2020
6ed1593
refactored some code to reduce repeats
Mar 12, 2020
9a387c2
added testing
Mar 12, 2020
633b8e6
Merge remote-tracking branch 'upstream/master' into add_get_xg
AaronDavidSchneider Jan 6, 2021
9f7d8d2
minimalized PR, dropped the sub tile things
AaronDavidSchneider Jan 6, 2021
8f7b058
remove tests for now
AaronDavidSchneider Jan 6, 2021
2c13538
Merge remote-tracking branch 'upstream/master' into add_get_xg
AaronDavidSchneider Mar 11, 2021
83bb8f8
add outer
AaronDavidSchneider Mar 11, 2021
c253f37
resolve feedback from @raphaeldussin
AaronDavidSchneider Mar 11, 2021
10cfc6c
Update xmitgcm/utils.py
AaronDavidSchneider Apr 13, 2021
b49c26d
Update xmitgcm/utils.py
AaronDavidSchneider Apr 13, 2021
0e04c77
Update xmitgcm/utils.py
AaronDavidSchneider Apr 13, 2021
ce00ae1
Update xmitgcm/utils.py
AaronDavidSchneider Apr 13, 2021
4d862c3
add tests
AaronDavidSchneider Apr 13, 2021
48c4aa8
change logic, pass all tests
raphaeldussin May 4, 2021
e734a27
Merge pull request #1 from raphaeldussin/fix_grid_from_bin
AaronDavidSchneider May 5, 2021
033a682
feedback
AaronDavidSchneider May 5, 2021
83fbccf
remove unnescessary outer flags in tests
AaronDavidSchneider May 5, 2021
bd4dc59
cleanup
AaronDavidSchneider May 6, 2021
73ddf89
CS Grid check
AaronDavidSchneider May 6, 2021
9865afb
Merge branch 'MITgcm:master' into add_get_xg
AaronDavidSchneider May 18, 2021
96c6ce4
add precision, endianness to grid test
AaronDavidSchneider Jul 28, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion xmitgcm/test/test_utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1057,7 +1057,7 @@ def test_get_grid_from_input(all_grid_datadirs, usedask):
dtype=np.dtype('d'), endian='>',
use_dask=False,
extra_metadata=None)


@pytest.mark.parametrize("dtype", [np.dtype('d'), np.dtype('f')])
def test_write_to_binary(dtype):
Expand Down
43 changes: 34 additions & 9 deletions xmitgcm/utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1308,7 +1308,7 @@ def get_extra_metadata(domain='llc', nx=90):


def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
dtype=np.dtype('d'), endian='>', use_dask=False,
dtype=np.dtype('d'), endian='>', use_dask=False, outer=False,
extra_metadata=None):
"""
Read grid variables from grid input files, this is especially useful
Expand All @@ -1332,6 +1332,8 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
endianness of input data
use_dask : bool
use dask or not
outer : bool
include outer boundary or not
extra_metadata : dict
dictionary of extra metadata, needed for llc configurations

Expand All @@ -1347,6 +1349,15 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
'XG', 'YG', 'DXV', 'DYU', 'RAZ',
'DXC', 'DYC', 'RAW', 'RAS', 'DXG', 'DYG']

if outer:
Comment thread
AaronDavidSchneider marked this conversation as resolved.
Outdated
outerx_vars = ['DXC', 'RAW', 'DYG']
outery_vars = ['DYC', 'RAS', 'DXG']
outerxy_vars = ['XG', 'YG', 'RAZ']
else:
outerx_vars = []
outery_vars = []
outerxy_vars = []

file_metadata['vars'] = file_metadata['fldList']
dims_vars_list = []
for var in file_metadata['fldList']:
Expand Down Expand Up @@ -1398,6 +1409,7 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
elif file_metadata['facet_orders'][kfacet] == 'F':
nxgrid = file_metadata['ny_facets'][kfacet] + 1
nygrid = file_metadata['nx'] + 1


grid_metadata.update({'nx': nxgrid, 'ny': nygrid,
'has_faces': False})
Expand All @@ -1413,7 +1425,15 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',

for field in file_metadata['fldList']:
# symetrize
tmp = rawfields[field][:, :, :-1, :-1].squeeze()
if field in outerx_vars:
tmp = rawfields[field][:, :, :, :-1].squeeze()
Comment thread
AaronDavidSchneider marked this conversation as resolved.
Outdated
elif field in outery_vars:
tmp = rawfields[field][:, :, :-1, :].squeeze()
Comment thread
AaronDavidSchneider marked this conversation as resolved.
Outdated
elif field in outerxy_vars:
tmp = rawfields[field][:, :, :, :].squeeze()
Comment thread
AaronDavidSchneider marked this conversation as resolved.
Outdated
else:
tmp = rawfields[field][:, :, :-1, :-1].squeeze()
Comment thread
AaronDavidSchneider marked this conversation as resolved.
Outdated

# transpose
if grid_metadata['facet_orders'][kfacet] == 'F':
tmp = tmp.transpose()
Expand All @@ -1423,7 +1443,10 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
if grid_metadata['face_facets'][face] == kfacet:
# get offset of face from facet
offset = file_metadata['face_offsets'][face]
nx = file_metadata['nx']
if field in outerx_vars + outerxy_vars + outery_vars:
nx = file_metadata['nx'] + 1
else:
nx = file_metadata['nx']
# pad data, if needed (would trigger eager data eval)
# needs a new array not to pad multiple times
padded = _pad_array(tmp, file_metadata, face=face)
Expand All @@ -1441,6 +1464,7 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
[gridfields[field], dataface], axis=0)

# create the dataset
nxouter = file_metadata['nx'] + 1 if outer else file_metadata['nx']
if geometry == 'llc':
grid = xr.Dataset({'XC': (['face', 'j', 'i'], gridfields['XC']),
'YC': (['face', 'j', 'i'], gridfields['YC']),
Expand All @@ -1462,9 +1486,9 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
coords={'i': (['i'], np.arange(file_metadata['nx'])),
'j': (['j'], np.arange(file_metadata['nx'])),
'i_g': (['i_g'],
np.arange(file_metadata['nx'])),
np.arange(nxouter)),
'j_g': (['j_g'],
np.arange(file_metadata['nx'])),
np.arange(nxouter)),
Comment thread
AaronDavidSchneider marked this conversation as resolved.
'face': (['face'], np.arange(nfaces))
}
)
Expand All @@ -1489,13 +1513,14 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
coords={'i': (['i'], np.arange(file_metadata['nx'])),
'j': (['j'], np.arange(file_metadata['nx'])),
'i_g': (['i_g'],
np.arange(file_metadata['nx'])),
np.arange(nxouter)),
'j_g': (['j_g'],
np.arange(file_metadata['nx'])),
np.arange(nxouter)),
'face': (['face'], np.arange(nfaces))
}
)
else: # pragma: no cover
nyouter = file_metadata['ny'] + 1 if outer else file_metadata['ny']
grid = xr.Dataset({'XC': (['j', 'i'], gridfields['XC']),
'YC': (['j', 'i'], gridfields['YC']),
'DXF': (['j', 'i'], gridfields['DXF']),
Expand All @@ -1516,9 +1541,9 @@ def get_grid_from_input(gridfile, nx=None, ny=None, geometry='llc',
coords={'i': (['i'], np.arange(file_metadata['nx'])),
'j': (['j'], np.arange(file_metadata['ny'])),
'i_g': (['i_g'],
np.arange(file_metadata['nx'])),
np.arange(nxouter)),
'j_g': (['j_g'],
np.arange(file_metadata['ny']))
np.arange(nyouter))
}
)

Expand Down