saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-24 19:43:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test bidaf with nuphar for avx target (#2370)

Browse source 
increase nuphar test coverage a bit
This commit is contained in:
Yang Chen 2019-11-12 00:47:13 -08:00 committed by GitHub
parent fc6773a65b
commit 41b9f01e4c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
onnxruntime/test/python/onnxruntime_test_python_nuphar.py
View file

@ -55,15 +55,21 @@ class TestNuphar(unittest.TestCase):
else:
os.makedirs(cache_dir)
nuphar_settings = 'nuphar_cache_path:{}'.format(cache_dir)
onnxrt.capi._pybind_state.set_nuphar_settings(nuphar_settings)
# prepare feed
feed = {}
for i in range(4):
tp = onnx.load_tensor(os.path.join(bidaf_dir, 'test_data_set_0', 'input_{}.pb'.format(i)))
feed[tp.name] = numpy_helper.to_array(tp)
# force codegen_target to be avx
nuphar_settings = 'nuphar_codegen_target:avx'
onnxrt.capi._pybind_state.set_nuphar_settings(nuphar_settings)
sess = onnxrt.InferenceSession(bidaf_int8_scan_only_model)
assert 'NupharExecutionProvider' in sess.get_providers()
output = sess.run([], feed)
nuphar_settings = 'nuphar_cache_path:{}'.format(cache_dir)
onnxrt.capi._pybind_state.set_nuphar_settings(nuphar_settings)
sess = onnxrt.InferenceSession(bidaf_int8_scan_only_model) # JIT cache happens when initializing session
assert 'NupharExecutionProvider' in sess.get_providers()
output = sess.run([], feed)