saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-29 20:14:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

relax atol and rtol for einsum ut (#9842)

Browse source
This commit is contained in:
Vincent Wang 2021-11-23 14:39:14 +08:00 committed by GitHub
parent 8564fc1933
commit 24f3d72b77
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
orttraining/orttraining/test/python/orttraining_test_ortmodule_api.py
View file

@ -1118,8 +1118,8 @@ def test_gradient_correctness_einsum(equation):
pt_prediction = run_step(pt_model, pt_input_left, pt_input_right)
ort_prediction = run_step(ort_model, ort_input_left, ort_input_right)
_test_helpers.assert_values_are_close(ort_prediction, pt_prediction, atol=1e-5)
_test_helpers.assert_gradients_match_and_reset_gradient(ort_model, pt_model)
_test_helpers.assert_values_are_close(ort_prediction, pt_prediction, atol=1e-3, rtol=1e-3)
_test_helpers.assert_gradients_match_and_reset_gradient(ort_model, pt_model, atol=1e-3, rtol=1e-3)
def test_gradient_correctness_einsum_2():
class NeuralNetEinsum(torch.nn.Module):
@ -1202,8 +1202,8 @@ def test_gradient_correctness_einsum_2():
pt_prediction = run_step(pt_model, pt_input_left, pt_input_right)
ort_prediction = run_step(ort_model, ort_input_left, ort_input_right)
_test_helpers.assert_values_are_close(ort_prediction, pt_prediction, atol=1e-4, rtol=1e-5)
_test_helpers.assert_gradients_match_and_reset_gradient(ort_model, pt_model)
_test_helpers.assert_values_are_close(ort_prediction, pt_prediction, atol=1e-3, rtol=1e-3)
_test_helpers.assert_gradients_match_and_reset_gradient(ort_model, pt_model, atol=1e-3, rtol=1e-3)
# Since multinomial is a generator function, we do not have to test for gradient
# Two consecutive calls on the torch.multinomail on a probability distribution with more