saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-05 04:17:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix math domain error with log10 (#12841)

Browse source 
fix math domain error with log10
This commit is contained in:
Chen Fu 2022-09-06 11:54:41 -04:00 committed by GitHub
parent 8cedafe250
commit 9ad5b95e4f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
onnxruntime/python/tools/quantization/qdq_loss_debug.py
View file

@ -343,9 +343,11 @@ def compute_signal_to_quantization_noice_ratio(
left = numpy.concatenate(xlist).flatten()
right = numpy.concatenate(ylist).flatten()
Ps = numpy.linalg.norm(left)
Pn = numpy.linalg.norm(left - right) + numpy.finfo("float").eps
return 20 * math.log10(Ps / Pn)
epsilon = numpy.finfo("float").eps
tensor_norm = max(numpy.linalg.norm(left), epsilon)
diff_norm = max(numpy.linalg.norm(left - right), epsilon)
res = tensor_norm / diff_norm
return 20 * math.log10(res)
def compute_weight_error(