saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-30 20:18:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix bug for not checking original float value names when treat it as not existing. (#7695)

Browse source
This commit is contained in:
Zhang Lei 2021-05-14 12:50:30 -07:00 committed by GitHub
parent 1d403ba03b
commit 0f7721a019
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
onnxruntime/python/tools/quantization/onnx_quantizer.py
View file

@ -79,6 +79,9 @@ class ONNXQuantizer:
# Map of all original value names to quantized value names
self.quantized_value_map = {}
# some output from nodes will be quantized, yet itself should be treat as existing so
# no dequantized will be applied when needed later
self.generated_value_names = {}
def check_opset_version(self):
ai_onnx_domain = [
@ -189,12 +192,16 @@ class ONNXQuantizer:
self.remove_fake_quantized_nodes()
for node in self.model.nodes():
number_of_existing_new_nodes = len(self.new_nodes)
if self.should_quantize(node):
op_quantizer = CreateOpQuantizer(self, node)
else:
op_quantizer = CreateDefaultOpQuantizer(self, node)
op_quantizer.quantize()
for i in range(number_of_existing_new_nodes, len(self.new_nodes)):
for output_name in self.new_nodes[i].output:
self.generated_value_names.update({output_name : 1})
self._dequantize_outputs()
@ -742,7 +749,7 @@ class ONNXQuantizer:
return: None if there is already a DequantizeLinear node that dequantizes it
A DequantizeLinear node otherwise
'''
if value_name in self.quantized_value_map:
if (value_name in self.quantized_value_map) and (value_name not in self.generated_value_names):
quantized_value = self.quantized_value_map[value_name]
# Add DequantizeLinear Node for this input
dqlinear_name = value_name + "_DequantizeLinear"