saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-05-27 22:45:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

dequantize 1st input of lstm back if it is quantized (#6444)

Browse source
This commit is contained in:
Yufeng Li 2021-01-27 13:13:57 -08:00 committed by GitHub
parent d5f51c4033
commit f68eb35aed
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
onnxruntime/python/tools/quantization/operators/lstm.py
View file

@ -99,5 +99,8 @@ class LSTMQuant(QuantOperatorBase):
quant_lstm_name = "" if node.name == "" else node.name + "_quant"
quant_lstm_node = onnx.helper.make_node("DynamicQuantizeLSTM", inputs, node.output, quant_lstm_name, **kwargs)
self.quantizer.new_nodes.append(quant_lstm_node)
self.quantizer.new_nodes += [quant_lstm_node]
dequantize_node = self.quantizer._dequantize_value(node.input[0])
if dequantize_node is not None:
self.quantizer.new_nodes.append(dequantize_node)