From f68eb35aed1a68f0c98aacebc40f593f99f12ac5 Mon Sep 17 00:00:00 2001 From: Yufeng Li Date: Wed, 27 Jan 2021 13:13:57 -0800 Subject: [PATCH] dequantize 1st input of lstm back if it is quantized (#6444) --- onnxruntime/python/tools/quantization/operators/lstm.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/onnxruntime/python/tools/quantization/operators/lstm.py b/onnxruntime/python/tools/quantization/operators/lstm.py index cd7d296595..3389a9bb63 100644 --- a/onnxruntime/python/tools/quantization/operators/lstm.py +++ b/onnxruntime/python/tools/quantization/operators/lstm.py @@ -99,5 +99,8 @@ class LSTMQuant(QuantOperatorBase): quant_lstm_name = "" if node.name == "" else node.name + "_quant" quant_lstm_node = onnx.helper.make_node("DynamicQuantizeLSTM", inputs, node.output, quant_lstm_name, **kwargs) + self.quantizer.new_nodes.append(quant_lstm_node) - self.quantizer.new_nodes += [quant_lstm_node] + dequantize_node = self.quantizer._dequantize_value(node.input[0]) + if dequantize_node is not None: + self.quantizer.new_nodes.append(dequantize_node)