diff --git a/onnxruntime/test/testdata/matmul_integer_to_float_int8_int8.onnx b/onnxruntime/test/testdata/matmul_integer_to_float_int8_int8.onnx
new file mode 100644
index 0000000000..9d38828e25
--- /dev/null
+++ b/onnxruntime/test/testdata/matmul_integer_to_float_int8_int8.onnx
@@ -0,0 +1,47 @@
+:Ì
+U
+
A
+
B
+a_zero_point
+b_zero_pointmatmul_output_int32
MatMulInteger"
MatMulInteger
+.
+a_scale
+b_scale
+multiplier	mul_right"Mul
+A
+matmul_output_int32matmul_output_floatcast"Cast*	
+to
 

+5
+matmul_output_float
+
+multiplier
Y
+mul_bottom"MulDynamicQuantizeMatMul_fusionZ
+
A
+
+
+
M
+
KZ
+
B
+
+
+
K
+
NZ
+a_scale
+
+

+
Z
+b_scale
+	

+
CZ
+a_zero_point
+
+
+
Z
+b_zero_point
+	
+
Cb
+
Y
+

+
+
M
+
NB
\ No newline at end of file
diff --git a/onnxruntime/test/testdata/matmul_integer_to_float_int8_int8_bias.onnx b/onnxruntime/test/testdata/matmul_integer_to_float_int8_int8_bias.onnx
new file mode 100644
index 0000000000..4d9a55af50
--- /dev/null
+++ b/onnxruntime/test/testdata/matmul_integer_to_float_int8_int8_bias.onnx
@@ -0,0 +1,44 @@
+:Ä
+9
+
A
+
Bmatmul_output_int32
MatMulInteger"
MatMulInteger
+.
+a_scale
+b_scale
+multiplier	mul_right"Mul
+A
+matmul_output_int32matmul_output_floatcast"Cast*	
+to
 

+E
+matmul_output_float
+
+multipliermul_bottom_output
+mul_bottom"Mul
+&
+mul_bottom_output
+bias
Yadd"AddDynamicQuantizeMatMul_fusionZ
+
A
+
+
+
M
+
KZ
+
B
+
+
+
K
+
NZ
+a_scale
+
+

+
Z
+b_scale
+	

+
CZ
+bias
+	

+
Nb
+
Y
+

+
+
M
+
NB
\ No newline at end of file