diff --git a/onnxruntime/test/contrib_ops/quantize_attention_op_test.cc b/onnxruntime/test/contrib_ops/quantize_attention_op_test.cc
index 6ee20004f9..3af334696a 100644
--- a/onnxruntime/test/contrib_ops/quantize_attention_op_test.cc
+++ b/onnxruntime/test/contrib_ops/quantize_attention_op_test.cc
@@ -894,7 +894,7 @@ void TestQuantizedAttentionPastState(int64_t batch,
   test.AddInput<WeightT>("weight_zero_point", {weight_scale_zp_size}, weight_zero_point);
   test.AddInput<float>("past", past_dims, past_data);
 
-  test.AddReferenceOutputs(reference_model);
+  test.AddReferenceOutputs(reference_model, 0.0002f);
   test.Run();
 }