From 72286d91e7f089fa9f8d85aa48c8a57e2e8b610f Mon Sep 17 00:00:00 2001
From: Yufeng Li <liyufeng1987@gmail.com>
Date: Fri, 20 Dec 2019 13:49:03 -0800
Subject: [PATCH] fix the CUDNN_BN_MIN_EPSILON difference issue between
 cudnn7.3 and cudnn7.6 (#2681)

---
 onnxruntime/contrib_ops/cuda/layer_norm.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/onnxruntime/contrib_ops/cuda/layer_norm.cc b/onnxruntime/contrib_ops/cuda/layer_norm.cc
index ab4cabc3c6..f295990817 100644
--- a/onnxruntime/contrib_ops/cuda/layer_norm.cc
+++ b/onnxruntime/contrib_ops/cuda/layer_norm.cc
@@ -32,7 +32,7 @@ LayerNorm<T, U>::LayerNorm(const OpKernelInfo& op_kernel_info) : CudaKernel(op_k
   ORT_ENFORCE(op_kernel_info.GetAttr("axis", &axis_).IsOK());
   float tmp_epsilon;
   ORT_ENFORCE(op_kernel_info.GetAttr<float>("epsilon", &tmp_epsilon).IsOK());
-  epsilon_ = ClampCudnnBatchNormEpsilon(tmp_epsilon);
+  epsilon_ = tmp_epsilon;
 }
 
 template <typename T, typename U>