diff --git a/onnxruntime/core/providers/rocm/miopen_common.cc b/onnxruntime/core/providers/rocm/miopen_common.cc
index 6078160106..10b71a2249 100644
--- a/onnxruntime/core/providers/rocm/miopen_common.cc
+++ b/onnxruntime/core/providers/rocm/miopen_common.cc
@@ -81,10 +81,12 @@ miopenDataType_t MiopenTensor::GetDataType() {
   ORT_THROW("miopen engine currently supports only single/half/int32/int8 precision data types.");
 }
 
+#if ROCM_VERSION >= 50000
 template<>
 miopenDataType_t MiopenTensor::GetDataType<double>() {
   return miopenDouble;
 }
+#endif
 
 template<>
 miopenDataType_t MiopenTensor::GetDataType<float>() {