diff --git a/onnxruntime/core/providers/cpu/reduction/reduction_ops.h b/onnxruntime/core/providers/cpu/reduction/reduction_ops.h
index 498ba6587a..1c116d2ef5 100644
--- a/onnxruntime/core/providers/cpu/reduction/reduction_ops.h
+++ b/onnxruntime/core/providers/cpu/reduction/reduction_ops.h
@@ -8,9 +8,8 @@
 #include "core/common/common.h"
 #include "core/framework/op_kernel.h"
 #include "core/providers/cpu/containers.h"
-#include "core/util/math_cpuonly.h"
 #endif
-
+#include "core/util/math_cpuonly.h"
 #include "core/common/optional.h"
 #include "core/platform/threadpool.h"
 #include <cmath>
diff --git a/onnxruntime/core/util/math_cpuonly.h b/onnxruntime/core/util/math_cpuonly.h
index 7a8030b034..6f17552e0a 100644
--- a/onnxruntime/core/util/math_cpuonly.h
+++ b/onnxruntime/core/util/math_cpuonly.h
@@ -57,7 +57,9 @@
 #pragma warning(pop)
 #endif
 
+#ifndef SHARED_PROVIDER
 #include "core/framework/tensor.h"
+#endif
 namespace onnxruntime {
 
 // common Eigen types that we will often use