diff --git a/orttraining/orttraining/core/framework/communication/mpi/mpi_context.cc b/orttraining/orttraining/core/framework/communication/mpi/mpi_context.cc
index 18b426776f..ef54afee7a 100644
--- a/orttraining/orttraining/core/framework/communication/mpi/mpi_context.cc
+++ b/orttraining/orttraining/core/framework/communication/mpi/mpi_context.cc
@@ -1,6 +1,8 @@
 // Copyright (c) Microsoft Corporation. All rights reserved.
 // Licensed under the MIT License.
 
+#define SHARED_PROVIDER_TODO 0
+
 #include "orttraining/core/framework/communication/mpi/mpi_context.h"
 #ifndef _WIN32
 #include <chrono>
@@ -8,8 +10,6 @@
 #include <pthread.h>
 #endif
 
-#define SHARED_PROVIDER_TODO 0
-
 namespace onnxruntime {
 namespace training {
 
diff --git a/orttraining/orttraining/core/framework/communication/mpi/mpi_context.h b/orttraining/orttraining/core/framework/communication/mpi/mpi_context.h
index bff1fddcf9..750077c56f 100644
--- a/orttraining/orttraining/core/framework/communication/mpi/mpi_context.h
+++ b/orttraining/orttraining/core/framework/communication/mpi/mpi_context.h
@@ -85,7 +85,9 @@ class MPIContext {
   int world_size_;
   int local_size_;
 
+#if SHARED_PROVIDER_TODO
   const logging::Logger& logger_ = logging::LoggingManager::DefaultLogger();
+#endif
 };
 
 }  // namespace training