diff --git a/cmake/CMakeLists.txt b/cmake/CMakeLists.txt
index 06b6f4106c..1d2d583850 100644
--- a/cmake/CMakeLists.txt
+++ b/cmake/CMakeLists.txt
@@ -1599,17 +1599,9 @@ if (onnxruntime_ENABLE_TRAINING)
     endif()
   endif()
 
-  #  if (onnxruntime_USE_MPI AND MPI_FOUND)
-    set(MPI_INCLUDE_DIRS "C:/code/openmpi-4.0.4/ompi/include")
-    set(NCCL_INCLUDE_DIRS "C:/Code/nccl-1.3.4-1/src")
-    add_definitions(-DORT_USE_NCCL=1)
-    set(onnxruntime_USE_NCCL ON)
+  if (onnxruntime_USE_MPI AND MPI_FOUND)
     add_definitions(-DUSE_MPI=1)
-#  endif()
-
-#  if (onnxruntime_USE_MPI AND MPI_FOUND)
-    #add_definitions(-DUSE_MPI=1)
-  #endif()
+  endif()
 
   add_subdirectory(tensorboard EXCLUDE_FROM_ALL)
   list(APPEND onnxruntime_EXTERNAL_LIBRARIES tensorboard)