From a9a2394fa5b7ab0f8b55b2ecfeefb91967eedff9 Mon Sep 17 00:00:00 2001
From: "Tang, Cheng" <souptc@gmail.com>
Date: Thu, 1 Jul 2021 16:43:51 -0700
Subject: [PATCH] disable computation reduction optimization for non-gpu build
 (#8251)

* disable computation reduction optimization for non-gpu build

* fix comments in pr

* add cpu execution provider

* apply the core provider list to computation reduction optimizer

* try macro

Co-authored-by: Cheng Tang <chenta@microsoft.com>
---
 .../orttraining/core/optimizer/graph_transformer_utils.cc      | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/orttraining/orttraining/core/optimizer/graph_transformer_utils.cc b/orttraining/orttraining/core/optimizer/graph_transformer_utils.cc
index 49060bfadc..e14208382f 100644
--- a/orttraining/orttraining/core/optimizer/graph_transformer_utils.cc
+++ b/orttraining/orttraining/core/optimizer/graph_transformer_utils.cc
@@ -111,8 +111,9 @@ std::vector<std::unique_ptr<GraphTransformer>> GeneratePreTrainingTransformers(
           execution_provider, false /*skip_dequantize_linear*/, compatible_eps, weights_to_train));
       transformers.emplace_back(std::make_unique<ReshapeFusion>(compatible_eps));
       transformers.emplace_back(std::make_unique<ConcatSliceElimination>(compatible_eps));
+#if defined(USE_CUDA) || defined(USE_ROCM)
       transformers.emplace_back(std::make_unique<ComputationReductionTransformer>(compatible_eps));
-
+#endif
       if (config.gelu_recompute) {
         transformers.emplace_back(std::make_unique<GeluRecompute>());
       }