diff --git a/cmake/onnxruntime_unittests.cmake b/cmake/onnxruntime_unittests.cmake
index 45c3095dd9..530261278e 100644
--- a/cmake/onnxruntime_unittests.cmake
+++ b/cmake/onnxruntime_unittests.cmake
@@ -406,11 +406,6 @@ endif()
 set(all_dependencies ${onnxruntime_test_providers_dependencies} )
 
   if (onnxruntime_ENABLE_TRAINING)
-    if(${CMAKE_BUILD_TYPE} MATCHES "Debug" AND NOT onnxruntime_USE_CUDA)
-      file(GLOB grad_test_src "${ORTTRAINING_SOURCE_DIR}/test/gradient/*.cc")
-      list(REMOVE_ITEM onnxruntime_test_training_src ${grad_test_src})
-    endif()
-
     list(APPEND all_tests ${onnxruntime_test_training_src})
   endif()
 
diff --git a/orttraining/orttraining/test/gradient/gradient_ops_test.cc b/orttraining/orttraining/test/gradient/gradient_ops_test.cc
index 7f83c33f5e..2959ba7117 100644
--- a/orttraining/orttraining/test/gradient/gradient_ops_test.cc
+++ b/orttraining/orttraining/test/gradient/gradient_ops_test.cc
@@ -19,6 +19,7 @@
 namespace onnxruntime {
 namespace test {
 
+#ifdef NDEBUG
 using ONNX_NAMESPACE::MakeAttribute;
 using training::OpDef;
 
@@ -1563,6 +1564,7 @@ TEST(Synchronization, WaitAndRecordEventMany) {
     }
   }
 }
+#endif
 
 }  // namespace test
 }  // namespace onnxruntime