diff --git a/tools/ci_build/op_registration_utils.py b/tools/ci_build/op_registration_utils.py
index c0835e43a4..8e94957bca 100644
--- a/tools/ci_build/op_registration_utils.py
+++ b/tools/ci_build/op_registration_utils.py
@@ -52,12 +52,15 @@ def get_kernel_registration_files(ort_root=None, include_cuda=False):
 
     provider_path = ort_root + '/onnxruntime/core/providers/{ep}/{ep}_execution_provider.cc'
     contrib_provider_path = ort_root + '/onnxruntime/contrib_ops/{ep}/{ep}_contrib_kernels.cc'
+    training_provider_path = ort_root + '/orttraining/orttraining/training_ops/{ep}/{ep}_training_kernels.cc'
     provider_paths = [provider_path.format(ep='cpu'),
-                      contrib_provider_path.format(ep='cpu')]
+                      contrib_provider_path.format(ep='cpu'),
+                      training_provider_path.format(ep='cpu')]
 
     if include_cuda:
         provider_paths.append(provider_path.format(ep='cuda'))
         provider_paths.append(contrib_provider_path.format(ep='cuda'))
+        provider_paths.append(training_provider_path.format(ep='cuda'))
 
     provider_paths = [os.path.abspath(p) for p in provider_paths]