From 7b14c70cfe68b3a51b6e98a74b3ca89ed0493dae Mon Sep 17 00:00:00 2001
From: David Fan <30608893+jiafatom@users.noreply.github.com>
Date: Tue, 18 Jan 2022 22:06:37 -0800
Subject: [PATCH] [ortmodule] Ensure contiguous tensor into forward pass
 (#10315)

---
 .../orttraining/python/training/ortmodule/_training_manager.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/orttraining/orttraining/python/training/ortmodule/_training_manager.py b/orttraining/orttraining/python/training/ortmodule/_training_manager.py
index 1f1a607f51..29ffb0dc70 100644
--- a/orttraining/orttraining/python/training/ortmodule/_training_manager.py
+++ b/orttraining/orttraining/python/training/ortmodule/_training_manager.py
@@ -52,6 +52,9 @@ class TrainingManager(GraphExecutionManager):
         forward_inputs = C.OrtValueVector()
         forward_inputs.reserve(len(inputs))
         for input in inputs:
+            # TODO: Non-contiguous tensor input in execution_session_run_forward, need tensor copy.
+            if not input.is_contiguous():
+                input = input.contiguous()
             if input.device.type == 'ort':
                 forward_inputs.push_back(C.aten_ort_tensor_to_ort_value(input))
             else: