diff --git a/onnxruntime/test/python/onnxruntime_test_ort_trainer.py b/onnxruntime/test/python/onnxruntime_test_ort_trainer.py
index cf639f090a..9bbd57da0d 100644
--- a/onnxruntime/test/python/onnxruntime_test_ort_trainer.py
+++ b/onnxruntime/test/python/onnxruntime_test_ort_trainer.py
@@ -249,23 +249,6 @@ class MNISTWrapper():
         return ModelDescription([input_desc, label_desc], [loss_desc, probability_desc])
 
     def get_loaders(self):
-        # TODO: Remove this temporary fix for urllib.error.HTTPError: HTTP Error 403: Forbidden
-        # once a more permanent solution can be found.
-        # Fix as per https://github.com/pytorch/vision/issues/1938#issuecomment-789986996
-        from six.moves import urllib
-        opener = urllib.request.build_opener()
-        opener.addheaders = [('User-agent', 'Mozilla/5.0')]
-        urllib.request.install_opener(opener)
-
-        # TODO: Remove this temporary fix when the issue https://github.com/pytorch/vision/issues/3549 is resolved
-        # Resource http://yann.lecun.com/exdb/mnist/ is not available
-        datasets.MNIST.resources = [
-            ('https://ossci-datasets.s3.amazonaws.com/mnist/train-images-idx3-ubyte.gz', 'f68b3c2dcbeaaa9fbdd348bbdeb94873'),
-            ('https://ossci-datasets.s3.amazonaws.com/mnist/train-labels-idx1-ubyte.gz', 'd53e105ee54ea40749a09fcbcd1e9432'),
-            ('https://ossci-datasets.s3.amazonaws.com/mnist/t10k-images-idx3-ubyte.gz', '9fb629c4189551a2d022fa330f9573f3'),
-            ('https://ossci-datasets.s3.amazonaws.com/mnist/t10k-labels-idx1-ubyte.gz', 'ec29112dd5afa0611ce80d1b7f02629c')
-        ]
-
         args_batch_size = 64
         args_test_batch_size = 1000
 
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt
index 713f5bc325..8c5422cddf 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements-torch1.9.0_rocm.txt
@@ -1,5 +1,3 @@
-# TODO: Remove pinned version of Pillow of 8.2.0 when 8.3.0 release regression issue https://github.com/python-pillow/Pillow/issues/5571 is resolved
-Pillow==8.2.0
 # transformers requires sklearn
 --pre
 -f https://download.pytorch.org/whl/rocm4.2/torch_stable.html
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu10.2.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu10.2.txt
index 4eb99c3589..f29e2e2025 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu10.2.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu10.2.txt
@@ -1,5 +1,3 @@
-# TODO: Remove pinned version of Pillow of 8.2.0 when 8.3.0 release regression issue https://github.com/python-pillow/Pillow/issues/5571 is resolved
-Pillow==8.2.0
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html
 torch==1.9.0+cu102
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.1.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.1.txt
index 314e45e19d..e1246b8fcd 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.1.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.1.txt
@@ -1,5 +1,3 @@
-# TODO: Remove pinned version of Pillow of 8.2.0 when 8.3.0 release regression issue https://github.com/python-pillow/Pillow/issues/5571 is resolved
-Pillow==8.2.0
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html
 torch==1.9.0+cu111
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.4.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.4.txt
index fa3a86bce2..c4a7ab17a9 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.4.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch1.9.0_cu11.4.txt
@@ -1,5 +1,3 @@
-# TODO: Remove pinned version of Pillow of 8.2.0 when 8.3.0 release regression issue https://github.com/python-pillow/Pillow/issues/5571 is resolved
-Pillow==8.2.0
 # TODO: set to cu114 once it is available from pytorch, and to match torchvision and torchtext versions
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html