From e6225c62a5337e6e42d90fc4303f570dcef3bb3e Mon Sep 17 00:00:00 2001
From: Ye Wang <52801275+wangyems@users.noreply.github.com>
Date: Fri, 11 Jun 2021 12:57:52 -0700
Subject: [PATCH] transformers test CI pipeline fix (#8016)

* init checkin

* Restore initial environment

* -y

* testtest

* fix

* fix indent
---
 tools/ci_build/build.py         | 13 +++++++++----
 tools/ci_build/requirements.txt |  8 ++++++++
 2 files changed, 17 insertions(+), 4 deletions(-)
 create mode 100644 tools/ci_build/requirements.txt

diff --git a/tools/ci_build/build.py b/tools/ci_build/build.py
index 47121bcfb4..aba7d0c153 100644
--- a/tools/ci_build/build.py
+++ b/tools/ci_build/build.py
@@ -1516,11 +1516,16 @@ def run_onnxruntime_tests(args, source_dir, ctest_path, build_dir, configs):
                     run_subprocess([sys.executable, '-m', 'unittest', 'discover', '-s', 'quantization'],
                                    cwd=cwd, dll_path=dll_path)
                     if args.enable_transformers_tool_test:
-                        required = {
-                            'numpy==1.19.2', 'coloredlogs==15.0', 'tf2onnx==1.8.5', 'transformers==4.6.1',
-                            'torch==1.8.1', 'tensorflow==2.5.0', 'onnxconverter-common==1.8.1', 'psutil'}
-                        run_subprocess([sys.executable, '-m', 'pip', 'install', *required])
+                        import numpy
+                        numpy_init_version = numpy.__version__
+                        run_subprocess([sys.executable, '-m', 'pip', 'install', '-r', 'requirements.txt'],
+                                       cwd=SCRIPT_DIR)
                         run_subprocess([sys.executable, '-m', 'pytest', 'transformers'], cwd=cwd)
+                        # Restore initial environment
+                        run_subprocess([sys.executable, '-m', 'pip', 'uninstall', '-r', 'requirements.txt', '-y'],
+                                       cwd=SCRIPT_DIR)
+                        # Restore initial numpy version in case other tests use it
+                        run_subprocess([sys.executable, '-m', 'pip', 'install', 'numpy==' + numpy_init_version])
 
                 if not args.disable_ml_ops:
                     run_subprocess([sys.executable, 'onnxruntime_test_python_backend_mlops.py'],
diff --git a/tools/ci_build/requirements.txt b/tools/ci_build/requirements.txt
new file mode 100644
index 0000000000..4dc361e16f
--- /dev/null
+++ b/tools/ci_build/requirements.txt
@@ -0,0 +1,8 @@
+# packages used by transformers tool test
+
+numpy==1.19.2
+coloredlogs==15.0
+transformers==4.6.1
+torch==1.8.1
+onnxconverter-common==1.8.1
+psutil