Abjindal/merge eager with external custom ops (#8986)

* switching to pytorch nightly build

* adding eager mode

* enable pybind and remove install step

* removing auditwheel repair process

* installing package

* adding auditwheel back

* disabling auditwheel repair for eager mode

* typo correction

setup.py

@@ -177,7 +177,7 @@ try:
                 self._rewrite_ld_preload(to_preload)
                 self._rewrite_ld_preload_cuda(to_preload_cuda)
             _bdist_wheel.run(self)
-            if is_manylinux:
+            if is_manylinux and not disable_auditwheel_repair:
                 file = glob(path.join(self.dist_dir, '*linux*.whl'))[0]
                 logger.info('repairing %s for manylinux1', file)
                 try:
@@ -292,6 +292,7 @@ requirements_file = "requirements.txt"
 
 local_version = None
 enable_training = parse_arg_remove_boolean(sys.argv, '--enable_training')
+disable_auditwheel_repair = parse_arg_remove_boolean(sys.argv, '--disable_auditwheel_repair')
 default_training_package_device = parse_arg_remove_boolean(sys.argv, '--default_training_package_device')
 
 package_data = {}

tools/ci_build/build.py

@@ -1706,7 +1706,7 @@ def build_python_wheel(
         source_dir, build_dir, configs, use_cuda, cuda_version, use_rocm, rocm_version, use_dnnl,
         use_tensorrt, use_openvino, use_nuphar, use_vitisai, use_acl, use_armnn, use_dml,
         wheel_name_suffix, enable_training, nightly_build=False, default_training_package_device=False,
-        featurizers_build=False, use_ninja=False):
+        featurizers_build=False, use_ninja=False, build_eager_mode=False):
     for config in configs:
         cwd = get_config_build_dir(build_dir, config)
         if is_windows() and not use_ninja:
@@ -1726,6 +1726,8 @@ def build_python_wheel(
             args.append('--wheel_name_suffix={}'.format(wheel_name_suffix))
         if enable_training:
             args.append("--enable_training")
+        if build_eager_mode:
+            args.append("--disable_auditwheel_repair")
 
         # The following arguments are mutually exclusive
         if use_tensorrt:
@@ -2307,7 +2309,8 @@ def main():
                 nightly_build=nightly_build,
                 default_training_package_device=default_training_package_device,
                 featurizers_build=args.use_featurizers,
-                use_ninja=(args.cmake_generator == 'Ninja')
+                use_ninja=(args.cmake_generator == 'Ninja'),
+                build_eager_mode=args.build_eager_mode
             )
         if args.build_nuget:
             build_nuget_package(

tools/ci_build/github/azure-pipelines/orttraining-linux-external-custom-ops.yml

@@ -11,7 +11,7 @@ jobs:
 
   - template: templates/get-docker-image-steps.yml
     parameters:
-      Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cpu
+      Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_eager_cpu
       Context: tools/ci_build/github/linux/docker
       DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
       Repository: onnxruntimecpubuild
@@ -47,6 +47,8 @@ jobs:
               --build_wheel \
               --skip_tests \
               --enable_training \
+              --build_eager_mode \
+              --enable_pybind \
               --enable_external_custom_op_schemas
       workingDirectory: $(Build.SourcesDirectory)