diff --git a/tools/ci_build/get_docker_image.py b/tools/ci_build/get_docker_image.py index bbf4c26f5e..3040b873c0 100755 --- a/tools/ci_build/get_docker_image.py +++ b/tools/ci_build/get_docker_image.py @@ -44,6 +44,12 @@ def parse_args(): parser.add_argument("--manylinux-src", default="manylinux", help="Path to manylinux src folder") + parser.add_argument( + "--multiple_repos", + action="store_true", + help="used in packaging pipeline, which couldn't use get-docker-images-steps.yml", + ) + return parser.parse_args() @@ -76,6 +82,25 @@ def main(): log.info(f"Copy deps.txt to : {dst_deps_file}") shutil.copyfile(Path(REPO_DIR) / "cmake" / "deps.txt", str(dst_deps_file)) + if "manylinux" in args.dockerfile and args.multiple_repos: + manylinux_build_scripts_folder = Path(args.manylinux_src) / "docker" / "build_scripts" + dest = Path(args.context) / "build_scripts" + if dest.exists(): + log.info("Deleting: {}".format(str(dest))) + shutil.rmtree(str(dest)) + shutil.copytree(str(manylinux_build_scripts_folder), str(dest)) + src_entrypoint_file = str(Path(args.manylinux_src) / "docker" / "manylinux-entrypoint") + dst_entrypoint_file = str(Path(args.context) / "manylinux-entrypoint") + shutil.copyfile(src_entrypoint_file, dst_entrypoint_file) + shutil.copymode(src_entrypoint_file, dst_entrypoint_file) + run( + "patch", + "-p1", + "-i", + str((Path(SCRIPT_DIR) / "github" / "linux" / "docker" / "manylinux.patch").resolve()), + cwd=str(dest), + ) + if use_container_registry: run( args.docker_path, diff --git a/tools/ci_build/github/azure-pipelines/c-api-noopenmp-packaging-pipelines.yml b/tools/ci_build/github/azure-pipelines/c-api-noopenmp-packaging-pipelines.yml index 2f173f37a1..2285e527ef 100644 --- a/tools/ci_build/github/azure-pipelines/c-api-noopenmp-packaging-pipelines.yml +++ b/tools/ci_build/github/azure-pipelines/c-api-noopenmp-packaging-pipelines.yml @@ -294,7 +294,6 @@ jobs: cd $(Build.SourcesDirectory) mv manylinux onnxruntime ls - - template: templates/with-container-registry-steps.yml parameters: Steps: @@ -304,6 +303,7 @@ jobs: --context tools/ci_build/github/linux/docker \ --docker-build-args "--network=host --build-arg POLICY=manylinux2014 --build-arg PLATFORM=x86_64 --build-arg DEVTOOLSET_ROOTPATH=/opt/rh/devtoolset-11/root --build-arg PREPEND_PATH=/opt/rh/devtoolset-11/root/usr/bin: --build-arg LD_LIBRARY_PATH_ARG=/opt/rh/devtoolset-11/root/usr/lib64:/opt/rh/devtoolset-11/root/usr/lib:/opt/rh/devtoolset-11/root/usr/lib64/dyninst:/opt/rh/devtoolset-11/root/usr/lib/dyninst:/usr/local/lib64 --build-arg BUILD_UID=$( id -u )" \ --container-registry onnxruntimebuildcache \ + --multiple_repos \ --repository onnxruntimecuda116xtrt85build displayName: "Get onnxruntimecuda116xtrt85build image for tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cuda11_6_tensorrt8_5" workingDirectory: $(Build.SourcesDirectory)/onnxruntime