mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-16 21:00:14 +00:00
626d94aa23
1. Move the Linux ARM64 part of python packaging pipeline to a real ARM64 machine pool 2. Refactor the Linux CPU build jobs of python packaging pipeline to two parts: build and test. The test part will be exempted from Cyber EO compliance requirements as it won't affect the final bits we publish. This refactoring is to reduce dependencies in the build part. For example, this PR remove pytorch from the build dependencies. 3. Combine DML nuget packaging pipeline with "Zip-Nuget-Java-Nodejs Packaging Pipeline" as they all produce ORT nuget packages. Also, publish DML nuget packages and ORT GPU nuget packages to https://aiinfra.visualstudio.com/PublicPackages/_artifacts/feed/ORT-Nightly feed.
133 lines
4 KiB
Python
Executable file
133 lines
4 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
import argparse
|
|
import os
|
|
import shlex
|
|
import shutil
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
from logger import get_logger
|
|
|
|
SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
|
|
REPO_DIR = os.path.normpath(os.path.join(SCRIPT_DIR, "..", ".."))
|
|
|
|
sys.path.append(os.path.join(REPO_DIR, "tools", "python"))
|
|
|
|
|
|
from util import run # noqa: E402
|
|
|
|
log = get_logger("get_docker_image")
|
|
|
|
|
|
def parse_args():
|
|
parser = argparse.ArgumentParser(
|
|
description="Build a docker image and push it to a remote Azure Container Registry."
|
|
"The content in the remote registry can be used as a cache when we need to build the thing again."
|
|
"The user must be logged in to the container registry."
|
|
)
|
|
|
|
parser.add_argument("--dockerfile", default="Dockerfile", help="Path to the Dockerfile.")
|
|
parser.add_argument("--context", default=".", help="Path to the build context.")
|
|
parser.add_argument(
|
|
"--docker-build-args", default="", help="Arguments that will be passed to the 'docker build' command."
|
|
)
|
|
|
|
parser.add_argument(
|
|
"--container-registry",
|
|
help="The Azure container registry name. " "If not provided, no container registry will be used.",
|
|
)
|
|
parser.add_argument("--repository", required=True, help="The image repository name.")
|
|
|
|
parser.add_argument("--docker-path", default="docker", help="Path to docker.")
|
|
|
|
parser.add_argument("--manylinux-src", default="manylinux", help="Path to manylinux src folder")
|
|
|
|
return parser.parse_args()
|
|
|
|
|
|
def main():
|
|
args = parse_args()
|
|
|
|
log.debug(
|
|
"Dockerfile: {}, context: {}, docker build args: '{}'".format(
|
|
args.dockerfile, args.context, args.docker_build_args
|
|
)
|
|
)
|
|
|
|
use_container_registry = args.container_registry is not None
|
|
|
|
if not use_container_registry:
|
|
log.info("No container registry will be used")
|
|
|
|
full_image_name = (
|
|
"{}.azurecr.io/{}:latest".format(args.container_registry, args.repository)
|
|
if use_container_registry
|
|
else "{}:latest".format(args.repository)
|
|
)
|
|
|
|
log.info("Image: {}".format(full_image_name))
|
|
|
|
if "manylinux" in args.dockerfile:
|
|
manylinux_build_scripts_folder = Path(args.manylinux_src) / "docker" / "build_scripts"
|
|
dest = Path(args.context) / "build_scripts"
|
|
if dest.exists():
|
|
log.info("Deleting: {}".format(str(dest)))
|
|
shutil.rmtree(str(dest))
|
|
|
|
shutil.copytree(str(manylinux_build_scripts_folder), str(dest))
|
|
src_entrypoint_file = str(Path(args.manylinux_src) / "docker" / "manylinux-entrypoint")
|
|
dst_entrypoint_file = str(Path(args.context) / "manylinux-entrypoint")
|
|
shutil.copyfile(src_entrypoint_file, dst_entrypoint_file)
|
|
shutil.copymode(src_entrypoint_file, dst_entrypoint_file)
|
|
run(
|
|
"patch",
|
|
"-p1",
|
|
"-i",
|
|
str((Path(SCRIPT_DIR) / "github" / "linux" / "docker" / "manylinux.patch").resolve()),
|
|
cwd=str(dest),
|
|
)
|
|
|
|
if use_container_registry:
|
|
run(
|
|
args.docker_path,
|
|
"--log-level",
|
|
"error",
|
|
"buildx",
|
|
"build",
|
|
"--push",
|
|
"--tag",
|
|
full_image_name,
|
|
"--cache-from",
|
|
full_image_name,
|
|
"--build-arg",
|
|
"BUILDKIT_INLINE_CACHE=1",
|
|
*shlex.split(args.docker_build_args),
|
|
"-f",
|
|
args.dockerfile,
|
|
args.context,
|
|
)
|
|
else:
|
|
log.info("Building image...")
|
|
run(
|
|
args.docker_path,
|
|
"build",
|
|
"--pull",
|
|
*shlex.split(args.docker_build_args),
|
|
"--tag",
|
|
full_image_name,
|
|
"--file",
|
|
args.dockerfile,
|
|
args.context,
|
|
)
|
|
|
|
# tag so we can refer to the image by repository name
|
|
run(args.docker_path, "tag", full_image_name, args.repository)
|
|
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|