mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-17 21:10:43 +00:00
7b4ce0c1e1
1. Delete the build scripts that were copied from manylinux project. Use "git checkout" instead. 2. Update manylinux version to get python 3.11. Related issue: Python 3.11 support #12343 3. Change the cuda version of linux gpu build job of nuget packaging pipeline from cuda 11.4 to cuda 11.6 to match the TRT job within the same pipeline.. (A lot other places need be updated as well, but I'd prefer to put them in another PR) 4. Make dockerfile names static. For example, replace tools/ci_build/github/linux/docker/$(DockerFile) to tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cpu . The former one relies on a runtime variable $(DockerFile), Template Parameters are expanded early in processing a pipeline run when most variables are not available. It like C++ macros vs variables.
123 lines
3.6 KiB
Python
Executable file
123 lines
3.6 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
import argparse
|
|
import os
|
|
import shlex
|
|
import shutil
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
from logger import get_logger
|
|
|
|
SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
|
|
REPO_DIR = os.path.normpath(os.path.join(SCRIPT_DIR, "..", ".."))
|
|
|
|
sys.path.append(os.path.join(REPO_DIR, "tools", "python"))
|
|
|
|
|
|
from util import run # noqa: E402
|
|
|
|
log = get_logger("get_docker_image")
|
|
|
|
|
|
def parse_args():
|
|
parser = argparse.ArgumentParser(
|
|
description="Build a docker image and push it to a remote Azure Container Registry."
|
|
"The content in the remote registry can be used as a cache when we need to build the thing again."
|
|
"The user must be logged in to the container registry."
|
|
)
|
|
|
|
parser.add_argument("--dockerfile", default="Dockerfile", help="Path to the Dockerfile.")
|
|
parser.add_argument("--context", default=".", help="Path to the build context.")
|
|
parser.add_argument(
|
|
"--docker-build-args", default="", help="Arguments that will be passed to the 'docker build' command."
|
|
)
|
|
|
|
parser.add_argument(
|
|
"--container-registry",
|
|
help="The Azure container registry name. " "If not provided, no container registry will be used.",
|
|
)
|
|
parser.add_argument("--repository", required=True, help="The image repository name.")
|
|
|
|
parser.add_argument("--docker-path", default="docker", help="Path to docker.")
|
|
|
|
parser.add_argument("--manylinux-src", default="manylinux", help="Path to manylinux src folder")
|
|
|
|
return parser.parse_args()
|
|
|
|
|
|
def main():
|
|
args = parse_args()
|
|
|
|
log.debug(
|
|
"Dockerfile: {}, context: {}, docker build args: '{}'".format(
|
|
args.dockerfile, args.context, args.docker_build_args
|
|
)
|
|
)
|
|
|
|
use_container_registry = args.container_registry is not None
|
|
|
|
if not use_container_registry:
|
|
log.info("No container registry will be used")
|
|
|
|
full_image_name = (
|
|
"{}.azurecr.io/{}:latest".format(args.container_registry, args.repository)
|
|
if use_container_registry
|
|
else "{}:latest".format(args.repository)
|
|
)
|
|
|
|
log.info("Image: {}".format(full_image_name))
|
|
|
|
if "manylinux" in args.dockerfile:
|
|
manylinux_build_scripts_folder = Path(args.manylinux_src) / "docker" / "build_scripts"
|
|
dest = Path(args.context) / "build_scripts"
|
|
if dest.exists():
|
|
log.info("Deleting: {}".format(str(dest)))
|
|
shutil.rmtree(str(dest))
|
|
|
|
shutil.copytree(str(manylinux_build_scripts_folder), str(dest))
|
|
run("patch", "-p1", "-i", str((Path(args.context) / "manylinux.patch").resolve()), cwd=str(dest))
|
|
|
|
if use_container_registry:
|
|
run(
|
|
args.docker_path,
|
|
"--log-level",
|
|
"error",
|
|
"buildx",
|
|
"build",
|
|
"--push",
|
|
"--tag",
|
|
full_image_name,
|
|
"--cache-from",
|
|
full_image_name,
|
|
"--build-arg",
|
|
"BUILDKIT_INLINE_CACHE=1",
|
|
*shlex.split(args.docker_build_args),
|
|
"-f",
|
|
args.dockerfile,
|
|
args.context,
|
|
)
|
|
else:
|
|
log.info("Building image...")
|
|
run(
|
|
args.docker_path,
|
|
"build",
|
|
"--pull",
|
|
*shlex.split(args.docker_build_args),
|
|
"--tag",
|
|
full_image_name,
|
|
"--file",
|
|
args.dockerfile,
|
|
args.context,
|
|
)
|
|
|
|
# tag so we can refer to the image by repository name
|
|
run(args.docker_path, "tag", full_image_name, args.repository)
|
|
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|