mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-18 21:21:17 +00:00
569876fb16
Two major modifications of this PR: 1. Refactor OrtTensorRTProviderOptions initialization and make it easy to add new field. 2. Make Python API capable of using TensorRT plugins by adding new Python binding api `register_tensorrt_plugins_as_custom_ops`. (It needs to register ep's custom op domain before model load. For C++ API, it's slightly different, when calling SessionOptionsAppendExecutionProvider_TensorRT_XX, it appends cutom op domain to session option. Later ORT can register custom op domain from session option before model loading)
89 lines
3 KiB
Python
Executable file
89 lines
3 KiB
Python
Executable file
#!/usr/bin/python3
|
|
import argparse
|
|
import os
|
|
|
|
|
|
def parse_arguments():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--src_root", required=True, help="input symbol file")
|
|
parser.add_argument("--output", required=True, help="output file")
|
|
parser.add_argument("--output_source", required=True, help="output file")
|
|
parser.add_argument("--version_file", required=True, help="VERSION_NUMBER file")
|
|
parser.add_argument("--style", required=True, choices=["gcc", "vc", "xcode"])
|
|
parser.add_argument("--config", required=True, nargs="+")
|
|
return parser.parse_args()
|
|
|
|
|
|
args = parse_arguments()
|
|
print("Generating symbol file for %s" % str(args.config))
|
|
with open(args.version_file) as f:
|
|
VERSION_STRING = f.read().strip()
|
|
|
|
print("VERSION:%s" % VERSION_STRING)
|
|
|
|
symbols = set()
|
|
for c in args.config:
|
|
file_name = os.path.join(args.src_root, "core", "providers", c, "symbols.txt")
|
|
with open(file_name) as file:
|
|
for line in file:
|
|
line = line.strip() # noqa: PLW2901
|
|
if line in symbols:
|
|
print("dup symbol: %s", line)
|
|
exit(-1)
|
|
symbols.add(line)
|
|
symbols = sorted(symbols)
|
|
|
|
symbol_index = 1
|
|
with open(args.output, "w") as file:
|
|
if args.style == "vc":
|
|
file.write("LIBRARY\n")
|
|
file.write("EXPORTS\n")
|
|
elif args.style == "xcode":
|
|
pass # xcode compile don't has any header.
|
|
else:
|
|
file.write("VERS_%s {\n" % VERSION_STRING)
|
|
file.write(" global:\n")
|
|
|
|
for symbol in symbols:
|
|
if args.style == "vc":
|
|
file.write(" %s @%d\n" % (symbol, symbol_index))
|
|
elif args.style == "xcode":
|
|
file.write("_%s\n" % symbol)
|
|
else:
|
|
file.write(" %s;\n" % symbol)
|
|
symbol_index += 1
|
|
|
|
if args.style == "gcc":
|
|
file.write(" local:\n")
|
|
file.write(" *;\n")
|
|
file.write("}; \n")
|
|
|
|
with open(args.output_source, "w") as file:
|
|
file.write("#include <onnxruntime_c_api.h>\n")
|
|
for c in args.config:
|
|
# WinML adapter should not be exported in platforms other than Windows.
|
|
# Exporting OrtGetWinMLAdapter is exported without issues using .def file when compiling for Windows
|
|
# so it isn't necessary to include it in generated_source.c
|
|
|
|
# external symbols are removed, xnnpack ep will be created via the standard ORT API.
|
|
# https://github.com/microsoft/onnxruntime/pull/11798
|
|
if c not in (
|
|
"vitisai",
|
|
"winml",
|
|
"cuda",
|
|
"rocm",
|
|
"migraphx",
|
|
"qnn",
|
|
"snpe",
|
|
"xnnpack",
|
|
"cann",
|
|
"dnnl",
|
|
"tensorrt",
|
|
):
|
|
file.write(f"#include <core/providers/{c}/{c}_provider_factory.h>\n")
|
|
file.write("void* GetFunctionEntryByName(const char* name){\n")
|
|
for symbol in symbols:
|
|
if symbol != "OrtGetWinMLAdapter":
|
|
file.write(f'if(strcmp(name,"{symbol}") ==0) return (void*)&{symbol};\n')
|
|
file.write("return NULL;\n")
|
|
file.write("}\n")
|