mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-23 22:13:38 +00:00
dd72192cf4
### Description This PR is to refactor ExecutionProvider API for memory management, which is to move allocators from EP level to SessionState level and indexed by OrtDevice ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. --> This PR is to refactor ExecutionProvider API for memory management, which is to move allocators from EP level to SessionState level and indexed by OrtDevice. By this change, EP level will shift the burden of maintaining allocators, which will be user friendly for EP developers --------- Co-authored-by: Lei Cao <leca@microsoft.com@orttrainingdev8.d32nl1ml4oruzj4qz3bqlggovf.px.internal.cloudapp.net>
76 lines
4.2 KiB
Python
76 lines
4.2 KiB
Python
# -------------------------------------------------------------------------
|
|
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
# --------------------------------------------------------------------------
|
|
"""
|
|
ONNX Runtime is a performance-focused scoring engine for Open Neural Network Exchange (ONNX) models.
|
|
For more information on ONNX Runtime, please see `aka.ms/onnxruntime <https://aka.ms/onnxruntime/>`_
|
|
or the `Github project <https://github.com/microsoft/onnxruntime/>`_.
|
|
"""
|
|
__version__ = "1.16.0"
|
|
__author__ = "Microsoft"
|
|
|
|
# we need to do device version validation (for example to check Cuda version for an onnxruntime-training package).
|
|
# in order to know whether the onnxruntime package is for training it needs
|
|
# to do import onnxruntime.training.ortmodule first.
|
|
# onnxruntime.capi._pybind_state is required before import onnxruntime.training.ortmodule.
|
|
# however, import onnxruntime.capi._pybind_state will already raise an exception if a required Cuda version
|
|
# is not found.
|
|
# here we need to save the exception and continue with Cuda version validation in order to post
|
|
# meaningful messages to the user.
|
|
# the saved exception is raised after device version validation.
|
|
try:
|
|
from onnxruntime.capi._pybind_state import ExecutionMode # noqa: F401
|
|
from onnxruntime.capi._pybind_state import ExecutionOrder # noqa: F401
|
|
from onnxruntime.capi._pybind_state import GraphOptimizationLevel # noqa: F401
|
|
from onnxruntime.capi._pybind_state import ModelMetadata # noqa: F401
|
|
from onnxruntime.capi._pybind_state import NodeArg # noqa: F401
|
|
from onnxruntime.capi._pybind_state import OrtAllocatorType # noqa: F401
|
|
from onnxruntime.capi._pybind_state import OrtArenaCfg # noqa: F401
|
|
from onnxruntime.capi._pybind_state import OrtMemoryInfo # noqa: F401
|
|
from onnxruntime.capi._pybind_state import OrtMemType # noqa: F401
|
|
from onnxruntime.capi._pybind_state import OrtSparseFormat # noqa: F401
|
|
from onnxruntime.capi._pybind_state import RunOptions # noqa: F401
|
|
from onnxruntime.capi._pybind_state import SessionIOBinding # noqa: F401
|
|
from onnxruntime.capi._pybind_state import SessionOptions # noqa: F401
|
|
from onnxruntime.capi._pybind_state import create_and_register_allocator # noqa: F401
|
|
from onnxruntime.capi._pybind_state import create_and_register_allocator_v2 # noqa: F401
|
|
from onnxruntime.capi._pybind_state import disable_telemetry_events # noqa: F401
|
|
from onnxruntime.capi._pybind_state import enable_telemetry_events # noqa: F401
|
|
from onnxruntime.capi._pybind_state import get_all_providers # noqa: F401
|
|
from onnxruntime.capi._pybind_state import get_available_providers # noqa: F401
|
|
from onnxruntime.capi._pybind_state import get_build_info # noqa: F401
|
|
from onnxruntime.capi._pybind_state import get_device # noqa: F401
|
|
from onnxruntime.capi._pybind_state import get_version_string # noqa: F401
|
|
from onnxruntime.capi._pybind_state import set_default_logger_severity # noqa: F401
|
|
from onnxruntime.capi._pybind_state import set_default_logger_verbosity # noqa: F401
|
|
from onnxruntime.capi._pybind_state import set_seed # noqa: F401
|
|
|
|
import_capi_exception = None
|
|
except Exception as e:
|
|
import_capi_exception = e
|
|
|
|
from onnxruntime.capi import onnxruntime_validation
|
|
|
|
if import_capi_exception:
|
|
raise import_capi_exception
|
|
|
|
from onnxruntime.capi.onnxruntime_inference_collection import InferenceSession # noqa: F401
|
|
from onnxruntime.capi.onnxruntime_inference_collection import IOBinding # noqa: F401
|
|
from onnxruntime.capi.onnxruntime_inference_collection import OrtDevice # noqa: F401
|
|
from onnxruntime.capi.onnxruntime_inference_collection import OrtValue # noqa: F401
|
|
from onnxruntime.capi.onnxruntime_inference_collection import SparseTensor # noqa: F401
|
|
from onnxruntime.capi.training import * # noqa: F403
|
|
|
|
# TODO: thiagofc: Temporary experimental namespace for new PyTorch front-end
|
|
try: # noqa: SIM105
|
|
from . import experimental # noqa: F401
|
|
except ImportError:
|
|
pass
|
|
|
|
from onnxruntime.capi.onnxruntime_validation import cuda_version, package_name, version # noqa: F401
|
|
|
|
if version:
|
|
__version__ = version
|
|
|
|
onnxruntime_validation.check_distro_info()
|