mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-14 20:48:00 +00:00
c7c8757a1c
Use ruff as the code formatter in place of black and isort since it is much faster, and as projects like PyTorch and ONNX have adopted ruff format as well. This PR include only auto-fixed changes in formatting.
59 lines
1.6 KiB
Python
59 lines
1.6 KiB
Python
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
"""
|
|
|
|
.. _l-example-backend-api:
|
|
|
|
ONNX Runtime Backend for ONNX
|
|
=============================
|
|
|
|
*ONNX Runtime* extends the
|
|
`onnx backend API <https://github.com/onnx/onnx/blob/main/docs/ImplementingAnOnnxBackend.md>`_
|
|
to run predictions using this runtime.
|
|
Let's use the API to compute the prediction
|
|
of a simple logistic regression model.
|
|
"""
|
|
|
|
import numpy as np
|
|
from onnx import load
|
|
|
|
import onnxruntime.backend as backend
|
|
|
|
########################################
|
|
# The device depends on how the package was compiled,
|
|
# GPU or CPU.
|
|
from onnxruntime import datasets, get_device
|
|
from onnxruntime.capi.onnxruntime_pybind11_state import InvalidArgument
|
|
|
|
device = get_device()
|
|
|
|
name = datasets.get_example("logreg_iris.onnx")
|
|
model = load(name)
|
|
|
|
rep = backend.prepare(model, device)
|
|
x = np.array([[-1.0, -2.0]], dtype=np.float32)
|
|
try:
|
|
label, proba = rep.run(x)
|
|
print(f"label={label}")
|
|
print(f"probabilities={proba}")
|
|
except (RuntimeError, InvalidArgument) as e:
|
|
print(e)
|
|
|
|
########################################
|
|
# The backend can also directly load the model
|
|
# without using *onnx*.
|
|
|
|
rep = backend.prepare(name, device)
|
|
x = np.array([[-1.0, -2.0]], dtype=np.float32)
|
|
try:
|
|
label, proba = rep.run(x)
|
|
print(f"label={label}")
|
|
print(f"probabilities={proba}")
|
|
except (RuntimeError, InvalidArgument) as e:
|
|
print(e)
|
|
|
|
#######################################
|
|
# The backend API is implemented by other frameworks
|
|
# and makes it easier to switch between multiple runtimes
|
|
# with the same API.
|