onnxruntime/index.html

1119 lines
46 KiB
HTML
Raw Normal View History

2018-12-04 00:27:06 +00:00
<!DOCTYPE html>
<html lang="en">
<head>
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-156955408-1"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag() {
dataLayer.push(arguments);
}
gtag("js", new Date());
gtag("config", "UA-156955408-1");
</script>
<script type="text/javascript" src="https://js.monitor.azure.com/scripts/c/ms.analytics-web-3.min.js">
</script>
<script type="text/javascript">
const analytics = new oneDS.ApplicationInsights();
var config = {
instrumentationKey: "360b0e675e0044398fd28c8bdf711b8e-1fe5434d-ee99-4837-99cc-a3a16462d82d-7262",
channelConfiguration: { // Post channel configuration
eventsLimitInMem: 50
},
propertyConfiguration: { // Properties Plugin configuration
env: "PROD" // Environment can be set to PPE or PROD as needed.
},
webAnalyticsConfiguration: { // Web Analytics Plugin configuration
//urlCollectQuery:true,
autoCapture: {
scroll: true,
pageView: true,
onLoad: true,
onUnload: true,
click: true,
resize: true,
jsError: true
}
}
};
//Initialize SDK
analytics.initialize(config, []);
</script>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
<title>ONNX Runtime | Home</title>
<link rel="icon" href="./images/ONNXRuntime-Favicon.png" type="image/gif" sizes="16x16" />
<!-- Imports -->
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/bootstrap/4.6.2/css/bootstrap.min.css"
integrity="sha512-rt/SrQ4UNIaGfDyEXZtNcyWvQeOq0QLygHluFQcSjaGB04IxWhal71tKuzP6K8eYXYB6vJV4pHkXcmFGGQ1/0w=="
crossorigin="anonymous" referrerpolicy="no-referrer" />
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css"
integrity="sha512-iecdLmaskl7CVkqkXNQ/ZH/XLlvWZOJyj7Yy7tcenmpD1ypASozpmT/E0iPtmFIB46ZmdtAc9eNBvH0H/ZpiBw=="
crossorigin="anonymous" referrerpolicy="no-referrer" />
<link rel="stylesheet"
href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/styles/atom-one-light.min.css"
integrity="sha512-o5v54Kh5PH0dgnf9ei0L+vMRsbm5fvIvnR/XkrZZjN4mqdaeH7PW66tumBoQVIaKNVrLCZiBEfHzRY4JJSMK/Q=="
crossorigin="anonymous" referrerpolicy="no-referrer" />
<!-- Local Files -->
<link rel="stylesheet" href="css/fonts.css" />
<link rel="stylesheet" href="css/custom.css?v1.6" />
<link rel="stylesheet" href="css/responsive.css?v1.6" />
2018-12-04 00:27:06 +00:00
</head>
<body>
<a class="skip-main" id="topContent" href="#skipMain">Skip to main content</a>
<div class="main-wrapper">
<div class="top-banner-bg">
<!-- Partial header.html Start-->
<div w3-include-html="header.html"></div>
<!-- Partial header.html End-->
<div role="main" id="skipMain">
<div class="container px-md-4 px-lg-5 pt-5 mx-auto text-center">
<h1 class="pt-3 pb-3 pt-md-5 pb-lg-3 px-md-4 px-lg-5 mt-5 mb-0">
2023-06-08 22:52:51 +00:00
Cross-Platform Accelerated Machine Learning
</h1>
2020-05-19 14:56:27 +00:00
</div>
2020-12-01 19:38:17 +00:00
<div class="outer-container mx-auto pt-md-5 pt-3">
<section class="py-md-5 pt-3 pb-4 blue-title-columns">
<div class="container-fluid">
<div class="row equalHeight">
<div class="col-12 col-md-4 mb-2 mb-md-0">
<div class="row">
<div class="col-2 col-md-3 col-xl-2">
<div class="icon-container">
<img src="images/svg/icon-4.svg" alt="" />
</div>
</div>
<div class="col-10 col-sm-9 col-xl-10 pl-sm-0 pl-md-3 pl-lg-0 pl-xl-3">
<h2 class="mr-xl-5 blue-text">
Speed up machine learning process
</h2>
<p class="mr-xl-5 mb-md-0">
Built-in optimizations that deliver up to 17X faster
inferencing and up to 1.4X faster training
</p>
</div>
</div>
</div>
<div class="col-12 col-md-4 mb-2 mb-md-0">
<div class="row">
<div class="col-2 col-md-3 col-xl-2">
<div class="icon-container">
<img src="images/svg/icon-2.svg" alt="" />
</div>
</div>
<div class="col-10 col-sm-9 col-xl-10 pl-sm-0 pl-md-3 pl-lg-0 pl-xl-3">
<h2 class="mr-xl-5 blue-text">
Plug into your existing technology stack
</h2>
<p class="mr-xl-5 mb-md-0">
Support for a variety of frameworks, operating systems
and hardware platforms
</p>
</div>
</div>
</div>
<div class="col-12 col-md-4">
<div class="row">
<div class="col-2 col-md-3 col-xl-2">
<div class="icon-container">
<img src="images/svg/icon-3.svg" alt="" />
</div>
</div>
<div class="col-10 col-sm-9 col-xl-10 pl-sm-0 pl-md-3 pl-lg-0 pl-xl-3">
<h2 class="mr-xl-5 blue-text">
Build using proven technology
</h2>
<p class="mr-xl-5 mb-0">
Used in Office 365, Visual Studio and Bing, delivering
more than a Trillion inferences every day
</p>
</div>
</div>
</div>
</div>
</div>
<div class="pt-5">
<div class="alert alert-dark alert-dismissible fade show" role="alert">
Please help us improve ONNX Runtime by participating in our
<a href="https://ncv.microsoft.com/UySXuzobM9">customer survey.</a>
<button type="button" class="close" data-dismiss="alert" aria-label="Close">
<span aria-hidden="true">&times;</span>
</button>
</div>
</div>
</section>
<section class="py-md-5 pb-4 pt-4 border-top">
<div class="row">
<div class="col-md-9 d-md-block d-none">
<div class="text-center pb-3">
<h2 class="section-heading">Use ONNX Runtime with your favorite language</h2>
</div>
<div class="row">
<div class="col-3 pr-0">
<div class="nav flex-column nav-pills h-100" style="background-color: #fafafa;"
id="v-pills-tab" role="tablist" aria-orientation="vertical">
<a class="nav-link rounded-0 active" id="v-pills-python-tab"
data-toggle="pill" href="#v-pills-python" role="tab"
aria-controls="v-pills-python" aria-selected="true">Python</a>
<a class="nav-link rounded-0" id="v-pills-cs-tab" data-toggle="pill"
href="#v-pills-cs" role="tab" aria-controls="v-pills-cs"
aria-selected="false">C#</a>
<a class="nav-link rounded-0" id="v-pills-javascript-tab" data-toggle="pill"
href="#v-pills-javascript" role="tab" aria-controls="v-pills-javascript"
aria-selected="false">JavaScript</a>
<a class="nav-link rounded-0" id="v-pills-java-tab" data-toggle="pill"
href="#v-pills-java" role="tab" aria-controls="v-pills-java"
aria-selected="false">Java</a>
<a class="nav-link rounded-0" id="v-pills-cpp-tab" data-toggle="pill"
href="#v-pills-cpp" role="tab" aria-controls="v-pills-cpp"
aria-selected="false">C++</a>
<a class="nav-link rounded-0" href="docs/get-started/"
aria-controls="v-pills-cs" aria-selected="false"><i
class="fa-solid fa-plus"></i>
&nbsp; more</a>
</div>
</div>
<div class="col-9 pl-0 h-100 bg-light">
<div class="tab-content" id="v-pills-tabContent">
<div class="tab-pane fade show active" style="padding: 0; margin: 0"
id="v-pills-python" role="tabpanel"
aria-labelledby="v-pills-python-tab">
<pre class="mb-0" style="overflow: hidden;">
<code>import onnxruntime as ort
# Load the model and create InferenceSession
model_path = "path/to/your/onnx/model"
session = ort.InferenceSession(model_path)
# Load and preprocess the input image inputTensor
...
# Run inference
outputs = session.run(None, {"input": inputTensor})
print(outputs)</code>
<a href="docs/get-started/with-python" class="btn border-primary text-primary float-right mb-2"><i class="fa-solid fa-link"></i>&nbsp;Learn more</a>
</pre>
</div>
<div class="tab-pane fade" id="v-pills-java" role="tabpanel"
aria-labelledby="v-pills-java-tab">
<pre style="overflow: hidden">
<code>import ai.onnxruntime.*;
// Load the model and create InferenceSession
String modelPath = "path/to/your/onnx/model";
OrtEnvironment env = OrtEnvironment.getEnvironment();
OrtSession session = env.createSession(modelPath);
// Load and preprocess the input image inputTensor
...
// Run inference
OrtSession.Result outputs = session.run(inputTensor);
System.out.println(outputs.get(0).getTensor().getFloatBuffer().get(0));</code>
<a href="docs/get-started/with-java" class="btn border-primary text-primary float-right mb-2"><i class="fa-solid fa-link"></i>&nbsp;Learn more</a>
</pre>
</div>
<div class="tab-pane fade" id="v-pills-javascript" role="tabpanel"
aria-labelledby="v-pills-javascript-tab">
<pre style="overflow: hidden">
<code>import * as ort from "onnxruntime-web";
// Load the model and create InferenceSession
const modelPath = "path/to/your/onnx/model";
const session = await ort.InferenceSession.create(modelPath);
// Load and preprocess the input image to inputTensor
...
// Run inference
const outputs = await session.run({ input: inputTensor });
console.log(outputs);</code>
<a href="docs/get-started/with-javascript" class="btn border-primary text-primary float-right mb-2"><i class="fa-solid fa-link"></i>&nbsp;Learn more</a>
</pre>
</div>
<div class="tab-pane fade" id="v-pills-cpp" role="tabpanel"
aria-labelledby="v-pills-cpp-tab">
<pre style="overflow: hidden">
<code>#include "onnxruntime_cxx_api.h"
// Load the model and create InferenceSession
Ort::Env env;
std::string model_path = "path/to/your/onnx/model";
Ort::Session session(env, model_path, Ort::SessionOptions{ nullptr });
// Load and preprocess the input image to
// inputTensor, inputNames, and outputNames
...
// Run inference
std::vector<Ort::Value> outputTensors =
session.Run(Ort::RunOptions{nullptr},
inputNames.data(),
&inputTensor,
inputNames.size(),
outputNames.data(),
outputNames.size());
const float* outputDataPtr = outputTensors[0].GetTensorMutableData<float>();
std::cout << outputDataPtr[0] << std::endl;</code>
<a href="docs/get-started/with-cpp" class="btn border-primary text-primary float-right mb-2"><i class="fa-solid fa-link"></i>&nbsp;Learn more</a>
</pre>
</div>
<div class="tab-pane fade" id="v-pills-cs" role="tabpanel"
aria-labelledby="v-pills-cs-tab">
<pre style="overflow: hidden">
<code>using Microsoft.ML.OnnxRuntime;
// Load the model and create InferenceSession
string model_path = "path/to/your/onnx/model";
var session = new InferenceSession(model_path);
// Load and preprocess the input image to inputTensor
...
// Run inference
var outputs = session.Run(inputTensor).ToList();
Console.WriteLine(outputs[0].AsTensor<float>()[0]);</code>
<a href="docs/get-started/with-csharp" class="btn border-primary text-primary float-right mb-2"><i class="fa-solid fa-link"></i>&nbsp;Learn more</a>
</pre>
</div>
</div>
</div>
</div>
</div>
<div class="col-md-3 px-5 my-auto">
<div class="row">
<div class="col-12 p-1">
<a href="docs/get-started/" class="btn btn-block btn-primary btn-lg rounded-0 "
style="height: 80px; display: flex; align-items: center; justify-content: center;">Quickstart</a>
</div>
<div class="col-12 p-1">
<a href="docs/tutorials/" class="btn btn-block btn-primary btn-lg rounded-0 "
style="height: 80px; display: flex; align-items: center; justify-content: center;">Tutorials</a>
</div>
<div class="col-12 p-1">
<a href="docs/install/" class="btn btn-block btn-primary btn-lg rounded-0 "
style="height: 80px; display: flex; align-items: center; justify-content: center;">Install
ONNX
Runtime</a>
</div>
<div class="col-12 p-1">
<a href="docs/execution-providers/"
class="btn btn-block btn-primary btn-lg rounded-0 "
style="height: 80px; display: flex; align-items: center; justify-content: center;">Hardware
Acceleration</a>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
</section>
2020-05-19 14:56:27 +00:00
<section class="py-md-5 pb-4 pt-4 get-started-section border-top" id="getStartedTable">
<div class="text-center pb-3">
<h2 class="section-heading">Use ONNX Runtime with the platform of your choice</h2>
</div>
<noscript>
<div class="javascript-is-disabled row">
<div class="col">
<div class="ns-callout">
<h2>
Please enable JavaScript to use the interactive
installation guide.
</h2>
<p class="mb-0">
Need help enabling JavaScript? Follow the instructions
<a href="https://www.whatismybrowser.com/guides/how-to-enable-javascript/auto"
target="_blank">here</a>.
</p>
</div>
</div>
</div>
</noscript>
<p class="text-center">Select the configuration you want to use and run the corresponding
installation script.
<br />ONNX Runtime supports a variety of hardware and architectures to fit any need.
</p>
<div>
<div class="nav tbl_tablist" role="tablist">
<li class="tbl_tab nav-link mr-1 active" id="OI_tab" data-toggle="pill"
aria-selected="true" role="tab" tabindex="0" aria-controls="panel1">Optimize
Inferencing</a>
<li class="tbl_tab nav-link" id="OT_tab" data-toggle="pill" aria-selected="false"
aria-controls="panel2" role="tab" tabindex="0">Optimize
Training </a>
</div>
<div id="panel1" class="tbl_panel" aria-labelledby="tab1" role="tabpanel"
aria-hidden="false">
<div class="row ml-0">
<div class="col">
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="selectOS">Platform</h3>
<p id="decriptionOS" class="sr-only">
Platform list contains six items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox" id="listbox-1"
aria-labelledby="selectOS" aria-describedby="decriptionOS">
<div class="row os">
<div class="col-lg-2dot4 col r-option version" role="option"
tabindex="0" aria-selected="false" id="windows">
<span>Windows</span>
</div>
<div class="col-lg-2dot4 col r-option version" role="option"
tabindex="-1" aria-selected="false" id="linux">
<span>Linux</span>
</div>
<div class="col-lg-2dot4 col r-option version" role="option"
tabindex="-1" aria-selected="false" id="mac">
<span>Mac</span>
</div>
<div class="col-lg-2dot4 col r-option version" role="option"
tabindex="-1" aria-selected="false" id="android">
<span>Android</span>
</div>
<div class="col-lg-2dot4 col r-option version" role="option"
tabindex="-1" aria-selected="false" id="ios">
<span>iOS</span>
</div>
<div class="col-lg-2dot4 col r-option version" role="option"
tabindex="-1" aria-selected="false" id="web">
<span>Web Browser</span>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="selectLanguage">API</h3>
<p id="decriptionLanguage" class="sr-only">
API list contains eight items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox" id="listbox-2"
aria-labelledby="selectLanguage" aria-describedby="decriptionLanguage">
<div class="row language">
<div class="col-lg-2dot4 col r-option" role="option" tabindex="0"
aria-selected="false" id="Python">
<span>Python</span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="C++">
<span>C++</span>
</div>
<div class="col-lg-2dot4 col r-option" aria-selected="false"
role="option" tabindex="-1" id="C#">
<span><abbr>C#</abbr></span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="C-API">
<span>C</span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="Java">
<span>Java</span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="JS">
<span>JS</span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="objectivec">
<span>Obj-C</span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="WinRT">
<span>WinRT</span>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="selectArchitecture" class="align-self-center">
Architecture
</h3>
<p id="decriptionArchitecture" class="sr-only">
Architecture list contains five items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox" id="listbox-3"
aria-labelledby="selectArchitecture"
aria-describedby="decriptionArchitecture">
<div class="row architecture">
<div class="col-lg-2dot4 col r-option" role="option" tabindex="0"
aria-selected="false" id="X64">
<span><abbr>X64</abbr></span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="X86">
<span><abbr>X86</abbr></span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="ARM64">
<span><abbr>ARM64</abbr></span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="ARM32">
<span><abbr>ARM32</abbr></span>
</div>
<div class="col-lg-2dot4 col r-option" role="option" tabindex="-1"
aria-selected="false" id="Power">
<span><abbr>IBM Power</abbr></span>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="selectHardwareAcceleration">
Hardware Acceleration
</h3>
<p id="decriptionHardwareAcceleration" class="sr-only">
Hardware Acceleration list contains seventeen
items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox" id="listbox-4"
aria-labelledby="selectHardwareAcceleration"
aria-describedby="decriptionHardwareAcceleration">
<div class="row hardwareAcceleration">
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="0" aria-selected="false" id="DefaultCPU">
<span>Default&nbsp; <abbr>CPU</abbr></span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="CoreML">
<span>CoreML </span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="CUDA">
<span><abbr>CUDA</abbr></span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="DirectML">
<span>Direct<abbr>ML</abbr></span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="MIGraphX">
<span>MIGraphX </span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="NNAPI">
<span>NNAPI </span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="DNNL">
<span><abbr>oneDNN</abbr></span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="OpenVINO">
<span>OpenVINO</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="ROCm">
<span>ROCm </span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="QNN">
<span>QNN</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="TensorRT">
<span>Tensor<abbr>RT</abbr></span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="ACL">
<span>ACL (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="ArmNN">
<span>ArmNN (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="Azure">
<span>Azure (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="CANN">
<span>CANN (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="RockchipNPU">
<span>Rockchip NPU (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="TVM">
<span>TVM (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="VitisAI">
<span>Vitis AI (Preview)</span>
</div>
<div class="col-lg-3 col-md-3 r-option version" role="option"
tabindex="-1" aria-selected="false" id="XNNPACK">
<span>XNNPACK (Preview)</span>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
<div class="row r-wrap command-block row-eq-height mr-0">
<div class="col-md-3 r-heading">
<h3 class="text-white" id="selectRunCommand">
Installation Instructions
</h3>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4">
<div class="row">
<div class="col r-option command-container" id="command"
role="status">
<span class="py-2">
Please select a combination of resources
</span>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<div id="panel2" class="tbl_panel" aria-labelledby="tab2" role="tabpanel"
aria-hidden="true">
<div class="row ml-0">
<div class="col">
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="ot_selectScenario">Scenario</h3>
<p id="ot_decriptionScenario" class="sr-only">
Scenario list contains two items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox"
id="ot_listbox-4" aria-labelledby="ot_selectScenario"
aria-describedby="ot_decriptionScenario">
<div class="row ot_scenario">
<div class="col r-option version" role="option" tabindex="0"
aria-selected="true" id="ot_large_model">
<span><abbr>Large Model Training</abbr></span>
</div>
<div class="col r-option version" role="option" tabindex="-1"
aria-selected="false" id="ot_on_device">
<span><abbr>On-Device Training</abbr></span>
</div>
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="ot_selectOS">Platform</h3>
<p id="ot_decriptionOS" class="sr-only">
Platform list contains five items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox"
id="ot_listbox-1" aria-labelledby="ot_selectOS"
aria-describedby="ot_decriptionOS">
<div class="row ot_os">
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_linux">
<span>Linux</span>
2020-05-19 14:56:27 +00:00
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_windows">
<span>Windows</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_mac">
<span>Mac</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_android">
<span>Android</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_ios">
<span>iOS</span>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="ot_selectLanguage">API</h3>
<p id="ot_decriptionLanguage" class="sr-only">
API list contains six items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox"
id="ot_listbox-2" aria-labelledby="ot_selectLanguage"
aria-describedby="ot_decriptionLanguage">
<div class="row ot_language">
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_python">
<span>Python</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_c">
<span>C</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_cplusplus">
<span>C++</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_csharp">
<span>C#</span>
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_java">
<span>Java</span>
2020-05-19 14:56:27 +00:00
</div>
<div class="col r-option" role="option" tabindex="0"
aria-selected="true" id="ot_objc">
<span>Obj-C</span>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="ot_selectHardwareAcceleration">
Hardware Acceleration
</h3>
<p id="ot_decriptionHardwareAcceleration" class="sr-only">
Hardware Acceleration list contains three items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox"
id="ot_listbox-4" aria-labelledby="ot_selectHardwareAcceleration"
aria-describedby="ot_decriptionHardwareAcceleration">
<div class="row ot_hardwareAcceleration">
<div class="col r-option version" role="option" tabindex="0"
aria-selected="true" id="ot_CUDA">
<span><abbr>CUDA</abbr></span>
</div>
<div class="col r-option version" role="option" tabindex="-1"
aria-selected="false" id="ot_ROCm">
<span><abbr>ROCm</abbr></span>
2020-05-19 14:56:27 +00:00
</div>
<div class="col r-option version" role="option" tabindex="-1"
aria-selected="false" id="ot_CPU">
<span><abbr>CPU</abbr></span>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
<div class="row r-wrap mb-1 mb-md-0 mr-0">
<div class="col-md-3 r-heading">
<h3 id="ot_selectBuild">Build</h3>
<p id="ot_decriptionBuild" class="sr-only">
Build list contains two items
</p>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4" role="listbox"
id="ot_listbox-4" aria-labelledby="ot_selectBuild"
aria-describedby="ot_decriptionBuild">
<div class="row ot_build">
<div class="col r-option version" role="option" tabindex="0"
aria-selected="true" id="ot_stable">
<span><abbr>Stable</abbr></span>
</div>
<div class="col r-option version" role="option" tabindex="-1"
aria-selected="true" id="ot_nightly">
<span><abbr>Preview (Nightly)</abbr></span>
</div>
</div>
</div>
</div>
<div class="row r-wrap command-block row-eq-height mr-0">
<div class="col-md-3 r-heading">
<h3 class="text-white" id="ot_selectRunCommand">
Installation Instructions
</h3>
</div>
<div class="col-md-9 r-content pr-0 pl-md-4">
<div class="row">
<div class="col r-option command-container" id="ot_command"
role="status">
<span class="py-2">
Please select a combination of resources
</span>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</section>
<section class="py-md-5 pb-4 pt-4 border-top">
<div class="container-fluid">
<div class="row ml-0">
<div class="col mb-4">
<div class="text-center pb-3">
<h2 class="section-heading">ONNX RUNTIME VIDEOS</h2>
</div>
</div>
</div>
<div id="carouselExampleControls" class="carousel slide" data-ride="carousel">
<ol class="carousel-indicators">
<li data-target="#carouselExampleIndicators" data-slide-to="0" class="active"></li>
<li data-target="#carouselExampleIndicators" data-slide-to="1"></li>
<li data-target="#carouselExampleIndicators" data-slide-to="2"></li>
</ol>
<div class="carousel-inner">
<div class="carousel-item active">
<div class="row blue-title-columns">
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/lRBsmnBE9ZA"
title="Convert Models to ONNX" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/LX1w_etaftY"
title="Unreal Engine ORT Plugin" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/waIeC3OIn70"
title="v1.14 ONNX Runtime - Release Review" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
</div>
</div>
<div class="carousel-item">
<div class="row blue-title-columns">
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/imjqRdsm2Qw"
title="C++ and OnnxRuntime" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/2dbXFQxsIDY"
title="ONNX Runtime Azure EP for Hybrid Inferencing on Edge and Cloud"
frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/vYzWrT3A7wQ"
title="JavaScript with ONNX Runtime Web!" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
</div>
</div>
<div class="carousel-item">
<div class="row blue-title-columns">
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/Z8SX5oXF7dM"
title="Computer vision C# with ONNX Runtime!" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/W_lUGPMW_Eg"
title="Deploy Transformer Models in the Browser with #ONNXRuntime"
frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
<div class="col-12 col-md-4 mb-4 mb-md-0">
<iframe class="video" src="https://www.youtube.com/embed/7gDrt-SQZc8"
title="BERT NLP with C# ONNX Runtime" frameborder="0"
allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share"
allowfullscreen></iframe>
</div>
</div>
</div>
</div>
<a class="carousel-control-prev" href="#carouselExampleControls" role="button"
data-slide="prev">
<span class="carousel-control-prev-icon" aria-hidden="true"></span>
<span class="sr-only">Previous</span>
</a>
<a class="carousel-control-next" href="#carouselExampleControls" role="button"
data-slide="next">
<span class="carousel-control-next-icon" aria-hidden="true"></span>
<span class="sr-only">Next</span>
</a>
</div>
</div>
</section>
<section class="py-md-5 pb-4 pt-4 border-top" id="logos">
2020-05-19 14:56:27 +00:00
<div class="container-fluid">
<div class="row ml-0">
<div class="col mb-4">
<div class="text-center pb-3">
<h2 class="section-heading">
ORGANIZATIONS & PRODUCTS USING ONNX RUNTIME
</h2>
</div>
</div>
</div>
<div class="row blue-title-columns">
<div class="col-4 col-md-2">
<div class="customer-logo text-center">
<a href="community.html#adobe"><img src="./images/logos/adobe-logo.png"
alt="Adobe logo" /></a>
2020-05-19 14:56:27 +00:00
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#amd"><img src="./images/logos/amd-logo.png"
alt="AMD logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#ant-group"><img src="./images/logos/antgroup-logo.png"
alt="Ant Group logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#atlas-experiment"><img
src="./images/logos/ATLAS-logo.png" alt="ATLAS logo" /></a>
</div>
2020-05-19 15:32:33 +00:00
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#bazaarvoice"><img
src="./images/logos/bazaarvoice-logo.png" alt="Bazaarvoice logo" /></a>
2020-05-19 15:32:33 +00:00
</div>
2020-05-19 14:56:27 +00:00
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#clearblade"><img
src="./images/logos/clearblade-logo.png" alt="Clearblade logo" /></a>
</div>
</div>
</div>
<div class="row blue-title-columns">
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#deezer"><img
src="./images/logos/deezer-logo.png"
alt="Deezer logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#hugging-face"><img
src="./images/logos/huggingface-logo.png" alt="Hugging Face logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#hypefactors"><img
src="./images/logos/hypefactors-logo.png" alt="Hypefactors logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#infarm"><img src="./images/logos/infarm-logo.png"
alt="InFarm logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#intel"><img src="./images/logos/intel-logo.png"
alt="Intel logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#intelligenza-etica"><img
src="./images/logos/intelligenza-etica-logo.png"
alt="Intelligenza Etica logo"></a>
</div>
</div>
</div>
<div class="row blue-title-columns">
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#navitaire"><img
src="./images/logos/navitaire-amadeus-logo.png"
alt="Navitaire Amadeus logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#nvidia"><img src="./images/logos/nvidia.png"
alt="NVIDIA logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#openNLP"><img src="./images/logos/opennlp-logo.png"
alt="Apache OpenNLP logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#oracle"><img src="./images/logos/oracle-logo.png"
alt="Oracle Logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#peakspeed"><img src="./images/logos/PeakSpeed_logo.png"
alt="PeakSpeed logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#pieces"><img src="./images/logos/pieces-logo.png"
alt="Pieces logo" /></a>
</div>
</div>
</div>
<div class="row blue-title-columns">
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#ptw"><img src="./images/logos/ptw-logo.png"
alt="PTW logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#redis"><img src="./images/logos/redis-logo.png"
alt="Redis logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#rockchip"><img src="./images/logos/Rockchip-logo.png"
alt="Rockchip logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#samtec"><img src="./images/logos/samtec-logo.png"
alt="Samtec logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#sas"><img src="./images/logos/sas-logo.png"
alt="SAS logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#teradata"><img src="./images/logos/teradata-logo.png"
alt="Teradata logo" /></a>
</div>
</div>
</div>
<div class="row blue-title-columns">
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#topaz-labs"><img src="./images/logos/topazlabs-logo.png"
alt="Topaz Labs logo" /></a>
2022-01-06 18:57:27 +00:00
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#unrealengine"><img src="./images/logos/ue-logo.png"
alt="Unreal Engine logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#usda"><img src="./images/logos/usda-logo.png"
alt="USDA logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#vespa"><img src="./images/logos/vespa-logo.png"
alt="Vespa logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#writer"><img src="./images/logos/writer-logo.png"
alt="Writer logo" /></a>
</div>
</div>
<div class="col-4 col-md-2 mb-4 mb-md-0">
<div class="customer-logo text-center">
<a href="community.html#xilinx"><img src="./images/logos/xilinx-logo.png"
alt="Xilinx logo" /></a>
2021-08-18 16:35:09 +00:00
</div>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</section>
</div>
2020-05-19 14:56:27 +00:00
</div>
</div>
</div>
<!-- Partial footer.html Start-->
<div w3-include-html="footer.html"></div>
<!-- Partial footer.html End-->
<a id="back-to-top" href="JavaScript:void(0);" class="btn back-to-top" role="button" aria-label="Back to top">
<span class="fa fa-angle-up p-1"></span>
</a>
</body>
<!-- Imports -->
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/3.7.0/jquery.min.js"
integrity="sha512-3gJwYpMe3QewGELv8k/BX9vcqhryRdzRMxVfq6ngyWXwo03GFEzjsUm8Q7RZcHPHksttq7/GFoxjCVUjkjvPdw=="
crossorigin="anonymous" referrerpolicy="no-referrer"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/bootstrap/4.6.2/js/bootstrap.min.js"
integrity="sha512-7rusk8kGPFynZWu26OKbTeI+QPoYchtxsmPeBqkHIEXJxeun4yJ4ISYe7C6sz9wdxeE1Gk3VxsIWgCZTc+vX3g=="
crossorigin="anonymous" referrerpolicy="no-referrer"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/highlight.min.js"
integrity="sha512-rdhY3cbXURo13l/WU9VlaRyaIYeJ/KBakckXIvJNAQde8DgpOmE+eZf7ha4vdqVjTtwQt69bD2wH2LXob/LB7Q=="
crossorigin="anonymous" referrerpolicy="no-referrer"></script>
<!-- Local Files -->
<script src="./js/w3.js"></script>
<script src="./js/custom.js?v1.6"></script>
<script src="./js/script.js?v1.6"></script>
<script>
w3.includeHTML();
hljs.highlightAll();
</script>
2023-06-08 22:52:51 +00:00
</html>