mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-14 18:12:05 +00:00
8605 lines
595 KiB
HTML
8605 lines
595 KiB
HTML
<!-- HTML header for doxygen 1.9.2-->
|
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=11"/>
|
|
<meta name="generator" content="Doxygen 1.9.2"/>
|
|
<meta name="viewport" content="width=device-width, initial-scale=1"/>
|
|
<title>OnnxRuntime: OrtApi Struct Reference</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-156955408-1"></script><script> window.dataLayer = window.dataLayer || []; function gtag(){dataLayer.push(arguments);} gtag('js', new Date()); gtag('config', 'UA-156955408-1'); </script> <script type="text/javascript" src="/assets/js/vendor/lunr.min.js"></script> <script type="text/javascript" src="/assets/js/just-the-docs.js"></script>
|
|
<link href="navtree.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="resize.js"></script>
|
|
<script type="text/javascript" src="navtreedata.js"></script>
|
|
<script type="text/javascript" src="navtree.js"></script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/searchdata.js"></script>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td id="projectlogo"><img alt="Logo" src="ONNX_Runtime_logo - Docs.png"/></td>
|
|
<td id="projectalign" style="padding-left: 0.5em;">
|
|
<div id="projectname">OnnxRuntime
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.9.2 -->
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&dn=expat.txt MIT */
|
|
var searchBox = new SearchBox("searchBox", "search",'Search','.html');
|
|
/* @license-end */
|
|
</script>
|
|
<script type="text/javascript" src="menudata.js"></script>
|
|
<script type="text/javascript" src="menu.js"></script>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&dn=expat.txt MIT */
|
|
$(function() {
|
|
initMenu('',true,false,'search.php','Search');
|
|
$(document).ready(function() { init_search(); });
|
|
});
|
|
/* @license-end */
|
|
</script>
|
|
<div id="main-nav"></div>
|
|
</div><!-- top -->
|
|
<div id="side-nav" class="ui-resizable side-nav-resizable">
|
|
<div id="nav-tree">
|
|
<div id="nav-tree-contents">
|
|
<div id="nav-sync" class="sync"></div>
|
|
</div>
|
|
</div>
|
|
<div id="splitbar" style="-moz-user-select:none;"
|
|
class="ui-resizable-handle">
|
|
</div>
|
|
</div>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&dn=expat.txt MIT */
|
|
$(document).ready(function(){initNavTree('struct_ort_api.html',''); initResizable(); });
|
|
/* @license-end */
|
|
</script>
|
|
<div id="doc-content">
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
</div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div class="header">
|
|
<div class="summary">
|
|
<a href="struct_ort_api-members.html">List of all members</a> </div>
|
|
<div class="headertitle"><div class="title">OrtApi Struct Reference<div class="ingroups"><a class="el" href="group___global.html">Global</a></div></div></div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
|
|
<p>The C API.
|
|
<a href="struct_ort_api.html#details">More...</a></p>
|
|
|
|
<p><code>#include <<a class="el" href="onnxruntime__c__api_8h_source.html">onnxruntime_c_api.h</a>></code></p>
|
|
<table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtStatus</h2></td></tr>
|
|
<tr class="memitem:ab3f31bf5a89fae003e5f57f27c1503f0"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *(* </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab3f31bf5a89fae003e5f57f27c1503f0">CreateStatus</a> )(<a class="el" href="group___global.html#gabab5349c294603a9eac437fdafd40a3d">OrtErrorCode</a> code, const char *msg) __attribute__((nonnull))</td></tr>
|
|
<tr class="memdesc:ab3f31bf5a89fae003e5f57f27c1503f0"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtStatus from a null terminated string. <a href="struct_ort_api.html#ab3f31bf5a89fae003e5f57f27c1503f0">More...</a><br /></td></tr>
|
|
<tr class="separator:ab3f31bf5a89fae003e5f57f27c1503f0"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:afe84f6149c7dd0774c94b746b8edde36"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabab5349c294603a9eac437fdafd40a3d">OrtErrorCode</a>(* </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#afe84f6149c7dd0774c94b746b8edde36">GetErrorCode</a> )(const <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *status) __attribute__((nonnull))</td></tr>
|
|
<tr class="memdesc:afe84f6149c7dd0774c94b746b8edde36"><td class="mdescLeft"> </td><td class="mdescRight">Get OrtErrorCode from OrtStatus. <a href="struct_ort_api.html#afe84f6149c7dd0774c94b746b8edde36">More...</a><br /></td></tr>
|
|
<tr class="separator:afe84f6149c7dd0774c94b746b8edde36"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8b5cc409efb4d7014998e169de144b7d"><td class="memItemLeft" align="right" valign="top">const char *(* </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8b5cc409efb4d7014998e169de144b7d">GetErrorMessage</a> )(const <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *status) __attribute__((nonnull))</td></tr>
|
|
<tr class="memdesc:a8b5cc409efb4d7014998e169de144b7d"><td class="mdescLeft"> </td><td class="mdescRight">Get error string from OrtStatus. <a href="struct_ort_api.html#a8b5cc409efb4d7014998e169de144b7d">More...</a><br /></td></tr>
|
|
<tr class="separator:a8b5cc409efb4d7014998e169de144b7d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a9b21334e290855a585f53d53dda44551"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">ReleaseStatus</a> (<a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *input)</td></tr>
|
|
<tr class="separator:a9b21334e290855a585f53d53dda44551"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtIoBinding</h2></td></tr>
|
|
<tr class="memitem:a1b9f96db9d81810fb5416b10afdaf731"><td class="memItemLeft" align="right" valign="top">void(* </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1b9f96db9d81810fb5416b10afdaf731">ClearBoundInputs</a> )(<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr) __attribute__((nonnull))</td></tr>
|
|
<tr class="memdesc:a1b9f96db9d81810fb5416b10afdaf731"><td class="mdescLeft"> </td><td class="mdescRight">Clears any previously set Inputs for an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. <a href="struct_ort_api.html#a1b9f96db9d81810fb5416b10afdaf731">More...</a><br /></td></tr>
|
|
<tr class="separator:a1b9f96db9d81810fb5416b10afdaf731"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa4431ee9e0a23179b9d1060d71cafbfd"><td class="memItemLeft" align="right" valign="top">void(* </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa4431ee9e0a23179b9d1060d71cafbfd">ClearBoundOutputs</a> )(<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr) __attribute__((nonnull))</td></tr>
|
|
<tr class="memdesc:aa4431ee9e0a23179b9d1060d71cafbfd"><td class="mdescLeft"> </td><td class="mdescRight">Clears any previously set Outputs for an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. <a href="struct_ort_api.html#aa4431ee9e0a23179b9d1060d71cafbfd">More...</a><br /></td></tr>
|
|
<tr class="separator:aa4431ee9e0a23179b9d1060d71cafbfd"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a793b2e110df76c76309d7d0d2182628b"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a793b2e110df76c76309d7d0d2182628b">ReleaseIoBinding</a> (<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *input)</td></tr>
|
|
<tr class="memdesc:a793b2e110df76c76309d7d0d2182628b"><td class="mdescLeft"> </td><td class="mdescRight">Release an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> obtained from <a class="el" href="struct_ort_api.html#ae78869517034d061951d9ba6e66fb697" title="Create an OrtIoBinding instance.">OrtApi::CreateIoBinding</a>. <a href="struct_ort_api.html#a793b2e110df76c76309d7d0d2182628b">More...</a><br /></td></tr>
|
|
<tr class="separator:a793b2e110df76c76309d7d0d2182628b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a9a53edebf4ef062a41b0e74f9c6763ec"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a9a53edebf4ef062a41b0e74f9c6763ec">BindInput</a> (<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr, const char *name, const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *val_ptr)</td></tr>
|
|
<tr class="memdesc:a9a53edebf4ef062a41b0e74f9c6763ec"><td class="mdescLeft"> </td><td class="mdescRight">Bind an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> input. <a href="struct_ort_api.html#a9a53edebf4ef062a41b0e74f9c6763ec">More...</a><br /></td></tr>
|
|
<tr class="separator:a9a53edebf4ef062a41b0e74f9c6763ec"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aff5519386ff6b0ce58e48547bfb7f80f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aff5519386ff6b0ce58e48547bfb7f80f">BindOutput</a> (<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr, const char *name, const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *val_ptr)</td></tr>
|
|
<tr class="memdesc:aff5519386ff6b0ce58e48547bfb7f80f"><td class="mdescLeft"> </td><td class="mdescRight">Bind an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> output. <a href="struct_ort_api.html#aff5519386ff6b0ce58e48547bfb7f80f">More...</a><br /></td></tr>
|
|
<tr class="separator:aff5519386ff6b0ce58e48547bfb7f80f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5ed97d9a93c22bff5d449462a7c95a9c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5ed97d9a93c22bff5d449462a7c95a9c">BindOutputToDevice</a> (<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr, const char *name, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *mem_info_ptr)</td></tr>
|
|
<tr class="memdesc:a5ed97d9a93c22bff5d449462a7c95a9c"><td class="mdescLeft"> </td><td class="mdescRight">Bind an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> output to a device. <a href="struct_ort_api.html#a5ed97d9a93c22bff5d449462a7c95a9c">More...</a><br /></td></tr>
|
|
<tr class="separator:a5ed97d9a93c22bff5d449462a7c95a9c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aeed5427179ef1438e03520143adc86bc"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aeed5427179ef1438e03520143adc86bc">GetBoundOutputNames</a> (const <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **buffer, size_t **lengths, size_t *count)</td></tr>
|
|
<tr class="memdesc:aeed5427179ef1438e03520143adc86bc"><td class="mdescLeft"> </td><td class="mdescRight">Get the names of an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>'s outputs. <a href="struct_ort_api.html#aeed5427179ef1438e03520143adc86bc">More...</a><br /></td></tr>
|
|
<tr class="separator:aeed5427179ef1438e03520143adc86bc"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2fa82193ec64371a05220e869e137622"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2fa82193ec64371a05220e869e137622">GetBoundOutputValues</a> (const <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ***output, size_t *output_count)</td></tr>
|
|
<tr class="memdesc:a2fa82193ec64371a05220e869e137622"><td class="mdescLeft"> </td><td class="mdescRight">Get the output <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> objects from an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. <a href="struct_ort_api.html#a2fa82193ec64371a05220e869e137622">More...</a><br /></td></tr>
|
|
<tr class="separator:a2fa82193ec64371a05220e869e137622"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtTensorRTProviderOptionsV2</h2></td></tr>
|
|
<tr class="memitem:ae17a8857260554d44bb2b27a67e39020"><td class="memItemLeft" align="right" valign="top">void(* </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae17a8857260554d44bb2b27a67e39020">ReleaseTensorRTProviderOptions</a> )(<a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> *input)</td></tr>
|
|
<tr class="memdesc:ae17a8857260554d44bb2b27a67e39020"><td class="mdescLeft"> </td><td class="mdescRight">Release an <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a>. <a href="struct_ort_api.html#ae17a8857260554d44bb2b27a67e39020">More...</a><br /></td></tr>
|
|
<tr class="separator:ae17a8857260554d44bb2b27a67e39020"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aded45902af604f958176bec4792351c0"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aded45902af604f958176bec4792351c0">CreateTensorRTProviderOptions</a> (<a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> **out)</td></tr>
|
|
<tr class="memdesc:aded45902af604f958176bec4792351c0"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtTensorRTProviderOptionsV2. <a href="struct_ort_api.html#aded45902af604f958176bec4792351c0">More...</a><br /></td></tr>
|
|
<tr class="separator:aded45902af604f958176bec4792351c0"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad0499e538e565039b4eb2769fdd3b26f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad0499e538e565039b4eb2769fdd3b26f">UpdateTensorRTProviderOptions</a> (<a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> *tensorrt_options, const char *const *provider_options_keys, const char *const *provider_options_values, size_t num_keys)</td></tr>
|
|
<tr class="memdesc:ad0499e538e565039b4eb2769fdd3b26f"><td class="mdescLeft"> </td><td class="mdescRight">Set options in a TensorRT Execution Provider. <a href="struct_ort_api.html#ad0499e538e565039b4eb2769fdd3b26f">More...</a><br /></td></tr>
|
|
<tr class="separator:ad0499e538e565039b4eb2769fdd3b26f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a498cf13aa49e240d8c26871cf3f71337"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a498cf13aa49e240d8c26871cf3f71337">GetTensorRTProviderOptionsAsString</a> (const <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> *tensorrt_options, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **ptr)</td></tr>
|
|
<tr class="memdesc:a498cf13aa49e240d8c26871cf3f71337"><td class="mdescLeft"> </td><td class="mdescRight">Get serialized TensorRT provider options string. <a href="struct_ort_api.html#a498cf13aa49e240d8c26871cf3f71337">More...</a><br /></td></tr>
|
|
<tr class="separator:a498cf13aa49e240d8c26871cf3f71337"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtEnv</h2></td></tr>
|
|
<tr class="memitem:a22085f699a2d1adb52f809383f475ed1"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a22085f699a2d1adb52f809383f475ed1">CreateEnv</a> (<a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> log_severity_level, const char *logid, <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> **out)</td></tr>
|
|
<tr class="memdesc:a22085f699a2d1adb52f809383f475ed1"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtEnv. <a href="struct_ort_api.html#a22085f699a2d1adb52f809383f475ed1">More...</a><br /></td></tr>
|
|
<tr class="separator:a22085f699a2d1adb52f809383f475ed1"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a3c7a1993cb380a5f9eb38374245c6343"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3c7a1993cb380a5f9eb38374245c6343">CreateEnvWithCustomLogger</a> (<a class="el" href="group___global.html#ga2a61c1134f2f604095f32d2560630e94">OrtLoggingFunction</a> logging_function, void *logger_param, <a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> log_severity_level, const char *logid, <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> **out)</td></tr>
|
|
<tr class="memdesc:a3c7a1993cb380a5f9eb38374245c6343"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtEnv. <a href="struct_ort_api.html#a3c7a1993cb380a5f9eb38374245c6343">More...</a><br /></td></tr>
|
|
<tr class="separator:a3c7a1993cb380a5f9eb38374245c6343"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5906120ee76cca5e8f560e6e8a3fd85c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5906120ee76cca5e8f560e6e8a3fd85c">EnableTelemetryEvents</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env)</td></tr>
|
|
<tr class="memdesc:a5906120ee76cca5e8f560e6e8a3fd85c"><td class="mdescLeft"> </td><td class="mdescRight">Enable Telemetry. <a href="struct_ort_api.html#a5906120ee76cca5e8f560e6e8a3fd85c">More...</a><br /></td></tr>
|
|
<tr class="separator:a5906120ee76cca5e8f560e6e8a3fd85c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a74a22efe6571fe538e60f677654ae01f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a74a22efe6571fe538e60f677654ae01f">DisableTelemetryEvents</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env)</td></tr>
|
|
<tr class="memdesc:a74a22efe6571fe538e60f677654ae01f"><td class="mdescLeft"> </td><td class="mdescRight">Disable Telemetry. <a href="struct_ort_api.html#a74a22efe6571fe538e60f677654ae01f">More...</a><br /></td></tr>
|
|
<tr class="separator:a74a22efe6571fe538e60f677654ae01f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5edc51815e9aeba83516e4fe55ef836a"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5edc51815e9aeba83516e4fe55ef836a">ReleaseEnv</a> (<a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *input)</td></tr>
|
|
<tr class="separator:a5edc51815e9aeba83516e4fe55ef836a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a43a1a757582469f88421a9ef9d63f192"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192">CreateEnvWithGlobalThreadPools</a> (<a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> log_severity_level, const char *logid, const <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *tp_options, <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> **out)</td></tr>
|
|
<tr class="memdesc:a43a1a757582469f88421a9ef9d63f192"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtEnv. <a href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192">More...</a><br /></td></tr>
|
|
<tr class="separator:a43a1a757582469f88421a9ef9d63f192"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a6a0ca4d136819eafea7d87e7f87a82db"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a6a0ca4d136819eafea7d87e7f87a82db">CreateAndRegisterAllocator</a> (<a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *mem_info, const <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> *arena_cfg)</td></tr>
|
|
<tr class="memdesc:a6a0ca4d136819eafea7d87e7f87a82db"><td class="mdescLeft"> </td><td class="mdescRight">Create an allocator and register it with the <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a>. <a href="struct_ort_api.html#a6a0ca4d136819eafea7d87e7f87a82db">More...</a><br /></td></tr>
|
|
<tr class="separator:a6a0ca4d136819eafea7d87e7f87a82db"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a31da2849eeda131d85d10f904834ca41"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a31da2849eeda131d85d10f904834ca41">SetLanguageProjection</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *ort_env, <a class="el" href="group___global.html#ga43f32dc7d75b0c13fd64ca5792e63a62">OrtLanguageProjection</a> projection)</td></tr>
|
|
<tr class="memdesc:a31da2849eeda131d85d10f904834ca41"><td class="mdescLeft"> </td><td class="mdescRight">Set language projection. <a href="struct_ort_api.html#a31da2849eeda131d85d10f904834ca41">More...</a><br /></td></tr>
|
|
<tr class="separator:a31da2849eeda131d85d10f904834ca41"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a71336a3b27040097136a6fb40cf056c1"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a71336a3b27040097136a6fb40cf056c1">CreateEnvWithCustomLoggerAndGlobalThreadPools</a> (<a class="el" href="group___global.html#ga2a61c1134f2f604095f32d2560630e94">OrtLoggingFunction</a> logging_function, void *logger_param, <a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> log_severity_level, const char *logid, const struct <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *tp_options, <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> **out)</td></tr>
|
|
<tr class="separator:a71336a3b27040097136a6fb40cf056c1"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtSession</h2></td></tr>
|
|
<tr class="memitem:a8e8529eb336bbe2334307c9197891838"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8e8529eb336bbe2334307c9197891838">CreateSession</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, const char *model_path, const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> **out)</td></tr>
|
|
<tr class="memdesc:a8e8529eb336bbe2334307c9197891838"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtSession from a model file. <a href="struct_ort_api.html#a8e8529eb336bbe2334307c9197891838">More...</a><br /></td></tr>
|
|
<tr class="separator:a8e8529eb336bbe2334307c9197891838"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8c9d4f617fd806cd10da1fecd265dd8c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8c9d4f617fd806cd10da1fecd265dd8c">CreateSessionFromArray</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, const void *model_data, size_t model_data_length, const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> **out)</td></tr>
|
|
<tr class="memdesc:a8c9d4f617fd806cd10da1fecd265dd8c"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtSession from memory. <a href="struct_ort_api.html#a8c9d4f617fd806cd10da1fecd265dd8c">More...</a><br /></td></tr>
|
|
<tr class="separator:a8c9d4f617fd806cd10da1fecd265dd8c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad8b12cad4160d43da92f49191cd91895"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad8b12cad4160d43da92f49191cd91895">Run</a> (<a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *run_options, const char *const *input_names, const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *const *inputs, size_t input_len, const char *const *output_names, size_t output_names_len, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **outputs)</td></tr>
|
|
<tr class="memdesc:ad8b12cad4160d43da92f49191cd91895"><td class="mdescLeft"> </td><td class="mdescRight">Run the model in an <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a>. <a href="struct_ort_api.html#ad8b12cad4160d43da92f49191cd91895">More...</a><br /></td></tr>
|
|
<tr class="separator:ad8b12cad4160d43da92f49191cd91895"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8fa2b551569e1ff64ca484a97239af99"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8fa2b551569e1ff64ca484a97239af99">SessionGetInputCount</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t *out)</td></tr>
|
|
<tr class="memdesc:a8fa2b551569e1ff64ca484a97239af99"><td class="mdescLeft"> </td><td class="mdescRight">Get input count for a session. <a href="struct_ort_api.html#a8fa2b551569e1ff64ca484a97239af99">More...</a><br /></td></tr>
|
|
<tr class="separator:a8fa2b551569e1ff64ca484a97239af99"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad5325e2189d9221c471839231ffdbdf2"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad5325e2189d9221c471839231ffdbdf2">SessionGetOutputCount</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t *out)</td></tr>
|
|
<tr class="memdesc:ad5325e2189d9221c471839231ffdbdf2"><td class="mdescLeft"> </td><td class="mdescRight">Get output count for a session. <a href="struct_ort_api.html#ad5325e2189d9221c471839231ffdbdf2">More...</a><br /></td></tr>
|
|
<tr class="separator:ad5325e2189d9221c471839231ffdbdf2"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:acab1718608832405a3701572eb6cda82"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#acab1718608832405a3701572eb6cda82">SessionGetOverridableInitializerCount</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t *out)</td></tr>
|
|
<tr class="memdesc:acab1718608832405a3701572eb6cda82"><td class="mdescLeft"> </td><td class="mdescRight">Get overridable initializer count. <a href="struct_ort_api.html#acab1718608832405a3701572eb6cda82">More...</a><br /></td></tr>
|
|
<tr class="separator:acab1718608832405a3701572eb6cda82"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5be22df1ded7dabbd5552b4ac8317437"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5be22df1ded7dabbd5552b4ac8317437">SessionGetInputTypeInfo</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t index, <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> **type_info)</td></tr>
|
|
<tr class="memdesc:a5be22df1ded7dabbd5552b4ac8317437"><td class="mdescLeft"> </td><td class="mdescRight">Get input type information. <a href="struct_ort_api.html#a5be22df1ded7dabbd5552b4ac8317437">More...</a><br /></td></tr>
|
|
<tr class="separator:a5be22df1ded7dabbd5552b4ac8317437"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:abae6b6df3f96281cd6353faec1e049bf"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#abae6b6df3f96281cd6353faec1e049bf">SessionGetOutputTypeInfo</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t index, <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> **type_info)</td></tr>
|
|
<tr class="memdesc:abae6b6df3f96281cd6353faec1e049bf"><td class="mdescLeft"> </td><td class="mdescRight">Get output type information. <a href="struct_ort_api.html#abae6b6df3f96281cd6353faec1e049bf">More...</a><br /></td></tr>
|
|
<tr class="separator:abae6b6df3f96281cd6353faec1e049bf"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a010dc15d7a9587d0493c232e9b8ee448"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a010dc15d7a9587d0493c232e9b8ee448">SessionGetOverridableInitializerTypeInfo</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t index, <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> **type_info)</td></tr>
|
|
<tr class="memdesc:a010dc15d7a9587d0493c232e9b8ee448"><td class="mdescLeft"> </td><td class="mdescRight">Get overridable initializer type information. <a href="struct_ort_api.html#a010dc15d7a9587d0493c232e9b8ee448">More...</a><br /></td></tr>
|
|
<tr class="separator:a010dc15d7a9587d0493c232e9b8ee448"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a811b1773c7d713750716a36b432e2102"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a811b1773c7d713750716a36b432e2102">SessionGetInputName</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t index, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:a811b1773c7d713750716a36b432e2102"><td class="mdescLeft"> </td><td class="mdescRight">Get input name. <a href="struct_ort_api.html#a811b1773c7d713750716a36b432e2102">More...</a><br /></td></tr>
|
|
<tr class="separator:a811b1773c7d713750716a36b432e2102"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a130f69dae071631abd50cae5a26d5d9d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a130f69dae071631abd50cae5a26d5d9d">SessionGetOutputName</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t index, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:a130f69dae071631abd50cae5a26d5d9d"><td class="mdescLeft"> </td><td class="mdescRight">Get output name. <a href="struct_ort_api.html#a130f69dae071631abd50cae5a26d5d9d">More...</a><br /></td></tr>
|
|
<tr class="separator:a130f69dae071631abd50cae5a26d5d9d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aae6197279efef5aa794eac94e56c2d70"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aae6197279efef5aa794eac94e56c2d70">SessionGetOverridableInitializerName</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, size_t index, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:aae6197279efef5aa794eac94e56c2d70"><td class="mdescLeft"> </td><td class="mdescRight">Get overridable initializer name. <a href="struct_ort_api.html#aae6197279efef5aa794eac94e56c2d70">More...</a><br /></td></tr>
|
|
<tr class="separator:aae6197279efef5aa794eac94e56c2d70"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae311be14b0e35ce3ad3bc1418a79d7bb"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae311be14b0e35ce3ad3bc1418a79d7bb">ReleaseSession</a> (<a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *input)</td></tr>
|
|
<tr class="separator:ae311be14b0e35ce3ad3bc1418a79d7bb"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:af1ed6fb7c562e68ffa8310595f6ad0d2"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#af1ed6fb7c562e68ffa8310595f6ad0d2">SessionEndProfiling</a> (<a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **out)</td></tr>
|
|
<tr class="memdesc:af1ed6fb7c562e68ffa8310595f6ad0d2"><td class="mdescLeft"> </td><td class="mdescRight">End profiling and return filename of the profile data. <a href="struct_ort_api.html#af1ed6fb7c562e68ffa8310595f6ad0d2">More...</a><br /></td></tr>
|
|
<tr class="separator:af1ed6fb7c562e68ffa8310595f6ad0d2"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ab958b691f7e88429e4975349488061ba"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab958b691f7e88429e4975349488061ba">SessionGetModelMetadata</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> **out)</td></tr>
|
|
<tr class="memdesc:ab958b691f7e88429e4975349488061ba"><td class="mdescLeft"> </td><td class="mdescRight">Get <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> from an <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a>. <a href="struct_ort_api.html#ab958b691f7e88429e4975349488061ba">More...</a><br /></td></tr>
|
|
<tr class="separator:ab958b691f7e88429e4975349488061ba"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ab61526567b2a869233d6c7e575317b99"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab61526567b2a869233d6c7e575317b99">RunWithBinding</a> (<a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *run_options, const <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr)</td></tr>
|
|
<tr class="memdesc:ab61526567b2a869233d6c7e575317b99"><td class="mdescLeft"> </td><td class="mdescRight">Run a model using Io Bindings for the inputs & outputs. <a href="struct_ort_api.html#ab61526567b2a869233d6c7e575317b99">More...</a><br /></td></tr>
|
|
<tr class="separator:ab61526567b2a869233d6c7e575317b99"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae78869517034d061951d9ba6e66fb697"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae78869517034d061951d9ba6e66fb697">CreateIoBinding</a> (<a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> **out)</td></tr>
|
|
<tr class="memdesc:ae78869517034d061951d9ba6e66fb697"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> instance. <a href="struct_ort_api.html#ae78869517034d061951d9ba6e66fb697">More...</a><br /></td></tr>
|
|
<tr class="separator:ae78869517034d061951d9ba6e66fb697"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae08368d7b5e9c107fbfdca81a34d589c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae08368d7b5e9c107fbfdca81a34d589c">SessionGetProfilingStartTimeNs</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, uint64_t *out)</td></tr>
|
|
<tr class="memdesc:ae08368d7b5e9c107fbfdca81a34d589c"><td class="mdescLeft"> </td><td class="mdescRight">Return the time that profiling was started. <a href="struct_ort_api.html#ae08368d7b5e9c107fbfdca81a34d589c">More...</a><br /></td></tr>
|
|
<tr class="separator:ae08368d7b5e9c107fbfdca81a34d589c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ace3c63893c426d56741c7bf435b69594"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ace3c63893c426d56741c7bf435b69594">CreateSessionWithPrepackedWeightsContainer</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, const char *model_path, const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> *prepacked_weights_container, <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> **out)</td></tr>
|
|
<tr class="memdesc:ace3c63893c426d56741c7bf435b69594"><td class="mdescLeft"> </td><td class="mdescRight">Create session with prepacked weights container. <a href="struct_ort_api.html#ace3c63893c426d56741c7bf435b69594">More...</a><br /></td></tr>
|
|
<tr class="separator:ace3c63893c426d56741c7bf435b69594"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a103f6e5e3b33ac8b8e89fb3e24410eed"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a103f6e5e3b33ac8b8e89fb3e24410eed">CreateSessionFromArrayWithPrepackedWeightsContainer</a> (const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, const void *model_data, size_t model_data_length, const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> *prepacked_weights_container, <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> **out)</td></tr>
|
|
<tr class="memdesc:a103f6e5e3b33ac8b8e89fb3e24410eed"><td class="mdescLeft"> </td><td class="mdescRight">Create session from memory with prepacked weights container. <a href="struct_ort_api.html#a103f6e5e3b33ac8b8e89fb3e24410eed">More...</a><br /></td></tr>
|
|
<tr class="separator:a103f6e5e3b33ac8b8e89fb3e24410eed"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtSessionOptions</h2></td></tr>
|
|
<tr class="memitem:a033b8a4a9de072bcc9dda3a8434922c5"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a033b8a4a9de072bcc9dda3a8434922c5">CreateSessionOptions</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> **options)</td></tr>
|
|
<tr class="memdesc:a033b8a4a9de072bcc9dda3a8434922c5"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> object. <a href="struct_ort_api.html#a033b8a4a9de072bcc9dda3a8434922c5">More...</a><br /></td></tr>
|
|
<tr class="separator:a033b8a4a9de072bcc9dda3a8434922c5"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad238e424200c0f1682947a1f342c39ca"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad238e424200c0f1682947a1f342c39ca">SetOptimizedModelFilePath</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *optimized_model_filepath)</td></tr>
|
|
<tr class="memdesc:ad238e424200c0f1682947a1f342c39ca"><td class="mdescLeft"> </td><td class="mdescRight">Set filepath to save optimized model after graph level transformations. <a href="struct_ort_api.html#ad238e424200c0f1682947a1f342c39ca">More...</a><br /></td></tr>
|
|
<tr class="separator:ad238e424200c0f1682947a1f342c39ca"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a568c0cac7ac496f5ba06a0e730ac5a2b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a568c0cac7ac496f5ba06a0e730ac5a2b">CloneSessionOptions</a> (const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *in_options, <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> **out_options)</td></tr>
|
|
<tr class="memdesc:a568c0cac7ac496f5ba06a0e730ac5a2b"><td class="mdescLeft"> </td><td class="mdescRight">Create a copy of an existing <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a>. <a href="struct_ort_api.html#a568c0cac7ac496f5ba06a0e730ac5a2b">More...</a><br /></td></tr>
|
|
<tr class="separator:a568c0cac7ac496f5ba06a0e730ac5a2b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8113f817428f87ef4926d97809291155"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8113f817428f87ef4926d97809291155">SetSessionExecutionMode</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#gad14b0c6d4ed8fcadff6dcf39c5cf17fd">ExecutionMode</a> execution_mode)</td></tr>
|
|
<tr class="memdesc:a8113f817428f87ef4926d97809291155"><td class="mdescLeft"> </td><td class="mdescRight">Set execution mode. <a href="struct_ort_api.html#a8113f817428f87ef4926d97809291155">More...</a><br /></td></tr>
|
|
<tr class="separator:a8113f817428f87ef4926d97809291155"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a93ba4a1a1dca762c2747255a1dc4ffd5"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a93ba4a1a1dca762c2747255a1dc4ffd5">EnableProfiling</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *profile_file_prefix)</td></tr>
|
|
<tr class="memdesc:a93ba4a1a1dca762c2747255a1dc4ffd5"><td class="mdescLeft"> </td><td class="mdescRight">Enable profiling for a session. <a href="struct_ort_api.html#a93ba4a1a1dca762c2747255a1dc4ffd5">More...</a><br /></td></tr>
|
|
<tr class="separator:a93ba4a1a1dca762c2747255a1dc4ffd5"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a0d89e3555264683e7893cd85e78bd55c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a0d89e3555264683e7893cd85e78bd55c">DisableProfiling</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:a0d89e3555264683e7893cd85e78bd55c"><td class="mdescLeft"> </td><td class="mdescRight">Disable profiling for a session. <a href="struct_ort_api.html#a0d89e3555264683e7893cd85e78bd55c">More...</a><br /></td></tr>
|
|
<tr class="separator:a0d89e3555264683e7893cd85e78bd55c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad13b711736956bf0565fea0f8d7a5d75"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad13b711736956bf0565fea0f8d7a5d75">EnableMemPattern</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:ad13b711736956bf0565fea0f8d7a5d75"><td class="mdescLeft"> </td><td class="mdescRight">Enable the memory pattern optimization. <a href="struct_ort_api.html#ad13b711736956bf0565fea0f8d7a5d75">More...</a><br /></td></tr>
|
|
<tr class="separator:ad13b711736956bf0565fea0f8d7a5d75"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ab090eb2a54f5dfaf0377a8cc72d65c5f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab090eb2a54f5dfaf0377a8cc72d65c5f">DisableMemPattern</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:ab090eb2a54f5dfaf0377a8cc72d65c5f"><td class="mdescLeft"> </td><td class="mdescRight">Disable the memory pattern optimization. <a href="struct_ort_api.html#ab090eb2a54f5dfaf0377a8cc72d65c5f">More...</a><br /></td></tr>
|
|
<tr class="separator:ab090eb2a54f5dfaf0377a8cc72d65c5f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a0bbd62df2b3c119636fba89192240593"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a0bbd62df2b3c119636fba89192240593">EnableCpuMemArena</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:a0bbd62df2b3c119636fba89192240593"><td class="mdescLeft"> </td><td class="mdescRight">Enable the memory arena on CPU. <a href="struct_ort_api.html#a0bbd62df2b3c119636fba89192240593">More...</a><br /></td></tr>
|
|
<tr class="separator:a0bbd62df2b3c119636fba89192240593"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa2ec3fc24741cfc1024ebb25091dde71"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa2ec3fc24741cfc1024ebb25091dde71">DisableCpuMemArena</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:aa2ec3fc24741cfc1024ebb25091dde71"><td class="mdescLeft"> </td><td class="mdescRight">Disable the memory arena on CPU. <a href="struct_ort_api.html#aa2ec3fc24741cfc1024ebb25091dde71">More...</a><br /></td></tr>
|
|
<tr class="separator:aa2ec3fc24741cfc1024ebb25091dde71"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a37212764c3b252fe7c163c58b288d27f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a37212764c3b252fe7c163c58b288d27f">SetSessionLogId</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *logid)</td></tr>
|
|
<tr class="memdesc:a37212764c3b252fe7c163c58b288d27f"><td class="mdescLeft"> </td><td class="mdescRight">Set session log id. <a href="struct_ort_api.html#a37212764c3b252fe7c163c58b288d27f">More...</a><br /></td></tr>
|
|
<tr class="separator:a37212764c3b252fe7c163c58b288d27f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac346615876bbc53dc8aaf17acfe36b94"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac346615876bbc53dc8aaf17acfe36b94">SetSessionLogVerbosityLevel</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, int session_log_verbosity_level)</td></tr>
|
|
<tr class="memdesc:ac346615876bbc53dc8aaf17acfe36b94"><td class="mdescLeft"> </td><td class="mdescRight">Set session log verbosity level. <a href="struct_ort_api.html#ac346615876bbc53dc8aaf17acfe36b94">More...</a><br /></td></tr>
|
|
<tr class="separator:ac346615876bbc53dc8aaf17acfe36b94"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac364c1ca9e610962ba96c37112a36d3e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac364c1ca9e610962ba96c37112a36d3e">SetSessionLogSeverityLevel</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, int session_log_severity_level)</td></tr>
|
|
<tr class="memdesc:ac364c1ca9e610962ba96c37112a36d3e"><td class="mdescLeft"> </td><td class="mdescRight">Set session log severity level. <a href="struct_ort_api.html#ac364c1ca9e610962ba96c37112a36d3e">More...</a><br /></td></tr>
|
|
<tr class="separator:ac364c1ca9e610962ba96c37112a36d3e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5ff8efdc44a334fae1faf9914ae0bdb7"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5ff8efdc44a334fae1faf9914ae0bdb7">SetSessionGraphOptimizationLevel</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#gab086a52ca2f3a883cd1f7561eadd8ec9">GraphOptimizationLevel</a> graph_optimization_level)</td></tr>
|
|
<tr class="memdesc:a5ff8efdc44a334fae1faf9914ae0bdb7"><td class="mdescLeft"> </td><td class="mdescRight">Set the optimization level to apply when loading a graph. <a href="struct_ort_api.html#a5ff8efdc44a334fae1faf9914ae0bdb7">More...</a><br /></td></tr>
|
|
<tr class="separator:a5ff8efdc44a334fae1faf9914ae0bdb7"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a16f2b2e2a62d80725b3f7a39e9f49c07"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a16f2b2e2a62d80725b3f7a39e9f49c07">SetIntraOpNumThreads</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, int intra_op_num_threads)</td></tr>
|
|
<tr class="memdesc:a16f2b2e2a62d80725b3f7a39e9f49c07"><td class="mdescLeft"> </td><td class="mdescRight">Sets the number of threads used to parallelize the execution within nodes. <a href="struct_ort_api.html#a16f2b2e2a62d80725b3f7a39e9f49c07">More...</a><br /></td></tr>
|
|
<tr class="separator:a16f2b2e2a62d80725b3f7a39e9f49c07"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a66522b73526d041a545b59eb2b46c851"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a66522b73526d041a545b59eb2b46c851">SetInterOpNumThreads</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, int inter_op_num_threads)</td></tr>
|
|
<tr class="memdesc:a66522b73526d041a545b59eb2b46c851"><td class="mdescLeft"> </td><td class="mdescRight">Sets the number of threads used to parallelize the execution of the graph. <a href="struct_ort_api.html#a66522b73526d041a545b59eb2b46c851">More...</a><br /></td></tr>
|
|
<tr class="separator:a66522b73526d041a545b59eb2b46c851"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a6d0dfa93efdfec2e8d28990fe9df001e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a6d0dfa93efdfec2e8d28990fe9df001e">AddCustomOpDomain</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, <a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> *custom_op_domain)</td></tr>
|
|
<tr class="memdesc:a6d0dfa93efdfec2e8d28990fe9df001e"><td class="mdescLeft"> </td><td class="mdescRight">Add custom op domain to a session options. <a href="struct_ort_api.html#a6d0dfa93efdfec2e8d28990fe9df001e">More...</a><br /></td></tr>
|
|
<tr class="separator:a6d0dfa93efdfec2e8d28990fe9df001e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a4dc58d1aa01d67494a3fb4ce00e9a929"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a4dc58d1aa01d67494a3fb4ce00e9a929">RegisterCustomOpsLibrary</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *library_path, void **library_handle)</td></tr>
|
|
<tr class="memdesc:a4dc58d1aa01d67494a3fb4ce00e9a929"><td class="mdescLeft"> </td><td class="mdescRight">Register custom ops from a shared library. <a href="struct_ort_api.html#a4dc58d1aa01d67494a3fb4ce00e9a929">More...</a><br /></td></tr>
|
|
<tr class="separator:a4dc58d1aa01d67494a3fb4ce00e9a929"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a56fbbde53eeab444f84985c8b257b9d3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a56fbbde53eeab444f84985c8b257b9d3">AddFreeDimensionOverride</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *dim_denotation, int64_t dim_value)</td></tr>
|
|
<tr class="memdesc:a56fbbde53eeab444f84985c8b257b9d3"><td class="mdescLeft"> </td><td class="mdescRight">Override session symbolic dimensions. <a href="struct_ort_api.html#a56fbbde53eeab444f84985c8b257b9d3">More...</a><br /></td></tr>
|
|
<tr class="separator:a56fbbde53eeab444f84985c8b257b9d3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2fa11d21f36cbd068a82682ea175d774"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2fa11d21f36cbd068a82682ea175d774">ReleaseSessionOptions</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *input)</td></tr>
|
|
<tr class="separator:a2fa11d21f36cbd068a82682ea175d774"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a65495e1a61a098089f6f987b41535743"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a65495e1a61a098089f6f987b41535743">DisablePerSessionThreads</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:a65495e1a61a098089f6f987b41535743"><td class="mdescLeft"> </td><td class="mdescRight">Use global thread pool on a session. <a href="struct_ort_api.html#a65495e1a61a098089f6f987b41535743">More...</a><br /></td></tr>
|
|
<tr class="separator:a65495e1a61a098089f6f987b41535743"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a10e526645073906dd9c10e29c5bc2bc3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a10e526645073906dd9c10e29c5bc2bc3">AddFreeDimensionOverrideByName</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *dim_name, int64_t dim_value)</td></tr>
|
|
<tr class="separator:a10e526645073906dd9c10e29c5bc2bc3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a1a291812aeece3d42de92e98bd9d4d30"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1a291812aeece3d42de92e98bd9d4d30">AddSessionConfigEntry</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *config_key, const char *config_value)</td></tr>
|
|
<tr class="memdesc:a1a291812aeece3d42de92e98bd9d4d30"><td class="mdescLeft"> </td><td class="mdescRight">Set a session configuration entry as a pair of strings. <a href="struct_ort_api.html#a1a291812aeece3d42de92e98bd9d4d30">More...</a><br /></td></tr>
|
|
<tr class="separator:a1a291812aeece3d42de92e98bd9d4d30"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a21a723218a1f795a0deabb6f8a2c541a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a21a723218a1f795a0deabb6f8a2c541a">AddInitializer</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const char *name, const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *val)</td></tr>
|
|
<tr class="memdesc:a21a723218a1f795a0deabb6f8a2c541a"><td class="mdescLeft"> </td><td class="mdescRight">Add a pre-allocated initializer to a session. <a href="struct_ort_api.html#a21a723218a1f795a0deabb6f8a2c541a">More...</a><br /></td></tr>
|
|
<tr class="separator:a21a723218a1f795a0deabb6f8a2c541a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a39509920aff0ea1395e121ec04020c70"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a39509920aff0ea1395e121ec04020c70">SessionOptionsAppendExecutionProvider_CUDA</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const <a class="el" href="struct_ort_c_u_d_a_provider_options.html">OrtCUDAProviderOptions</a> *cuda_options)</td></tr>
|
|
<tr class="memdesc:a39509920aff0ea1395e121ec04020c70"><td class="mdescLeft"> </td><td class="mdescRight">Append CUDA provider to session options. <a href="struct_ort_api.html#a39509920aff0ea1395e121ec04020c70">More...</a><br /></td></tr>
|
|
<tr class="separator:a39509920aff0ea1395e121ec04020c70"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5b70c887bab24d053021de7b9e8cb0ea"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5b70c887bab24d053021de7b9e8cb0ea">SessionOptionsAppendExecutionProvider_ROCM</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const <a class="el" href="struct_ort_r_o_c_m_provider_options.html">OrtROCMProviderOptions</a> *rocm_options)</td></tr>
|
|
<tr class="memdesc:a5b70c887bab24d053021de7b9e8cb0ea"><td class="mdescLeft"> </td><td class="mdescRight">Append ROCM execution provider to the session options. <a href="struct_ort_api.html#a5b70c887bab24d053021de7b9e8cb0ea">More...</a><br /></td></tr>
|
|
<tr class="separator:a5b70c887bab24d053021de7b9e8cb0ea"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a26bfd4df96fd62ddd38de73f2e46c7ad"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a26bfd4df96fd62ddd38de73f2e46c7ad">SessionOptionsAppendExecutionProvider_OpenVINO</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const <a class="el" href="struct_ort_open_v_i_n_o_provider_options.html">OrtOpenVINOProviderOptions</a> *provider_options)</td></tr>
|
|
<tr class="memdesc:a26bfd4df96fd62ddd38de73f2e46c7ad"><td class="mdescLeft"> </td><td class="mdescRight">Append OpenVINO execution provider to the session options. <a href="struct_ort_api.html#a26bfd4df96fd62ddd38de73f2e46c7ad">More...</a><br /></td></tr>
|
|
<tr class="separator:a26bfd4df96fd62ddd38de73f2e46c7ad"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a13721f0f99a5ba512adf8089eb76b3ed"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a13721f0f99a5ba512adf8089eb76b3ed">SessionOptionsAppendExecutionProvider_TensorRT</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const <a class="el" href="struct_ort_tensor_r_t_provider_options.html">OrtTensorRTProviderOptions</a> *tensorrt_options)</td></tr>
|
|
<tr class="memdesc:a13721f0f99a5ba512adf8089eb76b3ed"><td class="mdescLeft"> </td><td class="mdescRight">Append TensorRT provider to session options. <a href="struct_ort_api.html#a13721f0f99a5ba512adf8089eb76b3ed">More...</a><br /></td></tr>
|
|
<tr class="separator:a13721f0f99a5ba512adf8089eb76b3ed"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a56e18c1d27b7ed78dcfc82998a550885"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a56e18c1d27b7ed78dcfc82998a550885">SessionOptionsAppendExecutionProvider_TensorRT_V2</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options, const <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> *tensorrt_options)</td></tr>
|
|
<tr class="memdesc:a56e18c1d27b7ed78dcfc82998a550885"><td class="mdescLeft"> </td><td class="mdescRight">Append TensorRT execution provider to the session options. <a href="struct_ort_api.html#a56e18c1d27b7ed78dcfc82998a550885">More...</a><br /></td></tr>
|
|
<tr class="separator:a56e18c1d27b7ed78dcfc82998a550885"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:abcaec019b71c48a6bade45f322d2a982"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#abcaec019b71c48a6bade45f322d2a982">EnableOrtCustomOps</a> (<a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:abcaec019b71c48a6bade45f322d2a982"><td class="mdescLeft"> </td><td class="mdescRight">Enable custom operators. <a href="struct_ort_api.html#abcaec019b71c48a6bade45f322d2a982">More...</a><br /></td></tr>
|
|
<tr class="separator:abcaec019b71c48a6bade45f322d2a982"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtCustomOpDomain</h2></td></tr>
|
|
<tr class="memitem:a8a2137a4d843deb346f9548605c90a61"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8a2137a4d843deb346f9548605c90a61">CreateCustomOpDomain</a> (const char *domain, <a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> **out)</td></tr>
|
|
<tr class="memdesc:a8a2137a4d843deb346f9548605c90a61"><td class="mdescLeft"> </td><td class="mdescRight">Create a custom op domain. <a href="struct_ort_api.html#a8a2137a4d843deb346f9548605c90a61">More...</a><br /></td></tr>
|
|
<tr class="separator:a8a2137a4d843deb346f9548605c90a61"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a667322624add60e555d44c5bbaba60d3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a667322624add60e555d44c5bbaba60d3">CustomOpDomain_Add</a> (<a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> *custom_op_domain, const <a class="el" href="struct_ort_custom_op.html">OrtCustomOp</a> *op)</td></tr>
|
|
<tr class="memdesc:a667322624add60e555d44c5bbaba60d3"><td class="mdescLeft"> </td><td class="mdescRight">Add a custom op to a custom op domain. <a href="struct_ort_api.html#a667322624add60e555d44c5bbaba60d3">More...</a><br /></td></tr>
|
|
<tr class="separator:a667322624add60e555d44c5bbaba60d3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a111b23ef2a6fe29cd3fe2df7de8227ec"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a111b23ef2a6fe29cd3fe2df7de8227ec">ReleaseCustomOpDomain</a> (<a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> *input)</td></tr>
|
|
<tr class="separator:a111b23ef2a6fe29cd3fe2df7de8227ec"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtRunOptions</h2></td></tr>
|
|
<tr class="memitem:a87ba125ce92a1ecfeb3135d85287edfd"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a87ba125ce92a1ecfeb3135d85287edfd">CreateRunOptions</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> **out)</td></tr>
|
|
<tr class="memdesc:a87ba125ce92a1ecfeb3135d85287edfd"><td class="mdescLeft"> </td><td class="mdescRight">Create an OrtRunOptions. <a href="struct_ort_api.html#a87ba125ce92a1ecfeb3135d85287edfd">More...</a><br /></td></tr>
|
|
<tr class="separator:a87ba125ce92a1ecfeb3135d85287edfd"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a218ce0376bfa1e03102b391dd4ecfd5e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a218ce0376bfa1e03102b391dd4ecfd5e">RunOptionsSetRunLogVerbosityLevel</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, int log_verbosity_level)</td></tr>
|
|
<tr class="memdesc:a218ce0376bfa1e03102b391dd4ecfd5e"><td class="mdescLeft"> </td><td class="mdescRight">Set per-run log verbosity level. <a href="struct_ort_api.html#a218ce0376bfa1e03102b391dd4ecfd5e">More...</a><br /></td></tr>
|
|
<tr class="separator:a218ce0376bfa1e03102b391dd4ecfd5e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a7ed0958b160715b4bba0c7033afb0e89"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a7ed0958b160715b4bba0c7033afb0e89">RunOptionsSetRunLogSeverityLevel</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, int log_severity_level)</td></tr>
|
|
<tr class="memdesc:a7ed0958b160715b4bba0c7033afb0e89"><td class="mdescLeft"> </td><td class="mdescRight">Set per-run log severity level. <a href="struct_ort_api.html#a7ed0958b160715b4bba0c7033afb0e89">More...</a><br /></td></tr>
|
|
<tr class="separator:a7ed0958b160715b4bba0c7033afb0e89"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae73069b84fa0f323842bf325ef159a49"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae73069b84fa0f323842bf325ef159a49">RunOptionsSetRunTag</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, const char *run_tag)</td></tr>
|
|
<tr class="memdesc:ae73069b84fa0f323842bf325ef159a49"><td class="mdescLeft"> </td><td class="mdescRight">Set per-run tag. <a href="struct_ort_api.html#ae73069b84fa0f323842bf325ef159a49">More...</a><br /></td></tr>
|
|
<tr class="separator:ae73069b84fa0f323842bf325ef159a49"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a66d9f4d54f36ed90dc39195c34716bd2"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a66d9f4d54f36ed90dc39195c34716bd2">RunOptionsGetRunLogVerbosityLevel</a> (const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, int *log_verbosity_level)</td></tr>
|
|
<tr class="memdesc:a66d9f4d54f36ed90dc39195c34716bd2"><td class="mdescLeft"> </td><td class="mdescRight">Get per-run log verbosity level. <a href="struct_ort_api.html#a66d9f4d54f36ed90dc39195c34716bd2">More...</a><br /></td></tr>
|
|
<tr class="separator:a66d9f4d54f36ed90dc39195c34716bd2"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ab7e8ad50de747fc029d4bf1499a719de"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab7e8ad50de747fc029d4bf1499a719de">RunOptionsGetRunLogSeverityLevel</a> (const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, int *log_severity_level)</td></tr>
|
|
<tr class="memdesc:ab7e8ad50de747fc029d4bf1499a719de"><td class="mdescLeft"> </td><td class="mdescRight">Get per-run log severity level. <a href="struct_ort_api.html#ab7e8ad50de747fc029d4bf1499a719de">More...</a><br /></td></tr>
|
|
<tr class="separator:ab7e8ad50de747fc029d4bf1499a719de"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a88604cf3e07e9dadc948f621aaa972f0"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a88604cf3e07e9dadc948f621aaa972f0">RunOptionsGetRunTag</a> (const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, const char **run_tag)</td></tr>
|
|
<tr class="memdesc:a88604cf3e07e9dadc948f621aaa972f0"><td class="mdescLeft"> </td><td class="mdescRight">Get per-run tag. <a href="struct_ort_api.html#a88604cf3e07e9dadc948f621aaa972f0">More...</a><br /></td></tr>
|
|
<tr class="separator:a88604cf3e07e9dadc948f621aaa972f0"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac2a08cac0a657604bd5899e0d1a13675"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac2a08cac0a657604bd5899e0d1a13675">RunOptionsSetTerminate</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:ac2a08cac0a657604bd5899e0d1a13675"><td class="mdescLeft"> </td><td class="mdescRight">Set terminate flag. <a href="struct_ort_api.html#ac2a08cac0a657604bd5899e0d1a13675">More...</a><br /></td></tr>
|
|
<tr class="separator:ac2a08cac0a657604bd5899e0d1a13675"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae12dd88ad92784b52db5455901bc31fd"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae12dd88ad92784b52db5455901bc31fd">RunOptionsUnsetTerminate</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options)</td></tr>
|
|
<tr class="memdesc:ae12dd88ad92784b52db5455901bc31fd"><td class="mdescLeft"> </td><td class="mdescRight">Clears the terminate flag. <a href="struct_ort_api.html#ae12dd88ad92784b52db5455901bc31fd">More...</a><br /></td></tr>
|
|
<tr class="separator:ae12dd88ad92784b52db5455901bc31fd"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ab09e362ad76fa2d71f23d7860d5a851e"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab09e362ad76fa2d71f23d7860d5a851e">ReleaseRunOptions</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *input)</td></tr>
|
|
<tr class="separator:ab09e362ad76fa2d71f23d7860d5a851e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2f1045685fc54ddc63e4b05d73b85d24"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2f1045685fc54ddc63e4b05d73b85d24">AddRunConfigEntry</a> (<a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> *options, const char *config_key, const char *config_value)</td></tr>
|
|
<tr class="memdesc:a2f1045685fc54ddc63e4b05d73b85d24"><td class="mdescLeft"> </td><td class="mdescRight">Set a single run configuration entry as a pair of strings. <a href="struct_ort_api.html#a2f1045685fc54ddc63e4b05d73b85d24">More...</a><br /></td></tr>
|
|
<tr class="separator:a2f1045685fc54ddc63e4b05d73b85d24"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtValue</h2></td></tr>
|
|
<tr class="memitem:afa229d9d92820cc59298ed38d3f4f73f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#afa229d9d92820cc59298ed38d3f4f73f">CreateTensorAsOrtValue</a> (<a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, const int64_t *shape, size_t shape_len, <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> type, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:afa229d9d92820cc59298ed38d3f4f73f"><td class="mdescLeft"> </td><td class="mdescRight">Create a tensor. <a href="struct_ort_api.html#afa229d9d92820cc59298ed38d3f4f73f">More...</a><br /></td></tr>
|
|
<tr class="separator:afa229d9d92820cc59298ed38d3f4f73f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2aad3ccd68c66d0b38bdb966467d9324"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2aad3ccd68c66d0b38bdb966467d9324">CreateTensorWithDataAsOrtValue</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *info, void *p_data, size_t p_data_len, const int64_t *shape, size_t shape_len, <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> type, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:a2aad3ccd68c66d0b38bdb966467d9324"><td class="mdescLeft"> </td><td class="mdescRight">Create a tensor backed by a user supplied buffer. <a href="struct_ort_api.html#a2aad3ccd68c66d0b38bdb966467d9324">More...</a><br /></td></tr>
|
|
<tr class="separator:a2aad3ccd68c66d0b38bdb966467d9324"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8b60b24555759307d69f1c364a267d0c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8b60b24555759307d69f1c364a267d0c">IsTensor</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, int *out)</td></tr>
|
|
<tr class="memdesc:a8b60b24555759307d69f1c364a267d0c"><td class="mdescLeft"> </td><td class="mdescRight">Return if an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> is a tensor type. <a href="struct_ort_api.html#a8b60b24555759307d69f1c364a267d0c">More...</a><br /></td></tr>
|
|
<tr class="separator:a8b60b24555759307d69f1c364a267d0c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a24486475cc05b9228a57b814b2024d77"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a24486475cc05b9228a57b814b2024d77">GetTensorMutableData</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, void **out)</td></tr>
|
|
<tr class="memdesc:a24486475cc05b9228a57b814b2024d77"><td class="mdescLeft"> </td><td class="mdescRight">Get a pointer to the raw data inside a tensor. <a href="struct_ort_api.html#a24486475cc05b9228a57b814b2024d77">More...</a><br /></td></tr>
|
|
<tr class="separator:a24486475cc05b9228a57b814b2024d77"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a331a316ac51e6124c6b0dbab46969e06"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a331a316ac51e6124c6b0dbab46969e06">FillStringTensor</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, const char *const *s, size_t s_len)</td></tr>
|
|
<tr class="memdesc:a331a316ac51e6124c6b0dbab46969e06"><td class="mdescLeft"> </td><td class="mdescRight">Set all strings at once in a string tensor. <a href="struct_ort_api.html#a331a316ac51e6124c6b0dbab46969e06">More...</a><br /></td></tr>
|
|
<tr class="separator:a331a316ac51e6124c6b0dbab46969e06"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5ca88f0c95042d0b02ce5aa5c04daa6d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5ca88f0c95042d0b02ce5aa5c04daa6d">GetStringTensorDataLength</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, size_t *len)</td></tr>
|
|
<tr class="memdesc:a5ca88f0c95042d0b02ce5aa5c04daa6d"><td class="mdescLeft"> </td><td class="mdescRight">Get total byte length for all strings in a string tensor. <a href="struct_ort_api.html#a5ca88f0c95042d0b02ce5aa5c04daa6d">More...</a><br /></td></tr>
|
|
<tr class="separator:a5ca88f0c95042d0b02ce5aa5c04daa6d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aedca6c80ae386d08f9d3741e0aba7071"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aedca6c80ae386d08f9d3741e0aba7071">GetStringTensorContent</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, void *s, size_t s_len, size_t *offsets, size_t offsets_len)</td></tr>
|
|
<tr class="memdesc:aedca6c80ae386d08f9d3741e0aba7071"><td class="mdescLeft"> </td><td class="mdescRight">Get all strings from a string tensor. <a href="struct_ort_api.html#aedca6c80ae386d08f9d3741e0aba7071">More...</a><br /></td></tr>
|
|
<tr class="separator:aedca6c80ae386d08f9d3741e0aba7071"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a97f8d1f1dbcd39214f50f1dc9e8aef7b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a97f8d1f1dbcd39214f50f1dc9e8aef7b">GetTensorTypeAndShape</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a97f8d1f1dbcd39214f50f1dc9e8aef7b"><td class="mdescLeft"> </td><td class="mdescRight">Get type and shape information from a tensor <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#a97f8d1f1dbcd39214f50f1dc9e8aef7b">More...</a><br /></td></tr>
|
|
<tr class="separator:a97f8d1f1dbcd39214f50f1dc9e8aef7b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a1704a9e067f9d130a70520e4a525341a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1704a9e067f9d130a70520e4a525341a">GetTypeInfo</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a1704a9e067f9d130a70520e4a525341a"><td class="mdescLeft"> </td><td class="mdescRight">Get type information of an OrtValue. <a href="struct_ort_api.html#a1704a9e067f9d130a70520e4a525341a">More...</a><br /></td></tr>
|
|
<tr class="separator:a1704a9e067f9d130a70520e4a525341a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad970d1c6a841f571463aefc692575149"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad970d1c6a841f571463aefc692575149">GetValueType</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, enum <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> *out)</td></tr>
|
|
<tr class="memdesc:ad970d1c6a841f571463aefc692575149"><td class="mdescLeft"> </td><td class="mdescRight">Get ONNXType of an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#ad970d1c6a841f571463aefc692575149">More...</a><br /></td></tr>
|
|
<tr class="separator:ad970d1c6a841f571463aefc692575149"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a907a6efd4ba64907b220a05664397965"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a907a6efd4ba64907b220a05664397965">GetValue</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, int index, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:a907a6efd4ba64907b220a05664397965"><td class="mdescLeft"> </td><td class="mdescRight">Get non tensor data from an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#a907a6efd4ba64907b220a05664397965">More...</a><br /></td></tr>
|
|
<tr class="separator:a907a6efd4ba64907b220a05664397965"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a0c4a56487a832a28711759582c31e247"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a0c4a56487a832a28711759582c31e247">GetValueCount</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, size_t *out)</td></tr>
|
|
<tr class="memdesc:a0c4a56487a832a28711759582c31e247"><td class="mdescLeft"> </td><td class="mdescRight">Get non tensor value count from an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#a0c4a56487a832a28711759582c31e247">More...</a><br /></td></tr>
|
|
<tr class="separator:a0c4a56487a832a28711759582c31e247"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac0a58d7d43a98ebe44a2d2f7f8406415"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac0a58d7d43a98ebe44a2d2f7f8406415">CreateValue</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *const *in, size_t num_values, enum <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> value_type, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:ac0a58d7d43a98ebe44a2d2f7f8406415"><td class="mdescLeft"> </td><td class="mdescRight">Create a map or sequence <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#ac0a58d7d43a98ebe44a2d2f7f8406415">More...</a><br /></td></tr>
|
|
<tr class="separator:ac0a58d7d43a98ebe44a2d2f7f8406415"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae12e59921f2c3480bb4bc0fcf7ddd6ec"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae12e59921f2c3480bb4bc0fcf7ddd6ec">CreateOpaqueValue</a> (const char *domain_name, const char *type_name, const void *data_container, size_t data_container_size, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:ae12e59921f2c3480bb4bc0fcf7ddd6ec"><td class="mdescLeft"> </td><td class="mdescRight">Create an opaque (custom user defined type) <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#ae12e59921f2c3480bb4bc0fcf7ddd6ec">More...</a><br /></td></tr>
|
|
<tr class="separator:ae12e59921f2c3480bb4bc0fcf7ddd6ec"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aab40422beeb98330f90cf758eaba36a7"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aab40422beeb98330f90cf758eaba36a7">GetOpaqueValue</a> (const char *domain_name, const char *type_name, const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *in, void *data_container, size_t data_container_size)</td></tr>
|
|
<tr class="memdesc:aab40422beeb98330f90cf758eaba36a7"><td class="mdescLeft"> </td><td class="mdescRight">Get internal data from an opaque (custom user defined type) <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. <a href="struct_ort_api.html#aab40422beeb98330f90cf758eaba36a7">More...</a><br /></td></tr>
|
|
<tr class="separator:aab40422beeb98330f90cf758eaba36a7"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a426f5df37bf3edfe76f51babd38c351d"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">ReleaseValue</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *input)</td></tr>
|
|
<tr class="separator:a426f5df37bf3edfe76f51babd38c351d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2d09b444592183dab260b4d4920ce53d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2d09b444592183dab260b4d4920ce53d">GetStringTensorElementLength</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, size_t index, size_t *out)</td></tr>
|
|
<tr class="memdesc:a2d09b444592183dab260b4d4920ce53d"><td class="mdescLeft"> </td><td class="mdescRight">Get the length of a single string in a string tensor. <a href="struct_ort_api.html#a2d09b444592183dab260b4d4920ce53d">More...</a><br /></td></tr>
|
|
<tr class="separator:a2d09b444592183dab260b4d4920ce53d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a97664b7b18d5594c0adc186efed6ca63"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a97664b7b18d5594c0adc186efed6ca63">GetStringTensorElement</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, size_t s_len, size_t index, void *s)</td></tr>
|
|
<tr class="memdesc:a97664b7b18d5594c0adc186efed6ca63"><td class="mdescLeft"> </td><td class="mdescRight">Get a single string from a string tensor. <a href="struct_ort_api.html#a97664b7b18d5594c0adc186efed6ca63">More...</a><br /></td></tr>
|
|
<tr class="separator:a97664b7b18d5594c0adc186efed6ca63"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2a8ac71328801533cbc9678607f9b263"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2a8ac71328801533cbc9678607f9b263">FillStringTensorElement</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, const char *s, size_t index)</td></tr>
|
|
<tr class="memdesc:a2a8ac71328801533cbc9678607f9b263"><td class="mdescLeft"> </td><td class="mdescRight">Set a single string in a string tensor. <a href="struct_ort_api.html#a2a8ac71328801533cbc9678607f9b263">More...</a><br /></td></tr>
|
|
<tr class="separator:a2a8ac71328801533cbc9678607f9b263"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a067cabac8cbc83133431f3f0abbc1c80"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a067cabac8cbc83133431f3f0abbc1c80">TensorAt</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, const int64_t *location_values, size_t location_values_count, void **out)</td></tr>
|
|
<tr class="memdesc:a067cabac8cbc83133431f3f0abbc1c80"><td class="mdescLeft"> </td><td class="mdescRight">Direct memory access to a specified tensor element. <a href="struct_ort_api.html#a067cabac8cbc83133431f3f0abbc1c80">More...</a><br /></td></tr>
|
|
<tr class="separator:a067cabac8cbc83133431f3f0abbc1c80"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a28013fa0aa694a1b6b5e0412881b2155"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a28013fa0aa694a1b6b5e0412881b2155">IsSparseTensor</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *value, int *out)</td></tr>
|
|
<tr class="memdesc:a28013fa0aa694a1b6b5e0412881b2155"><td class="mdescLeft"> </td><td class="mdescRight">Sets *out to 1 iff an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> is a SparseTensor, and 0 otherwise. <a href="struct_ort_api.html#a28013fa0aa694a1b6b5e0412881b2155">More...</a><br /></td></tr>
|
|
<tr class="separator:a28013fa0aa694a1b6b5e0412881b2155"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2a365493ae5d46fd1bc36524ffdb71fb"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb">CreateSparseTensorAsOrtValue</a> (<a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, const int64_t *dense_shape, size_t dense_shape_len, <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> type, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:a2a365493ae5d46fd1bc36524ffdb71fb"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> with a sparse tensor that is empty. <a href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb">More...</a><br /></td></tr>
|
|
<tr class="separator:a2a365493ae5d46fd1bc36524ffdb71fb"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:af17b5e2301a2d44f9522230d2dbf305a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#af17b5e2301a2d44f9522230d2dbf305a">FillSparseTensorCoo</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *data_mem_info, const int64_t *values_shape, size_t values_shape_len, const void *values, const int64_t *indices_data, size_t indices_num)</td></tr>
|
|
<tr class="separator:af17b5e2301a2d44f9522230d2dbf305a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a68783ed3669e8aad61959e80ba0bd921"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a68783ed3669e8aad61959e80ba0bd921">FillSparseTensorCsr</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *data_mem_info, const int64_t *values_shape, size_t values_shape_len, const void *values, const int64_t *inner_indices_data, size_t inner_indices_num, const int64_t *outer_indices_data, size_t outer_indices_num)</td></tr>
|
|
<tr class="separator:a68783ed3669e8aad61959e80ba0bd921"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aea0817fab37f1f77b9283b684304854b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aea0817fab37f1f77b9283b684304854b">FillSparseTensorBlockSparse</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *data_mem_info, const int64_t *values_shape, size_t values_shape_len, const void *values, const int64_t *indices_shape_data, size_t indices_shape_len, const int32_t *indices_data)</td></tr>
|
|
<tr class="separator:aea0817fab37f1f77b9283b684304854b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a0c327539c710bfc8e706e7912c81b548"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">CreateSparseTensorWithValuesAsOrtValue</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *info, void *p_data, const int64_t *dense_shape, size_t dense_shape_len, const int64_t *values_shape, size_t values_shape_len, <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> type, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="separator:a0c327539c710bfc8e706e7912c81b548"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a23b84e3c0f95c58a7ce325088ee152d9"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a23b84e3c0f95c58a7ce325088ee152d9">UseCooIndices</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, int64_t *indices_data, size_t indices_num)</td></tr>
|
|
<tr class="separator:a23b84e3c0f95c58a7ce325088ee152d9"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac839960adda6d33bc9abefdbf52a014f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac839960adda6d33bc9abefdbf52a014f">UseCsrIndices</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, int64_t *inner_data, size_t inner_num, int64_t *outer_data, size_t outer_num)</td></tr>
|
|
<tr class="separator:ac839960adda6d33bc9abefdbf52a014f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ab0c883a1aa3e2356e5a7722fac61343f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab0c883a1aa3e2356e5a7722fac61343f">UseBlockSparseIndices</a> (<a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, const int64_t *indices_shape, size_t indices_shape_len, int32_t *indices_data)</td></tr>
|
|
<tr class="separator:ab0c883a1aa3e2356e5a7722fac61343f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a11e14c4dd35b1390ab8953a2f9fbbb6b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a11e14c4dd35b1390ab8953a2f9fbbb6b">GetSparseTensorFormat</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, enum <a class="el" href="group___global.html#gaba2697542109e4ab6b24a8fbb847812d">OrtSparseFormat</a> *out)</td></tr>
|
|
<tr class="memdesc:a11e14c4dd35b1390ab8953a2f9fbbb6b"><td class="mdescLeft"> </td><td class="mdescRight">Returns sparse tensor format enum iff a given ort value contains an instance of sparse tensor. <a href="struct_ort_api.html#a11e14c4dd35b1390ab8953a2f9fbbb6b">More...</a><br /></td></tr>
|
|
<tr class="separator:a11e14c4dd35b1390ab8953a2f9fbbb6b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae15e62ba53b56dfce73eb6c350251b72"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae15e62ba53b56dfce73eb6c350251b72">GetSparseTensorValuesTypeAndShape</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:ae15e62ba53b56dfce73eb6c350251b72"><td class="mdescLeft"> </td><td class="mdescRight">Returns data type and shape of sparse tensor values (nnz) iff <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> contains a SparseTensor. <a href="struct_ort_api.html#ae15e62ba53b56dfce73eb6c350251b72">More...</a><br /></td></tr>
|
|
<tr class="separator:ae15e62ba53b56dfce73eb6c350251b72"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aff6ba9aa0a97a614a98bab6caa150977"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aff6ba9aa0a97a614a98bab6caa150977">GetSparseTensorValues</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, const void **out)</td></tr>
|
|
<tr class="memdesc:aff6ba9aa0a97a614a98bab6caa150977"><td class="mdescLeft"> </td><td class="mdescRight">Returns numeric data for sparse tensor values (nnz). For string values use GetStringTensor*(). <a href="struct_ort_api.html#aff6ba9aa0a97a614a98bab6caa150977">More...</a><br /></td></tr>
|
|
<tr class="separator:aff6ba9aa0a97a614a98bab6caa150977"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a1ff38a970335ae69437af7ed2fdc53db"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1ff38a970335ae69437af7ed2fdc53db">GetSparseTensorIndicesTypeShape</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, enum <a class="el" href="group___global.html#ga497c04502f658b896b265233fc890787">OrtSparseIndicesFormat</a> indices_format, <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a1ff38a970335ae69437af7ed2fdc53db"><td class="mdescLeft"> </td><td class="mdescRight">Returns data type, shape for the type of indices specified by indices_format. <a href="struct_ort_api.html#a1ff38a970335ae69437af7ed2fdc53db">More...</a><br /></td></tr>
|
|
<tr class="separator:a1ff38a970335ae69437af7ed2fdc53db"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a933ed01b9637fdbe41fd56527879bce3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a933ed01b9637fdbe41fd56527879bce3">GetSparseTensorIndices</a> (const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *ort_value, enum <a class="el" href="group___global.html#ga497c04502f658b896b265233fc890787">OrtSparseIndicesFormat</a> indices_format, size_t *num_indices, const void **indices)</td></tr>
|
|
<tr class="memdesc:a933ed01b9637fdbe41fd56527879bce3"><td class="mdescLeft"> </td><td class="mdescRight">Returns indices data for the type of the indices specified by indices_format. <a href="struct_ort_api.html#a933ed01b9637fdbe41fd56527879bce3">More...</a><br /></td></tr>
|
|
<tr class="separator:a933ed01b9637fdbe41fd56527879bce3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtTypeInfo</h2></td></tr>
|
|
<tr class="memitem:a3fbf64746f5b9dd0cf00bde569869a6f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3fbf64746f5b9dd0cf00bde569869a6f">CastTypeInfoToTensorInfo</a> (const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> *type_info, const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a3fbf64746f5b9dd0cf00bde569869a6f"><td class="mdescLeft"> </td><td class="mdescRight">Get <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> from an <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. <a href="struct_ort_api.html#a3fbf64746f5b9dd0cf00bde569869a6f">More...</a><br /></td></tr>
|
|
<tr class="separator:a3fbf64746f5b9dd0cf00bde569869a6f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a50d7f38cb7ffbf0e7752b12d9d7fc25a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a50d7f38cb7ffbf0e7752b12d9d7fc25a">GetOnnxTypeFromTypeInfo</a> (const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> *type_info, enum <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> *out)</td></tr>
|
|
<tr class="memdesc:a50d7f38cb7ffbf0e7752b12d9d7fc25a"><td class="mdescLeft"> </td><td class="mdescRight">Get <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> from <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. <a href="struct_ort_api.html#a50d7f38cb7ffbf0e7752b12d9d7fc25a">More...</a><br /></td></tr>
|
|
<tr class="separator:a50d7f38cb7ffbf0e7752b12d9d7fc25a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac15270345d9e9d8b5829e7db6c24fb6e"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac15270345d9e9d8b5829e7db6c24fb6e">ReleaseTypeInfo</a> (<a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> *input)</td></tr>
|
|
<tr class="separator:ac15270345d9e9d8b5829e7db6c24fb6e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5496cb1f6cd12af30b03dbd8b0060dd3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5496cb1f6cd12af30b03dbd8b0060dd3">GetDenotationFromTypeInfo</a> (const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> *type_info, const char **const denotation, size_t *len)</td></tr>
|
|
<tr class="memdesc:a5496cb1f6cd12af30b03dbd8b0060dd3"><td class="mdescLeft"> </td><td class="mdescRight">Get denotation from type information. <a href="struct_ort_api.html#a5496cb1f6cd12af30b03dbd8b0060dd3">More...</a><br /></td></tr>
|
|
<tr class="separator:a5496cb1f6cd12af30b03dbd8b0060dd3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a1854e4d8ec941b30628b675578ccba45"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1854e4d8ec941b30628b675578ccba45">CastTypeInfoToMapTypeInfo</a> (const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> *type_info, const <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a1854e4d8ec941b30628b675578ccba45"><td class="mdescLeft"> </td><td class="mdescRight">Get detailed map information from an <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. <a href="struct_ort_api.html#a1854e4d8ec941b30628b675578ccba45">More...</a><br /></td></tr>
|
|
<tr class="separator:a1854e4d8ec941b30628b675578ccba45"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad60720865be77b0b1faebc9039c6dba6"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad60720865be77b0b1faebc9039c6dba6">CastTypeInfoToSequenceTypeInfo</a> (const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> *type_info, const <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:ad60720865be77b0b1faebc9039c6dba6"><td class="mdescLeft"> </td><td class="mdescRight">Cast <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> to an <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a>. <a href="struct_ort_api.html#ad60720865be77b0b1faebc9039c6dba6">More...</a><br /></td></tr>
|
|
<tr class="separator:ad60720865be77b0b1faebc9039c6dba6"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtTensorTypeAndShapeInfo</h2></td></tr>
|
|
<tr class="memitem:af0da0bfcff87b12e33553d0f66efa271"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#af0da0bfcff87b12e33553d0f66efa271">CreateTensorTypeAndShapeInfo</a> (<a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:af0da0bfcff87b12e33553d0f66efa271"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> object. <a href="struct_ort_api.html#af0da0bfcff87b12e33553d0f66efa271">More...</a><br /></td></tr>
|
|
<tr class="separator:af0da0bfcff87b12e33553d0f66efa271"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:afe987bf6f19492e59b459e161dd129b4"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#afe987bf6f19492e59b459e161dd129b4">SetTensorElementType</a> (<a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, enum <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> type)</td></tr>
|
|
<tr class="memdesc:afe987bf6f19492e59b459e161dd129b4"><td class="mdescLeft"> </td><td class="mdescRight">Set element type in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#afe987bf6f19492e59b459e161dd129b4">More...</a><br /></td></tr>
|
|
<tr class="separator:afe987bf6f19492e59b459e161dd129b4"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a6575872736b924b47a382deb97e2fc17"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a6575872736b924b47a382deb97e2fc17">SetDimensions</a> (<a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, const int64_t *dim_values, size_t dim_count)</td></tr>
|
|
<tr class="memdesc:a6575872736b924b47a382deb97e2fc17"><td class="mdescLeft"> </td><td class="mdescRight">Set shape information in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#a6575872736b924b47a382deb97e2fc17">More...</a><br /></td></tr>
|
|
<tr class="separator:a6575872736b924b47a382deb97e2fc17"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a28d201b881fbec39ef0e1dfad86f22ae"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a28d201b881fbec39ef0e1dfad86f22ae">GetTensorElementType</a> (const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, enum <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> *out)</td></tr>
|
|
<tr class="memdesc:a28d201b881fbec39ef0e1dfad86f22ae"><td class="mdescLeft"> </td><td class="mdescRight">Get element type in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#a28d201b881fbec39ef0e1dfad86f22ae">More...</a><br /></td></tr>
|
|
<tr class="separator:a28d201b881fbec39ef0e1dfad86f22ae"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a4b4e5b170de480987d23d350ccc55349"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a4b4e5b170de480987d23d350ccc55349">GetDimensionsCount</a> (const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, size_t *out)</td></tr>
|
|
<tr class="memdesc:a4b4e5b170de480987d23d350ccc55349"><td class="mdescLeft"> </td><td class="mdescRight">Get dimension count in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#a4b4e5b170de480987d23d350ccc55349">More...</a><br /></td></tr>
|
|
<tr class="separator:a4b4e5b170de480987d23d350ccc55349"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae06620ce959abdb68f982a200fb003cd"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae06620ce959abdb68f982a200fb003cd">GetDimensions</a> (const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, int64_t *dim_values, size_t dim_values_length)</td></tr>
|
|
<tr class="memdesc:ae06620ce959abdb68f982a200fb003cd"><td class="mdescLeft"> </td><td class="mdescRight">Get dimensions in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#ae06620ce959abdb68f982a200fb003cd">More...</a><br /></td></tr>
|
|
<tr class="separator:ae06620ce959abdb68f982a200fb003cd"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a5c8bd2ba34a2f7a5e6b717ae1acc3ece"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5c8bd2ba34a2f7a5e6b717ae1acc3ece">GetSymbolicDimensions</a> (const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, const char *dim_params[], size_t dim_params_length)</td></tr>
|
|
<tr class="memdesc:a5c8bd2ba34a2f7a5e6b717ae1acc3ece"><td class="mdescLeft"> </td><td class="mdescRight">Get symbolic dimension names in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#a5c8bd2ba34a2f7a5e6b717ae1acc3ece">More...</a><br /></td></tr>
|
|
<tr class="separator:a5c8bd2ba34a2f7a5e6b717ae1acc3ece"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a3fa295b4b7595d3cb6bf168551093acb"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3fa295b4b7595d3cb6bf168551093acb">GetTensorShapeElementCount</a> (const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *info, size_t *out)</td></tr>
|
|
<tr class="memdesc:a3fa295b4b7595d3cb6bf168551093acb"><td class="mdescLeft"> </td><td class="mdescRight">Get total number of elements in a tensor shape from an <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. <a href="struct_ort_api.html#a3fa295b4b7595d3cb6bf168551093acb">More...</a><br /></td></tr>
|
|
<tr class="separator:a3fa295b4b7595d3cb6bf168551093acb"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ac2c90c4d81d864db2cd955de5853fb8c"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac2c90c4d81d864db2cd955de5853fb8c">ReleaseTensorTypeAndShapeInfo</a> (<a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> *input)</td></tr>
|
|
<tr class="separator:ac2c90c4d81d864db2cd955de5853fb8c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtMemoryInfo</h2></td></tr>
|
|
<tr class="memitem:a5b666b746c52eaf54b41bf0c99d88cd1"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5b666b746c52eaf54b41bf0c99d88cd1">CreateMemoryInfo</a> (const char *name, enum <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> type, int id, enum <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d">OrtMemType</a> mem_type, <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a5b666b746c52eaf54b41bf0c99d88cd1"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. <a href="struct_ort_api.html#a5b666b746c52eaf54b41bf0c99d88cd1">More...</a><br /></td></tr>
|
|
<tr class="separator:a5b666b746c52eaf54b41bf0c99d88cd1"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a6a64ee931925577fd40f5f3f7472cfed"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a6a64ee931925577fd40f5f3f7472cfed">CreateCpuMemoryInfo</a> (enum <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> type, enum <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d">OrtMemType</a> mem_type, <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:a6a64ee931925577fd40f5f3f7472cfed"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> for CPU memory. <a href="struct_ort_api.html#a6a64ee931925577fd40f5f3f7472cfed">More...</a><br /></td></tr>
|
|
<tr class="separator:a6a64ee931925577fd40f5f3f7472cfed"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa93e5b6255d9b3ac72fc06179fd4e537"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa93e5b6255d9b3ac72fc06179fd4e537">CompareMemoryInfo</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *info1, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *info2, int *out)</td></tr>
|
|
<tr class="memdesc:aa93e5b6255d9b3ac72fc06179fd4e537"><td class="mdescLeft"> </td><td class="mdescRight">Compare <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> objects for equality. <a href="struct_ort_api.html#aa93e5b6255d9b3ac72fc06179fd4e537">More...</a><br /></td></tr>
|
|
<tr class="separator:aa93e5b6255d9b3ac72fc06179fd4e537"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a3cd8297f6035ff2ef3da731aaf712062"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3cd8297f6035ff2ef3da731aaf712062">MemoryInfoGetName</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *ptr, const char **out)</td></tr>
|
|
<tr class="memdesc:a3cd8297f6035ff2ef3da731aaf712062"><td class="mdescLeft"> </td><td class="mdescRight">Get name from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. <a href="struct_ort_api.html#a3cd8297f6035ff2ef3da731aaf712062">More...</a><br /></td></tr>
|
|
<tr class="separator:a3cd8297f6035ff2ef3da731aaf712062"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a3a10c4707011fb3b551cca0ab361271c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3a10c4707011fb3b551cca0ab361271c">MemoryInfoGetId</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *ptr, int *out)</td></tr>
|
|
<tr class="memdesc:a3a10c4707011fb3b551cca0ab361271c"><td class="mdescLeft"> </td><td class="mdescRight">Get the id from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. <a href="struct_ort_api.html#a3a10c4707011fb3b551cca0ab361271c">More...</a><br /></td></tr>
|
|
<tr class="separator:a3a10c4707011fb3b551cca0ab361271c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa65c4934ba4d9e67fa36346ea11abb69"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa65c4934ba4d9e67fa36346ea11abb69">MemoryInfoGetMemType</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *ptr, <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d">OrtMemType</a> *out)</td></tr>
|
|
<tr class="memdesc:aa65c4934ba4d9e67fa36346ea11abb69"><td class="mdescLeft"> </td><td class="mdescRight">Get the <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d" title="Memory types for allocated memory, execution provider specific types should be extended in each provi...">OrtMemType</a> from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. <a href="struct_ort_api.html#aa65c4934ba4d9e67fa36346ea11abb69">More...</a><br /></td></tr>
|
|
<tr class="separator:aa65c4934ba4d9e67fa36346ea11abb69"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a427601d9b0c837b146f477d17888c4c3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a427601d9b0c837b146f477d17888c4c3">MemoryInfoGetType</a> (const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *ptr, <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> *out)</td></tr>
|
|
<tr class="memdesc:a427601d9b0c837b146f477d17888c4c3"><td class="mdescLeft"> </td><td class="mdescRight">Get the <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. <a href="struct_ort_api.html#a427601d9b0c837b146f477d17888c4c3">More...</a><br /></td></tr>
|
|
<tr class="separator:a427601d9b0c837b146f477d17888c4c3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a62f73350760cf7cc483216ac44222d0b"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a62f73350760cf7cc483216ac44222d0b">ReleaseMemoryInfo</a> (<a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *input)</td></tr>
|
|
<tr class="separator:a62f73350760cf7cc483216ac44222d0b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtAllocator</h2></td></tr>
|
|
<tr class="memitem:aab593df6319bf3668363c40a1469af25"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aab593df6319bf3668363c40a1469af25">AllocatorAlloc</a> (<a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *ort_allocator, size_t size, void **out)</td></tr>
|
|
<tr class="memdesc:aab593df6319bf3668363c40a1469af25"><td class="mdescLeft"> </td><td class="mdescRight">Calls <a class="el" href="struct_ort_allocator.html#aa2a68a69192b9650d9e0f0c6aeca2835" title="Returns a pointer to an allocated block of size bytes.">OrtAllocator::Alloc</a> function. <a href="struct_ort_api.html#aab593df6319bf3668363c40a1469af25">More...</a><br /></td></tr>
|
|
<tr class="separator:aab593df6319bf3668363c40a1469af25"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8b6f017da618c4e5b8182f390e2cfef5"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8b6f017da618c4e5b8182f390e2cfef5">AllocatorFree</a> (<a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *ort_allocator, void *p)</td></tr>
|
|
<tr class="memdesc:a8b6f017da618c4e5b8182f390e2cfef5"><td class="mdescLeft"> </td><td class="mdescRight">Calls <a class="el" href="struct_ort_allocator.html#a18d7888327537d09c7d3411dff4ac86a" title="Free a block of memory previously allocated with OrtAllocator::Alloc.">OrtAllocator::Free</a> function. <a href="struct_ort_api.html#a8b6f017da618c4e5b8182f390e2cfef5">More...</a><br /></td></tr>
|
|
<tr class="separator:a8b6f017da618c4e5b8182f390e2cfef5"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa8256a9586e494d57807623634172bf6"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa8256a9586e494d57807623634172bf6">AllocatorGetInfo</a> (const <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *ort_allocator, const struct <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> **out)</td></tr>
|
|
<tr class="memdesc:aa8256a9586e494d57807623634172bf6"><td class="mdescLeft"> </td><td class="mdescRight">Calls <a class="el" href="struct_ort_allocator.html#a494dba3878a087a806238922472a56d5" title="Return a pointer to an OrtMemoryInfo that describes this allocator.">OrtAllocator::Info</a> function. <a href="struct_ort_api.html#aa8256a9586e494d57807623634172bf6">More...</a><br /></td></tr>
|
|
<tr class="separator:aa8256a9586e494d57807623634172bf6"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8dec797ae52ee1a681e4f88be1fb4bb3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8dec797ae52ee1a681e4f88be1fb4bb3">GetAllocatorWithDefaultOptions</a> (<a class="el" href="struct_ort_allocator.html">OrtAllocator</a> **out)</td></tr>
|
|
<tr class="memdesc:a8dec797ae52ee1a681e4f88be1fb4bb3"><td class="mdescLeft"> </td><td class="mdescRight">Get the default allocator. <a href="struct_ort_api.html#a8dec797ae52ee1a681e4f88be1fb4bb3">More...</a><br /></td></tr>
|
|
<tr class="separator:a8dec797ae52ee1a681e4f88be1fb4bb3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ad3aabe6f82aa81b75048a4bdf937d974"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ad3aabe6f82aa81b75048a4bdf937d974">CreateAllocator</a> (const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> *session, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *mem_info, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> **out)</td></tr>
|
|
<tr class="memdesc:ad3aabe6f82aa81b75048a4bdf937d974"><td class="mdescLeft"> </td><td class="mdescRight">Create an allocator for an <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> following an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. <a href="struct_ort_api.html#ad3aabe6f82aa81b75048a4bdf937d974">More...</a><br /></td></tr>
|
|
<tr class="separator:ad3aabe6f82aa81b75048a4bdf937d974"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a32f86964e43bf64110d3ed9d6db1befc"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a32f86964e43bf64110d3ed9d6db1befc">ReleaseAllocator</a> (<a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *input)</td></tr>
|
|
<tr class="memdesc:a32f86964e43bf64110d3ed9d6db1befc"><td class="mdescLeft"> </td><td class="mdescRight">Release an <a class="el" href="struct_ort_allocator.html" title="Memory allocation interface.">OrtAllocator</a> obtained from <a class="el" href="struct_ort_api.html#ad3aabe6f82aa81b75048a4bdf937d974" title="Create an allocator for an OrtSession following an OrtMemoryInfo.">OrtApi::CreateAllocator</a>. <a href="struct_ort_api.html#a32f86964e43bf64110d3ed9d6db1befc">More...</a><br /></td></tr>
|
|
<tr class="separator:a32f86964e43bf64110d3ed9d6db1befc"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a39b702897cc61157248ffde413b14b9d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a39b702897cc61157248ffde413b14b9d">RegisterAllocator</a> (<a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator)</td></tr>
|
|
<tr class="memdesc:a39b702897cc61157248ffde413b14b9d"><td class="mdescLeft"> </td><td class="mdescRight">Register a custom allocator. <a href="struct_ort_api.html#a39b702897cc61157248ffde413b14b9d">More...</a><br /></td></tr>
|
|
<tr class="separator:a39b702897cc61157248ffde413b14b9d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aafc0689965f283aba9fd21ebbddd09c6"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aafc0689965f283aba9fd21ebbddd09c6">UnregisterAllocator</a> (<a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> *env, const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> *mem_info)</td></tr>
|
|
<tr class="memdesc:aafc0689965f283aba9fd21ebbddd09c6"><td class="mdescLeft"> </td><td class="mdescRight">Unregister a custom allocator. <a href="struct_ort_api.html#aafc0689965f283aba9fd21ebbddd09c6">More...</a><br /></td></tr>
|
|
<tr class="separator:aafc0689965f283aba9fd21ebbddd09c6"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtKernelInfo</h2></td></tr>
|
|
<tr class="memitem:a08bfa793efe58ade14b978acab913b4d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a08bfa793efe58ade14b978acab913b4d">KernelInfoGetAttribute_float</a> (const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> *info, const char *name, float *out)</td></tr>
|
|
<tr class="memdesc:a08bfa793efe58ade14b978acab913b4d"><td class="mdescLeft"> </td><td class="mdescRight">Get a float stored as an attribute in the graph node. <a href="struct_ort_api.html#a08bfa793efe58ade14b978acab913b4d">More...</a><br /></td></tr>
|
|
<tr class="separator:a08bfa793efe58ade14b978acab913b4d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:afe5754068e5566b76aefc4af7436c3f8"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#afe5754068e5566b76aefc4af7436c3f8">KernelInfoGetAttribute_int64</a> (const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> *info, const char *name, int64_t *out)</td></tr>
|
|
<tr class="memdesc:afe5754068e5566b76aefc4af7436c3f8"><td class="mdescLeft"> </td><td class="mdescRight">Fetch a 64-bit int stored as an attribute in the graph node. <a href="struct_ort_api.html#afe5754068e5566b76aefc4af7436c3f8">More...</a><br /></td></tr>
|
|
<tr class="separator:afe5754068e5566b76aefc4af7436c3f8"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a1df374f5aaea1f559dcfb13b59b0733b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1df374f5aaea1f559dcfb13b59b0733b">KernelInfoGetAttribute_string</a> (const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> *info, const char *name, char *out, size_t *size)</td></tr>
|
|
<tr class="memdesc:a1df374f5aaea1f559dcfb13b59b0733b"><td class="mdescLeft"> </td><td class="mdescRight">Fetch a string stored as an attribute in the graph node. <a href="struct_ort_api.html#a1df374f5aaea1f559dcfb13b59b0733b">More...</a><br /></td></tr>
|
|
<tr class="separator:a1df374f5aaea1f559dcfb13b59b0733b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a0daa62a3b78d175df17e9bb49f73b045"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a0daa62a3b78d175df17e9bb49f73b045">KernelInfoGetAttributeArray_float</a> (const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> *info, const char *name, float *out, size_t *size)</td></tr>
|
|
<tr class="memdesc:a0daa62a3b78d175df17e9bb49f73b045"><td class="mdescLeft"> </td><td class="mdescRight">Fetch an array of int64_t values stored as an attribute in the graph node. <a href="struct_ort_api.html#a0daa62a3b78d175df17e9bb49f73b045">More...</a><br /></td></tr>
|
|
<tr class="separator:a0daa62a3b78d175df17e9bb49f73b045"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a015bfc4d579272ff31d91843c43a3e6d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a015bfc4d579272ff31d91843c43a3e6d">KernelInfoGetAttributeArray_int64</a> (const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> *info, const char *name, int64_t *out, size_t *size)</td></tr>
|
|
<tr class="memdesc:a015bfc4d579272ff31d91843c43a3e6d"><td class="mdescLeft"> </td><td class="mdescRight">Fetch an array of int64_t values stored as an attribute in the graph node. <a href="struct_ort_api.html#a015bfc4d579272ff31d91843c43a3e6d">More...</a><br /></td></tr>
|
|
<tr class="separator:a015bfc4d579272ff31d91843c43a3e6d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtKernelContext</h2></td></tr>
|
|
<tr class="memitem:a5eb48d2c664424549250f3987a14a50e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a5eb48d2c664424549250f3987a14a50e">KernelContext_GetInputCount</a> (const <a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> *context, size_t *out)</td></tr>
|
|
<tr class="memdesc:a5eb48d2c664424549250f3987a14a50e"><td class="mdescLeft"> </td><td class="mdescRight">Used for custom operators, get the input count of a kernel. <a href="struct_ort_api.html#a5eb48d2c664424549250f3987a14a50e">More...</a><br /></td></tr>
|
|
<tr class="separator:a5eb48d2c664424549250f3987a14a50e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a3f89dd3abc82713b02e4bd59457592e2"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3f89dd3abc82713b02e4bd59457592e2">KernelContext_GetOutputCount</a> (const <a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> *context, size_t *out)</td></tr>
|
|
<tr class="memdesc:a3f89dd3abc82713b02e4bd59457592e2"><td class="mdescLeft"> </td><td class="mdescRight">Used for custom operators, get the output count of a kernel. <a href="struct_ort_api.html#a3f89dd3abc82713b02e4bd59457592e2">More...</a><br /></td></tr>
|
|
<tr class="separator:a3f89dd3abc82713b02e4bd59457592e2"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a7044ffbc7a1371da2fe1fa0649bc778b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a7044ffbc7a1371da2fe1fa0649bc778b">KernelContext_GetInput</a> (const <a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> *context, size_t index, const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:a7044ffbc7a1371da2fe1fa0649bc778b"><td class="mdescLeft"> </td><td class="mdescRight">Used for custom operators, get an input of a kernel. <a href="struct_ort_api.html#a7044ffbc7a1371da2fe1fa0649bc778b">More...</a><br /></td></tr>
|
|
<tr class="separator:a7044ffbc7a1371da2fe1fa0649bc778b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a588deb2a1cd85f1a884856056671390e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a588deb2a1cd85f1a884856056671390e">KernelContext_GetOutput</a> (<a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> *context, size_t index, const int64_t *dim_values, size_t dim_count, <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> **out)</td></tr>
|
|
<tr class="memdesc:a588deb2a1cd85f1a884856056671390e"><td class="mdescLeft"> </td><td class="mdescRight">Used for custom operators, get an output of a kernel. <a href="struct_ort_api.html#a588deb2a1cd85f1a884856056671390e">More...</a><br /></td></tr>
|
|
<tr class="separator:a588deb2a1cd85f1a884856056671390e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtMapTypeInfo</h2></td></tr>
|
|
<tr class="memitem:ab6b3a218e2c1e2c2e83a07a5d0b8e6cf"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ab6b3a218e2c1e2c2e83a07a5d0b8e6cf">GetMapKeyType</a> (const <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> *map_type_info, enum <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> *out)</td></tr>
|
|
<tr class="memdesc:ab6b3a218e2c1e2c2e83a07a5d0b8e6cf"><td class="mdescLeft"> </td><td class="mdescRight">Get key type from an <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a>. <a href="struct_ort_api.html#ab6b3a218e2c1e2c2e83a07a5d0b8e6cf">More...</a><br /></td></tr>
|
|
<tr class="separator:ab6b3a218e2c1e2c2e83a07a5d0b8e6cf"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8b7dec1975ce88636f0d77f89160eee3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8b7dec1975ce88636f0d77f89160eee3">GetMapValueType</a> (const <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> *map_type_info, <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> **type_info)</td></tr>
|
|
<tr class="memdesc:a8b7dec1975ce88636f0d77f89160eee3"><td class="mdescLeft"> </td><td class="mdescRight">Get the value type from an <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a>. <a href="struct_ort_api.html#a8b7dec1975ce88636f0d77f89160eee3">More...</a><br /></td></tr>
|
|
<tr class="separator:a8b7dec1975ce88636f0d77f89160eee3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8b7cfcd4c68ec46481f29723320c45b0"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8b7cfcd4c68ec46481f29723320c45b0">ReleaseMapTypeInfo</a> (<a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> *input)</td></tr>
|
|
<tr class="separator:a8b7cfcd4c68ec46481f29723320c45b0"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtSequenceTypeInfo</h2></td></tr>
|
|
<tr class="memitem:a66d1082c98f5a76c3e47a2d92f3ed402"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a66d1082c98f5a76c3e47a2d92f3ed402">GetSequenceElementType</a> (const <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> *sequence_type_info, <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> **type_info)</td></tr>
|
|
<tr class="memdesc:a66d1082c98f5a76c3e47a2d92f3ed402"><td class="mdescLeft"> </td><td class="mdescRight">Get element type from an <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a>. <a href="struct_ort_api.html#a66d1082c98f5a76c3e47a2d92f3ed402">More...</a><br /></td></tr>
|
|
<tr class="separator:a66d1082c98f5a76c3e47a2d92f3ed402"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a18817a939f01079aff6682558b0dc401"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a18817a939f01079aff6682558b0dc401">ReleaseSequenceTypeInfo</a> (<a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> *input)</td></tr>
|
|
<tr class="separator:a18817a939f01079aff6682558b0dc401"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtModelMetadata</h2></td></tr>
|
|
<tr class="memitem:af464cab463f2d4e0b34c6966374a99a9"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#af464cab463f2d4e0b34c6966374a99a9">ModelMetadataGetProducerName</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:af464cab463f2d4e0b34c6966374a99a9"><td class="mdescLeft"> </td><td class="mdescRight">Get <code>producer name</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. <a href="struct_ort_api.html#af464cab463f2d4e0b34c6966374a99a9">More...</a><br /></td></tr>
|
|
<tr class="separator:af464cab463f2d4e0b34c6966374a99a9"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a79360a668dfa1ce1ccdf7e0282b8a6a5"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a79360a668dfa1ce1ccdf7e0282b8a6a5">ModelMetadataGetGraphName</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:a79360a668dfa1ce1ccdf7e0282b8a6a5"><td class="mdescLeft"> </td><td class="mdescRight">Get <code>graph name</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. <a href="struct_ort_api.html#a79360a668dfa1ce1ccdf7e0282b8a6a5">More...</a><br /></td></tr>
|
|
<tr class="separator:a79360a668dfa1ce1ccdf7e0282b8a6a5"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a3119c60f2ece14f596313e682b60de0a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a3119c60f2ece14f596313e682b60de0a">ModelMetadataGetDomain</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:a3119c60f2ece14f596313e682b60de0a"><td class="mdescLeft"> </td><td class="mdescRight">Get <code>domain</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. <a href="struct_ort_api.html#a3119c60f2ece14f596313e682b60de0a">More...</a><br /></td></tr>
|
|
<tr class="separator:a3119c60f2ece14f596313e682b60de0a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a63b8639a0cdc1f02d68fa41456c6a91c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a63b8639a0cdc1f02d68fa41456c6a91c">ModelMetadataGetDescription</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="memdesc:a63b8639a0cdc1f02d68fa41456c6a91c"><td class="mdescLeft"> </td><td class="mdescRight">Get <code>description</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. <a href="struct_ort_api.html#a63b8639a0cdc1f02d68fa41456c6a91c">More...</a><br /></td></tr>
|
|
<tr class="separator:a63b8639a0cdc1f02d68fa41456c6a91c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a7adf0fbd9b3aab221656a0b758a4348a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a7adf0fbd9b3aab221656a0b758a4348a">ModelMetadataLookupCustomMetadataMap</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, const char *key, char **value)</td></tr>
|
|
<tr class="memdesc:a7adf0fbd9b3aab221656a0b758a4348a"><td class="mdescLeft"> </td><td class="mdescRight">Return data for a key in the custom metadata map in an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. <a href="struct_ort_api.html#a7adf0fbd9b3aab221656a0b758a4348a">More...</a><br /></td></tr>
|
|
<tr class="separator:a7adf0fbd9b3aab221656a0b758a4348a"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aebdfe674a98c41fdcf0d6e7058f46222"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aebdfe674a98c41fdcf0d6e7058f46222">ModelMetadataGetVersion</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, int64_t *value)</td></tr>
|
|
<tr class="memdesc:aebdfe674a98c41fdcf0d6e7058f46222"><td class="mdescLeft"> </td><td class="mdescRight">Get version number from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. <a href="struct_ort_api.html#aebdfe674a98c41fdcf0d6e7058f46222">More...</a><br /></td></tr>
|
|
<tr class="separator:aebdfe674a98c41fdcf0d6e7058f46222"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a96e1451840053453ffafe97bca690b16"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a96e1451840053453ffafe97bca690b16">ReleaseModelMetadata</a> (<a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *input)</td></tr>
|
|
<tr class="separator:a96e1451840053453ffafe97bca690b16"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8a49d1f4ea6b8cc4901b23355768616d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8a49d1f4ea6b8cc4901b23355768616d">ModelMetadataGetCustomMetadataMapKeys</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char ***keys, int64_t *num_keys)</td></tr>
|
|
<tr class="separator:a8a49d1f4ea6b8cc4901b23355768616d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a2bc0259c895c40ecf5d126aa5261cea3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a2bc0259c895c40ecf5d126aa5261cea3">ModelMetadataGetGraphDescription</a> (const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> *model_metadata, <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> *allocator, char **value)</td></tr>
|
|
<tr class="separator:a2bc0259c895c40ecf5d126aa5261cea3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtThreadingOptions</h2></td></tr>
|
|
<tr class="memitem:ac75fe21087463e1ee638c4a933ebf8f7"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ac75fe21087463e1ee638c4a933ebf8f7">CreateThreadingOptions</a> (<a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> **out)</td></tr>
|
|
<tr class="memdesc:ac75fe21087463e1ee638c4a933ebf8f7"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a>. <a href="struct_ort_api.html#ac75fe21087463e1ee638c4a933ebf8f7">More...</a><br /></td></tr>
|
|
<tr class="separator:ac75fe21087463e1ee638c4a933ebf8f7"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa2053c5c5c1c91f1b32c43d8b0e087c6"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa2053c5c5c1c91f1b32c43d8b0e087c6">ReleaseThreadingOptions</a> (<a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *input)</td></tr>
|
|
<tr class="separator:aa2053c5c5c1c91f1b32c43d8b0e087c6"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae84f09195c8a454f8f0ce718bc437b15"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae84f09195c8a454f8f0ce718bc437b15">SetGlobalIntraOpNumThreads</a> (<a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *tp_options, int intra_op_num_threads)</td></tr>
|
|
<tr class="memdesc:ae84f09195c8a454f8f0ce718bc437b15"><td class="mdescLeft"> </td><td class="mdescRight">Set global intra-op thread count. <a href="struct_ort_api.html#ae84f09195c8a454f8f0ce718bc437b15">More...</a><br /></td></tr>
|
|
<tr class="separator:ae84f09195c8a454f8f0ce718bc437b15"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a55e10966066056e12c2f1cc04686bf3e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a55e10966066056e12c2f1cc04686bf3e">SetGlobalInterOpNumThreads</a> (<a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *tp_options, int inter_op_num_threads)</td></tr>
|
|
<tr class="memdesc:a55e10966066056e12c2f1cc04686bf3e"><td class="mdescLeft"> </td><td class="mdescRight">Set global inter-op thread count. <a href="struct_ort_api.html#a55e10966066056e12c2f1cc04686bf3e">More...</a><br /></td></tr>
|
|
<tr class="separator:a55e10966066056e12c2f1cc04686bf3e"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a39d4699e56ac6e887b2f9e69e6e8c946"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a39d4699e56ac6e887b2f9e69e6e8c946">SetGlobalSpinControl</a> (<a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *tp_options, int allow_spinning)</td></tr>
|
|
<tr class="memdesc:a39d4699e56ac6e887b2f9e69e6e8c946"><td class="mdescLeft"> </td><td class="mdescRight">Set global spin control options. <a href="struct_ort_api.html#a39d4699e56ac6e887b2f9e69e6e8c946">More...</a><br /></td></tr>
|
|
<tr class="separator:a39d4699e56ac6e887b2f9e69e6e8c946"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a1b77d09e74d0fccf7f01eade02a20072"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a1b77d09e74d0fccf7f01eade02a20072">SetGlobalDenormalAsZero</a> (<a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> *tp_options)</td></tr>
|
|
<tr class="memdesc:a1b77d09e74d0fccf7f01eade02a20072"><td class="mdescLeft"> </td><td class="mdescRight">Set threading flush-to-zero and denormal-as-zero. <a href="struct_ort_api.html#a1b77d09e74d0fccf7f01eade02a20072">More...</a><br /></td></tr>
|
|
<tr class="separator:a1b77d09e74d0fccf7f01eade02a20072"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">Misc</h2></td></tr>
|
|
<tr class="memitem:aaacd4a9540eb5044291addd2ebd9bc5f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aaacd4a9540eb5044291addd2ebd9bc5f">GetAvailableProviders</a> (char ***out_ptr, int *provider_length)</td></tr>
|
|
<tr class="memdesc:aaacd4a9540eb5044291addd2ebd9bc5f"><td class="mdescLeft"> </td><td class="mdescRight">Get the names of all available providers. <a href="struct_ort_api.html#aaacd4a9540eb5044291addd2ebd9bc5f">More...</a><br /></td></tr>
|
|
<tr class="separator:aaacd4a9540eb5044291addd2ebd9bc5f"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:ae63f0ce72aace3fa0702b1a9951ca5c4"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#ae63f0ce72aace3fa0702b1a9951ca5c4">ReleaseAvailableProviders</a> (char **ptr, int providers_length)</td></tr>
|
|
<tr class="memdesc:ae63f0ce72aace3fa0702b1a9951ca5c4"><td class="mdescLeft"> </td><td class="mdescRight">Release data from <a class="el" href="struct_ort_api.html#aaacd4a9540eb5044291addd2ebd9bc5f" title="Get the names of all available providers.">OrtApi::GetAvailableProviders</a>. <a href="struct_ort_api.html#ae63f0ce72aace3fa0702b1a9951ca5c4">More...</a><br /></td></tr>
|
|
<tr class="separator:ae63f0ce72aace3fa0702b1a9951ca5c4"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a4fe802b337e2efb2cbff17761bd9d22b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a4fe802b337e2efb2cbff17761bd9d22b">SetCurrentGpuDeviceId</a> (int device_id)</td></tr>
|
|
<tr class="memdesc:a4fe802b337e2efb2cbff17761bd9d22b"><td class="mdescLeft"> </td><td class="mdescRight">Set current GPU device ID. <a href="struct_ort_api.html#a4fe802b337e2efb2cbff17761bd9d22b">More...</a><br /></td></tr>
|
|
<tr class="separator:a4fe802b337e2efb2cbff17761bd9d22b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:abadd8e77d294fc7db50b25d8d0de453b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#abadd8e77d294fc7db50b25d8d0de453b">GetCurrentGpuDeviceId</a> (int *device_id)</td></tr>
|
|
<tr class="memdesc:abadd8e77d294fc7db50b25d8d0de453b"><td class="mdescLeft"> </td><td class="mdescRight">Get current GPU device ID. <a href="struct_ort_api.html#abadd8e77d294fc7db50b25d8d0de453b">More...</a><br /></td></tr>
|
|
<tr class="separator:abadd8e77d294fc7db50b25d8d0de453b"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtArenaCfg</h2></td></tr>
|
|
<tr class="memitem:a8f434054a695048e551109ad1166b6b3"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8f434054a695048e551109ad1166b6b3">CreateArenaCfg</a> (size_t max_mem, int arena_extend_strategy, int initial_chunk_size_bytes, int max_dead_bytes_per_chunk, <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> **out)</td></tr>
|
|
<tr class="separator:a8f434054a695048e551109ad1166b6b3"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:aa4c5523ec4f482dd9b51d401c18f07db"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#aa4c5523ec4f482dd9b51d401c18f07db">ReleaseArenaCfg</a> (<a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> *input)</td></tr>
|
|
<tr class="separator:aa4c5523ec4f482dd9b51d401c18f07db"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a8cb2e18f00a20d076212102177abc00c"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a8cb2e18f00a20d076212102177abc00c">CreateArenaCfgV2</a> (const char *const *arena_config_keys, const size_t *arena_config_values, size_t num_keys, <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> **out)</td></tr>
|
|
<tr class="memdesc:a8cb2e18f00a20d076212102177abc00c"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a>. <a href="struct_ort_api.html#a8cb2e18f00a20d076212102177abc00c">More...</a><br /></td></tr>
|
|
<tr class="separator:a8cb2e18f00a20d076212102177abc00c"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table><table class="memberdecls">
|
|
<tr class="heading"><td colspan="2"><h2 class="groupheader">OrtPrepackedWeightsContainer</h2></td></tr>
|
|
<tr class="memitem:a0dcdc66ac26c5d9aae1ccadf09f059fc"><td class="memItemLeft" align="right" valign="top"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a0dcdc66ac26c5d9aae1ccadf09f059fc">CreatePrepackedWeightsContainer</a> (<a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> **out)</td></tr>
|
|
<tr class="memdesc:a0dcdc66ac26c5d9aae1ccadf09f059fc"><td class="mdescLeft"> </td><td class="mdescRight">Create an <a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a>. <a href="struct_ort_api.html#a0dcdc66ac26c5d9aae1ccadf09f059fc">More...</a><br /></td></tr>
|
|
<tr class="separator:a0dcdc66ac26c5d9aae1ccadf09f059fc"><td class="memSeparator" colspan="2"> </td></tr>
|
|
<tr class="memitem:a72a1b93e8f62021d758340e9c3a5de7d"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="struct_ort_api.html#a72a1b93e8f62021d758340e9c3a5de7d">ReleasePrepackedWeightsContainer</a> (<a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> *input)</td></tr>
|
|
<tr class="memdesc:a72a1b93e8f62021d758340e9c3a5de7d"><td class="mdescLeft"> </td><td class="mdescRight">Release OrtPrepackedWeightsContainer instance. <a href="struct_ort_api.html#a72a1b93e8f62021d758340e9c3a5de7d">More...</a><br /></td></tr>
|
|
<tr class="separator:a72a1b93e8f62021d758340e9c3a5de7d"><td class="memSeparator" colspan="2"> </td></tr>
|
|
</table>
|
|
<a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2>
|
|
<div class="textblock"><p >The C API. </p>
|
|
<p >All C API functions are defined inside this structure as pointers to functions. Call <a class="el" href="struct_ort_api_base.html#ae031126e31871e4ad58ba1a647a2c9f9" title="Get a pointer to the requested version of the OrtApi.">OrtApiBase::GetApi</a> to get a pointer to it </p>
|
|
</div><h2 class="groupheader">Member Function Documentation</h2>
|
|
<a id="a6d0dfa93efdfec2e8d28990fe9df001e" name="a6d0dfa93efdfec2e8d28990fe9df001e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a6d0dfa93efdfec2e8d28990fe9df001e">◆ </a></span>AddCustomOpDomain()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AddCustomOpDomain </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> * </td>
|
|
<td class="paramname"><em>custom_op_domain</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Add custom op domain to a session options. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>The OrtCustomOpDomain* must not be deleted until all sessions using it are released</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">custom_op_domain</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a56fbbde53eeab444f84985c8b257b9d3" name="a56fbbde53eeab444f84985c8b257b9d3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a56fbbde53eeab444f84985c8b257b9d3">◆ </a></span>AddFreeDimensionOverride()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AddFreeDimensionOverride </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>dim_denotation</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t </td>
|
|
<td class="paramname"><em>dim_value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Override session symbolic dimensions. </p>
|
|
<p >Override symbolic dimensions (by specific denotation strings) with actual values if known at session initialization time to enable optimizations that can take advantage of fixed values (such as memory planning, etc)</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_denotation</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_value</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a10e526645073906dd9c10e29c5bc2bc3" name="a10e526645073906dd9c10e29c5bc2bc3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a10e526645073906dd9c10e29c5bc2bc3">◆ </a></span>AddFreeDimensionOverrideByName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AddFreeDimensionOverrideByName </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>dim_name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t </td>
|
|
<td class="paramname"><em>dim_value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >Override symbolic dimensions (by specific name strings) with actual values if known at session initialization time to enable optimizations that can take advantage of fixed values (such as memory planning, etc) </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a21a723218a1f795a0deabb6f8a2c541a" name="a21a723218a1f795a0deabb6f8a2c541a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a21a723218a1f795a0deabb6f8a2c541a">◆ </a></span>AddInitializer()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AddInitializer </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>val</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Add a pre-allocated initializer to a session. </p>
|
|
<p >If a model contains an initializer with a name that is same as the name passed to this call, ORT will use this initializer instance instead of deserializing one from the model file. This is useful when you want to share the same initializer across sessions.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Null terminated string of the initializer name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">val</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> containing the initializer. Its lifetime and the underlying initializer buffer must be managed by the user (created using the <a class="el" href="struct_ort_api.html#a2aad3ccd68c66d0b38bdb966467d9324" title="Create a tensor backed by a user supplied buffer.">OrtApi::CreateTensorWithDataAsOrtValue</a>) and it must outlive the session object to which it is added.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2f1045685fc54ddc63e4b05d73b85d24" name="a2f1045685fc54ddc63e4b05d73b85d24"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2f1045685fc54ddc63e4b05d73b85d24">◆ </a></span>AddRunConfigEntry()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AddRunConfigEntry </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>config_key</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>config_value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set a single run configuration entry as a pair of strings. </p>
|
|
<p >If a configuration with same key exists, this will overwrite the configuration with the given config_value</p>
|
|
<p >The config_key and the format of config_value are defined in onnxruntime_run_options_config_keys.h</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">config_key</td><td>A null terminated string representation of the config key </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">config_value</td><td>A null terminated string representation of the config value</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a1a291812aeece3d42de92e98bd9d4d30" name="a1a291812aeece3d42de92e98bd9d4d30"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1a291812aeece3d42de92e98bd9d4d30">◆ </a></span>AddSessionConfigEntry()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AddSessionConfigEntry </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>config_key</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>config_value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set a session configuration entry as a pair of strings. </p>
|
|
<p >If a configuration with same key exists, this will overwrite the configuration with the given config_value.</p>
|
|
<p >The config_key and the format of config_value are defined in onnxruntime_session_options_config_keys.h</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">config_key</td><td>A null terminated string representation of the config key </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">config_value</td><td>A null terminated string representation of the config value</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aab593df6319bf3668363c40a1469af25" name="aab593df6319bf3668363c40a1469af25"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aab593df6319bf3668363c40a1469af25">◆ </a></span>AllocatorAlloc()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AllocatorAlloc </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>ort_allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>size</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Calls <a class="el" href="struct_ort_allocator.html#aa2a68a69192b9650d9e0f0c6aeca2835" title="Returns a pointer to an allocated block of size bytes.">OrtAllocator::Alloc</a> function. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8b6f017da618c4e5b8182f390e2cfef5" name="a8b6f017da618c4e5b8182f390e2cfef5"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8b6f017da618c4e5b8182f390e2cfef5">◆ </a></span>AllocatorFree()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AllocatorFree </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>ort_allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>p</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Calls <a class="el" href="struct_ort_allocator.html#a18d7888327537d09c7d3411dff4ac86a" title="Free a block of memory previously allocated with OrtAllocator::Alloc.">OrtAllocator::Free</a> function. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa8256a9586e494d57807623634172bf6" name="aa8256a9586e494d57807623634172bf6"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa8256a9586e494d57807623634172bf6">◆ </a></span>AllocatorGetInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::AllocatorGetInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>ort_allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const struct <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Calls <a class="el" href="struct_ort_allocator.html#a494dba3878a087a806238922472a56d5" title="Return a pointer to an OrtMemoryInfo that describes this allocator.">OrtAllocator::Info</a> function. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a9a53edebf4ef062a41b0e74f9c6763ec" name="a9a53edebf4ef062a41b0e74f9c6763ec"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a9a53edebf4ef062a41b0e74f9c6763ec">◆ </a></span>BindInput()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::BindInput </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>binding_ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>val_ptr</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Bind an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> input. </p>
|
|
<p >When using <a class="el" href="struct_ort_api.html#ab61526567b2a869233d6c7e575317b99" title="Run a model using Io Bindings for the inputs & outputs.">OrtApi::RunWithBinding</a> this value is used for the named input</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">binding_ptr</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Name for the model input </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">val_ptr</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> of Tensor type.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aff5519386ff6b0ce58e48547bfb7f80f" name="aff5519386ff6b0ce58e48547bfb7f80f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aff5519386ff6b0ce58e48547bfb7f80f">◆ </a></span>BindOutput()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::BindOutput </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>binding_ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>val_ptr</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Bind an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> output. </p>
|
|
<p >When using <a class="el" href="struct_ort_api.html#ab61526567b2a869233d6c7e575317b99" title="Run a model using Io Bindings for the inputs & outputs.">OrtApi::RunWithBinding</a> this value is used for the named output</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">binding_ptr</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Null terminated string of the model output name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">val_ptr</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> of Tensor type.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5ed97d9a93c22bff5d449462a7c95a9c" name="a5ed97d9a93c22bff5d449462a7c95a9c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5ed97d9a93c22bff5d449462a7c95a9c">◆ </a></span>BindOutputToDevice()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::BindOutputToDevice </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>binding_ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>mem_info_ptr</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Bind an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> output to a device. </p>
|
|
<p >Binds the <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to a device which is specified by <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. You can either create an instance of <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> with a device id or obtain one from the allocator that you have created/are using This is useful when one or more outputs have dynamic shapes and, it is hard to pre-allocate and bind a chunk of memory within <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ahead of time.</p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ab61526567b2a869233d6c7e575317b99" title="Run a model using Io Bindings for the inputs & outputs.">OrtApi::RunWithBinding</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">binding_ptr</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Null terminated string of the device name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">mem_info_ptr</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a1854e4d8ec941b30628b675578ccba45" name="a1854e4d8ec941b30628b675578ccba45"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1854e4d8ec941b30628b675578ccba45">◆ </a></span>CastTypeInfoToMapTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CastTypeInfoToMapTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> * </td>
|
|
<td class="paramname"><em>type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get detailed map information from an <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. </p>
|
|
<p >This augments <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> to return an <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> when the type is a map. The OrtMapTypeInfo has additional information about the map's key type and value type.</p>
|
|
<p >This is used by WinML to support model reflection APIs.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>A pointer to the <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a>. Do not free this value</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad60720865be77b0b1faebc9039c6dba6" name="ad60720865be77b0b1faebc9039c6dba6"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad60720865be77b0b1faebc9039c6dba6">◆ </a></span>CastTypeInfoToSequenceTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CastTypeInfoToSequenceTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> * </td>
|
|
<td class="paramname"><em>type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Cast <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> to an <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a>. </p>
|
|
<p >This api augments <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> to return an <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> when the type is a sequence. The <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> has additional information about the sequence's element type.</p>
|
|
<p >This is used by WinML to support model reflection APIs.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>A pointer to the OrtSequenceTypeInfo. Do not free this value</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3fbf64746f5b9dd0cf00bde569869a6f" name="a3fbf64746f5b9dd0cf00bde569869a6f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3fbf64746f5b9dd0cf00bde569869a6f">◆ </a></span>CastTypeInfoToTensorInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CastTypeInfoToTensorInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> * </td>
|
|
<td class="paramname"><em>type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> from an <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Do not free this value, it will be valid until type_info is freed.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a568c0cac7ac496f5ba06a0e730ac5a2b" name="a568c0cac7ac496f5ba06a0e730ac5a2b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a568c0cac7ac496f5ba06a0e730ac5a2b">◆ </a></span>CloneSessionOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CloneSessionOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>in_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> ** </td>
|
|
<td class="paramname"><em>out_options</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create a copy of an existing <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">in_options</td><td>OrtSessionOptions to copy </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out_options</td><td>Returned newly created <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a>. Must be freed with <a class="el" href="struct_ort_api.html#a2fa11d21f36cbd068a82682ea175d774">OrtApi::ReleaseSessionOptions</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa93e5b6255d9b3ac72fc06179fd4e537" name="aa93e5b6255d9b3ac72fc06179fd4e537"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa93e5b6255d9b3ac72fc06179fd4e537">◆ </a></span>CompareMemoryInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CompareMemoryInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>info1</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>info2</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Compare <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> objects for equality. </p>
|
|
<p >Compares all settings of each <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> for equality</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info1</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info2</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Set to 0 if equal, -1 if not equal</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad3aabe6f82aa81b75048a4bdf937d974" name="ad3aabe6f82aa81b75048a4bdf937d974"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad3aabe6f82aa81b75048a4bdf937d974">◆ </a></span>CreateAllocator()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateAllocator </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>mem_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an allocator for an <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> following an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">mem_info</td><td>valid <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> instance </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="struct_ort_allocator.html" title="Memory allocation interface.">OrtAllocator</a>. Must be freed with <a class="el" href="struct_ort_api.html#a32f86964e43bf64110d3ed9d6db1befc" title="Release an OrtAllocator obtained from OrtApi::CreateAllocator.">OrtApi::ReleaseAllocator</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a6a0ca4d136819eafea7d87e7f87a82db" name="a6a0ca4d136819eafea7d87e7f87a82db"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a6a0ca4d136819eafea7d87e7f87a82db">◆ </a></span>CreateAndRegisterAllocator()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateAndRegisterAllocator </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>mem_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> * </td>
|
|
<td class="paramname"><em>arena_cfg</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an allocator and register it with the <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a>. </p>
|
|
<p >Enables sharing the allocator between multiple sessions that use the same env instance. Lifetime of the created allocator will be valid for the duration of the environment. Returns an error if an allocator with the same <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> is already registered.</p>
|
|
<p >See <a href="https://onnxruntime.ai/docs/reference/api/c-api.html">https://onnxruntime.ai/docs/reference/api/c-api.html</a> for details.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">mem_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">arena_cfg</td><td>Pass nullptr for defaults</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8f434054a695048e551109ad1166b6b3" name="a8f434054a695048e551109ad1166b6b3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8f434054a695048e551109ad1166b6b3">◆ </a></span>CreateArenaCfg()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateArenaCfg </td>
|
|
<td>(</td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>max_mem</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>arena_extend_strategy</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>initial_chunk_size_bytes</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>max_dead_bytes_per_chunk</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<dl class="deprecated"><dt><b><a class="el" href="deprecated.html#_deprecated000001">Deprecated:</a></b></dt><dd>Use <a class="el" href="struct_ort_api.html#a8cb2e18f00a20d076212102177abc00c" title="Create an OrtArenaCfg.">OrtApi::CreateArenaCfgV2</a></dd></dl>
|
|
<p >This will create the configuration of an arena that can eventually be used to define an arena based allocator's behavior</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">max_mem</td><td>Use 0 to allow ORT to choose the default </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">arena_extend_strategy</td><td>Use -1 to allow ORT to choose the default, 0 = kNextPowerOfTwo, 1 = kSameAsRequested </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">initial_chunk_size_bytes</td><td>Use -1 to allow ORT to choose the default </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">max_dead_bytes_per_chunk</td><td>Use -1 to allow ORT to choose the default </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">out</td><td>A pointer to an OrtArenaCfg instance</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8cb2e18f00a20d076212102177abc00c" name="a8cb2e18f00a20d076212102177abc00c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8cb2e18f00a20d076212102177abc00c">◆ </a></span>CreateArenaCfgV2()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateArenaCfgV2 </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const char *const * </td>
|
|
<td class="paramname"><em>arena_config_keys</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const size_t * </td>
|
|
<td class="paramname"><em>arena_config_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>num_keys</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a>. </p>
|
|
<p >Create the configuration of an arena that can eventually be used to define an arena based allocator's behavior.</p>
|
|
<p >Supported keys are (See <a href="https://onnxruntime.ai/docs/reference/api/c-api.html">https://onnxruntime.ai/docs/reference/api/c-api.html</a> for details on what the following parameters mean and how to choose these values.): "max_mem": Maximum memory that can be allocated by the arena based allocator. Use 0 for ORT to pick the best value. Default is 0. "arena_extend_strategy": 0 = kNextPowerOfTwo, 1 = kSameAsRequested. Use -1 to allow ORT to choose the default. "initial_chunk_size_bytes": (Possible) Size of the first allocation in the arena. Only relevant if arena strategy is <code>kNextPowerOfTwo</code>. Use -1 to allow ORT to choose the default. Ultimately, the first allocation size is determined by the allocation memory request. "max_dead_bytes_per_chunk": Threshold of unused memory in an allocated chunk of arena memory after crossing which the current chunk is chunked into 2. "initial_growth_chunk_size_bytes": (Possible) Size of the second allocation in the arena. Only relevant if arena strategy is <code>kNextPowerOfTwo</code>. Use -1 to allow ORT to choose the default. Ultimately, the allocation size is determined by the allocation memory request. Further allocation sizes are governed by the arena extend strategy.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">arena_config_keys</td><td>Keys to configure the arena </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">arena_config_values</td><td>Values to configure the arena </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">num_keys</td><td>Number of keys in <code>arena_config_keys</code> and <code>arena_config_values</code> </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a>. Must be freed with <a class="el" href="struct_ort_api.html#aa4c5523ec4f482dd9b51d401c18f07db">OrtApi::ReleaseArenaCfg</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a6a64ee931925577fd40f5f3f7472cfed" name="a6a64ee931925577fd40f5f3f7472cfed"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a6a64ee931925577fd40f5f3f7472cfed">◆ </a></span>CreateCpuMemoryInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateCpuMemoryInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> </td>
|
|
<td class="paramname"><em>type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d">OrtMemType</a> </td>
|
|
<td class="paramname"><em>mem_type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> for CPU memory. </p>
|
|
<p >Special case version of <a class="el" href="struct_ort_api.html#a5b666b746c52eaf54b41bf0c99d88cd1" title="Create an OrtMemoryInfo.">OrtApi::CreateMemoryInfo</a> for CPU based memory. Same as using <a class="el" href="struct_ort_api.html#a5b666b746c52eaf54b41bf0c99d88cd1" title="Create an OrtMemoryInfo.">OrtApi::CreateMemoryInfo</a> with name = "Cpu" and id = 0.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">mem_type</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8a2137a4d843deb346f9548605c90a61" name="a8a2137a4d843deb346f9548605c90a61"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8a2137a4d843deb346f9548605c90a61">◆ </a></span>CreateCustomOpDomain()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateCustomOpDomain </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>domain</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create a custom op domain. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">domain</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created domain. Must be freed with <a class="el" href="struct_ort_api.html#a111b23ef2a6fe29cd3fe2df7de8227ec">OrtApi::ReleaseCustomOpDomain</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a22085f699a2d1adb52f809383f475ed1" name="a22085f699a2d1adb52f809383f475ed1"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a22085f699a2d1adb52f809383f475ed1">◆ </a></span>CreateEnv()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateEnv </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> </td>
|
|
<td class="paramname"><em>log_severity_level</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>logid</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtEnv. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">log_severity_level</td><td>The log severity level. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logid</td><td>The log identifier. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned newly created OrtEnv. Must be freed with <a class="el" href="struct_ort_api.html#a5edc51815e9aeba83516e4fe55ef836a">OrtApi::ReleaseEnv</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3c7a1993cb380a5f9eb38374245c6343" name="a3c7a1993cb380a5f9eb38374245c6343"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3c7a1993cb380a5f9eb38374245c6343">◆ </a></span>CreateEnvWithCustomLogger()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateEnvWithCustomLogger </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga2a61c1134f2f604095f32d2560630e94">OrtLoggingFunction</a> </td>
|
|
<td class="paramname"><em>logging_function</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>logger_param</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> </td>
|
|
<td class="paramname"><em>log_severity_level</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>logid</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtEnv. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logging_function</td><td>A pointer to a logging function. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logger_param</td><td>A pointer to arbitrary data passed as the <a class="el" href="group___global.html#ga2a61c1134f2f604095f32d2560630e94">OrtLoggingFunction</a> <code>param</code> parameter to <code>logging_function</code>. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">log_severity_level</td><td>The log severity level. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logid</td><td>The log identifier. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned newly created OrtEnv. Must be freed with <a class="el" href="struct_ort_api.html#a5edc51815e9aeba83516e4fe55ef836a">OrtApi::ReleaseEnv</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a71336a3b27040097136a6fb40cf056c1" name="a71336a3b27040097136a6fb40cf056c1"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a71336a3b27040097136a6fb40cf056c1">◆ </a></span>CreateEnvWithCustomLoggerAndGlobalThreadPools()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateEnvWithCustomLoggerAndGlobalThreadPools </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga2a61c1134f2f604095f32d2560630e94">OrtLoggingFunction</a> </td>
|
|
<td class="paramname"><em>logging_function</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>logger_param</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> </td>
|
|
<td class="paramname"><em>log_severity_level</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>logid</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const struct <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>tp_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >Create a custom environment with global threadpools and logger that will be shared across sessions. Use this in conjunction with <a class="el" href="struct_ort_api.html#a65495e1a61a098089f6f987b41535743" title="Use global thread pool on a session.">OrtApi::DisablePerSessionThreads</a> or else the session will use its own thread pools.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logging_function</td><td>A pointer to a logging function. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logger_param</td><td>A pointer to arbitrary data passed as the <a class="el" href="group___global.html#ga2a61c1134f2f604095f32d2560630e94">OrtLoggingFunction</a> <code>param</code> parameter to <code>logging_function</code>. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">log_severity_level</td><td>The log severity level. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logid</td><td>The log identifier. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tp_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created OrtEnv. Must be freed with <a class="el" href="struct_ort_api.html#a5edc51815e9aeba83516e4fe55ef836a">OrtApi::ReleaseEnv</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a43a1a757582469f88421a9ef9d63f192" name="a43a1a757582469f88421a9ef9d63f192"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a43a1a757582469f88421a9ef9d63f192">◆ </a></span>CreateEnvWithGlobalThreadPools()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateEnvWithGlobalThreadPools </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c">OrtLoggingLevel</a> </td>
|
|
<td class="paramname"><em>log_severity_level</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>logid</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>tp_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtEnv. </p>
|
|
<p >Create an environment with global threadpools that will be shared across sessions. Use this in conjunction with <a class="el" href="struct_ort_api.html#a65495e1a61a098089f6f987b41535743" title="Use global thread pool on a session.">OrtApi::DisablePerSessionThreads</a> or else the session will use its own thread pools.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">log_severity_level</td><td>The log severity level. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logid</td><td>The log identifier. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tp_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned newly created OrtEnv. Must be freed with <a class="el" href="struct_ort_api.html#a5edc51815e9aeba83516e4fe55ef836a">OrtApi::ReleaseEnv</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae78869517034d061951d9ba6e66fb697" name="ae78869517034d061951d9ba6e66fb697"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae78869517034d061951d9ba6e66fb697">◆ </a></span>CreateIoBinding()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateIoBinding </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> instance. </p>
|
|
<p >An IoBinding object allows one to bind pre-allocated <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s to input names. Thus if you want to use a raw on device buffer as input or output you can avoid extra copy during runtime.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. Must be freed with <a class="el" href="struct_ort_api.html#a793b2e110df76c76309d7d0d2182628b" title="Release an OrtIoBinding obtained from OrtApi::CreateIoBinding.">OrtApi::ReleaseIoBinding</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5b666b746c52eaf54b41bf0c99d88cd1" name="a5b666b746c52eaf54b41bf0c99d88cd1"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5b666b746c52eaf54b41bf0c99d88cd1">◆ </a></span>CreateMemoryInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateMemoryInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> </td>
|
|
<td class="paramname"><em>type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>id</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d">OrtMemType</a> </td>
|
|
<td class="paramname"><em>mem_type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">id</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">mem_type</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. Must be freed with OrtAPi::ReleaseMemoryInfo</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae12e59921f2c3480bb4bc0fcf7ddd6ec" name="ae12e59921f2c3480bb4bc0fcf7ddd6ec"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae12e59921f2c3480bb4bc0fcf7ddd6ec">◆ </a></span>CreateOpaqueValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateOpaqueValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>domain_name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>type_name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void * </td>
|
|
<td class="paramname"><em>data_container</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>data_container_size</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an opaque (custom user defined type) <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<p >Constructs an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> that contains a value of non-standard type created for experiments or while awaiting standardization. <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> in this case would contain an internal representation of the Opaque type. Opaque types are distinguished from each other by two strings 1) domain and 2) type name. The combination of the two must be unique, so the type representation is properly identified internally. The combination must be properly registered from within ORT at both compile/run time or by another API.</p>
|
|
<p >To construct the <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> pass domain and type names, also a pointer to a data container the type of which must be known to both ORT and the client program. That data container may or may not match the internal representation of the Opaque type. The sizeof(data_container) is passed for verification purposes.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">domain_name</td><td>Null terminated string of the domain name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type_name</td><td>Null terminated string of the type name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">data_container</td><td>User pointer Data to populate <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">data_container_size</td><td>Size in bytes of what <code>data_container</code> points to </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. Must be freed with <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a0dcdc66ac26c5d9aae1ccadf09f059fc" name="a0dcdc66ac26c5d9aae1ccadf09f059fc"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a0dcdc66ac26c5d9aae1ccadf09f059fc">◆ </a></span>CreatePrepackedWeightsContainer()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreatePrepackedWeightsContainer </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> ** </td>
|
|
<td class="paramname"><em>out</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a>. </p>
|
|
<p >This container will hold pre-packed buffers of shared initializers for sharing between sessions (i.e.) if there are shared initializers that can be shared between sessions, the pre-packed buffers of these (if any) may possibly be shared to provide memory footprint savings. Pass this container to sessions that you would like to share pre-packed buffers of shared initializers at session creation time.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a>. Must be freed with <a class="el" href="struct_ort_api.html#a72a1b93e8f62021d758340e9c3a5de7d" title="Release OrtPrepackedWeightsContainer instance.">OrtApi::ReleasePrepackedWeightsContainer</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a87ba125ce92a1ecfeb3135d85287edfd" name="a87ba125ce92a1ecfeb3135d85287edfd"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a87ba125ce92a1ecfeb3135d85287edfd">◆ </a></span>CreateRunOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateRunOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> ** </td>
|
|
<td class="paramname"><em>out</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtRunOptions. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned newly created <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a>. Must be freed with <a class="el" href="struct_ort_api.html#ab09e362ad76fa2d71f23d7860d5a851e">OrtApi::ReleaseRunOptions</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8e8529eb336bbe2334307c9197891838" name="a8e8529eb336bbe2334307c9197891838"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8e8529eb336bbe2334307c9197891838">◆ </a></span>CreateSession()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSession </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>model_path</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtSession from a model file. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_path</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned newly created OrtSession. Must be freed with <a class="el" href="struct_ort_api.html#ae311be14b0e35ce3ad3bc1418a79d7bb">OrtApi::ReleaseSession</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8c9d4f617fd806cd10da1fecd265dd8c" name="a8c9d4f617fd806cd10da1fecd265dd8c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8c9d4f617fd806cd10da1fecd265dd8c">◆ </a></span>CreateSessionFromArray()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSessionFromArray </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void * </td>
|
|
<td class="paramname"><em>model_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>model_data_length</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtSession from memory. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_data</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_data_length</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned newly created OrtSession. Must be freed with <a class="el" href="struct_ort_api.html#ae311be14b0e35ce3ad3bc1418a79d7bb">OrtApi::ReleaseSession</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a103f6e5e3b33ac8b8e89fb3e24410eed" name="a103f6e5e3b33ac8b8e89fb3e24410eed"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a103f6e5e3b33ac8b8e89fb3e24410eed">◆ </a></span>CreateSessionFromArrayWithPrepackedWeightsContainer()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSessionFromArrayWithPrepackedWeightsContainer </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void * </td>
|
|
<td class="paramname"><em>model_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>model_data_length</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> * </td>
|
|
<td class="paramname"><em>prepacked_weights_container</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create session from memory with prepacked weights container. </p>
|
|
<p >Same functionality offered by <a class="el" href="struct_ort_api.html#a8c9d4f617fd806cd10da1fecd265dd8c" title="Create an OrtSession from memory.">OrtApi::CreateSessionFromArray</a> except that a container that contains pre-packed weights' buffers is written into/read from by the created session. This is useful when used in conjunction with <a class="el" href="struct_ort_api.html#a21a723218a1f795a0deabb6f8a2c541a" title="Add a pre-allocated initializer to a session.">OrtApi::AddInitializer</a> which injects shared initializer info into sessions. Wherever possible, the pre-packed versions of these shared initializers are cached in this container so that multiple sessions can just re-use these instead of duplicating these in memory.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_data</td><td>Array of bytes holding the model </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_data_length</td><td>Number of bytes in <code>model_data_model</code> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">prepacked_weights_container</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a>. Must be freed with <a class="el" href="struct_ort_api.html#ae311be14b0e35ce3ad3bc1418a79d7bb">OrtApi::ReleaseSession</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a033b8a4a9de072bcc9dda3a8434922c5" name="a033b8a4a9de072bcc9dda3a8434922c5"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a033b8a4a9de072bcc9dda3a8434922c5">◆ </a></span>CreateSessionOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSessionOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> ** </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> object. </p>
|
|
<p >To use additional providers, you must build ORT with the extra providers enabled. Then call one of these functions to enable them in the session:<br />
|
|
OrtSessionOptionsAppendExecutionProvider_CPU<br />
|
|
OrtSessionOptionsAppendExecutionProvider_CUDA<br />
|
|
OrtSessionOptionsAppendExecutionProvider_(remaining providers...)<br />
|
|
The order they are called indicates the preference order as well. In other words call this method on your most preferred execution provider first followed by the less preferred ones. If none are called <a class="el" href="namespace_ort.html" title="All C++ Onnxruntime APIs are defined inside this namespace.">Ort</a> will use its internal CPU execution provider.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">options</td><td>The newly created OrtSessionOptions. Must be freed with <a class="el" href="struct_ort_api.html#a2fa11d21f36cbd068a82682ea175d774">OrtApi::ReleaseSessionOptions</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ace3c63893c426d56741c7bf435b69594" name="ace3c63893c426d56741c7bf435b69594"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ace3c63893c426d56741c7bf435b69594">◆ </a></span>CreateSessionWithPrepackedWeightsContainer()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSessionWithPrepackedWeightsContainer </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>model_path</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> * </td>
|
|
<td class="paramname"><em>prepacked_weights_container</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create session with prepacked weights container. </p>
|
|
<p >Same functionality offered by <a class="el" href="struct_ort_api.html#a8e8529eb336bbe2334307c9197891838" title="Create an OrtSession from a model file.">OrtApi::CreateSession</a> except that a container that contains pre-packed weights' buffers is written into/read from by the created session. This is useful when used in conjunction with <a class="el" href="struct_ort_api.html#a21a723218a1f795a0deabb6f8a2c541a" title="Add a pre-allocated initializer to a session.">OrtApi::AddInitializer</a> which injects shared initializer info into sessions. Wherever possible, the pre-packed versions of these shared initializers are cached in this container so that multiple sessions can just re-use these instead of duplicating these in memory.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td>OrtEnv instance instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_path</td><td>Null terminated string of the path (wchar on Windows, char otherwise) </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">prepacked_weights_container</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a>. Must be freed with <a class="el" href="struct_ort_api.html#ae311be14b0e35ce3ad3bc1418a79d7bb">OrtApi::ReleaseSession</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2a365493ae5d46fd1bc36524ffdb71fb" name="a2a365493ae5d46fd1bc36524ffdb71fb"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2a365493ae5d46fd1bc36524ffdb71fb">◆ </a></span>CreateSparseTensorAsOrtValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSparseTensorAsOrtValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>dense_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>dense_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> </td>
|
|
<td class="paramname"><em>type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> with a sparse tensor that is empty. </p>
|
|
<p >Use FillSparseTensor<Format>() functions to populate sparse tensor with non-zero values and format specific indices data. Use ReleaseValue to destroy the sparse tensor, this will also release the buffer inside the output value if any was allocated. </p><dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">allocator</td><td>allocator to use when performing an allocation. Allocation will be performed by FillSparseTensor<Format>() APIs. The lifespan of the allocator instance must eclipse the lifespan this sparse tensor instance as the same allocator will be used to free memory. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dense_shape</td><td>shape of the original dense tensor </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dense_shape_len</td><td>number of shape dimensions being passed </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td>must be one of TENSOR_ELEMENT_DATA_TYPE_xxxx </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Should be freed by calling ReleaseValue</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a0c327539c710bfc8e706e7912c81b548" name="a0c327539c710bfc8e706e7912c81b548"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a0c327539c710bfc8e706e7912c81b548">◆ </a></span>CreateSparseTensorWithValuesAsOrtValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateSparseTensorWithValuesAsOrtValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>p_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>dense_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>dense_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>values_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>values_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> </td>
|
|
<td class="paramname"><em>type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >Create an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> with a sparse tensor. This is the first step. Next, use Use<Format>Indices() functions to supply sparse tensor with format specific indices data and set its sparse format to a specific enum value. This will not perform memory allocations. It will use supplied user buffer which should outlive the created sparse tensor. Use <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a> to destroy the sparse tensor. It would not release the supplied values buffer. This function can not be used to map strings from the user allocated memory. Strings must always be copied and have UTF-8 encoding. Therefore, use <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a> above and then fill it with data using appropriate Make*() function.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td>memory info where sparse values reside. </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">p_data</td><td>pointer to a user allocated buffer with values. To create a full sparse tensor with no non-zero values, pass nullptr </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dense_shape</td><td>shape of the original dense tensor </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dense_shape_len</td><td>number of shape dimensions being passed </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape</td><td>shape of the values data. To create a fully sparse tensor with no non-zero values, pass {0} shape. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape_len</td><td>number of values shape dimensions </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td>must be one of TENSOR_ELEMENT_DATA_TYPE_xxxx </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Should be freed by calling ReleaseValue</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="afa229d9d92820cc59298ed38d3f4f73f" name="afa229d9d92820cc59298ed38d3f4f73f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#afa229d9d92820cc59298ed38d3f4f73f">◆ </a></span>CreateTensorAsOrtValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateTensorAsOrtValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> </td>
|
|
<td class="paramname"><em>type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create a tensor. </p>
|
|
<p >Create a tensor using a supplied <a class="el" href="struct_ort_allocator.html" title="Memory allocation interface.">OrtAllocator</a></p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">shape</td><td>Tensor shape </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">shape_len</td><td>Number of elements in <code>shape</code> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returns newly created <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. Must be freed with <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aded45902af604f958176bec4792351c0" name="aded45902af604f958176bec4792351c0"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aded45902af604f958176bec4792351c0">◆ </a></span>CreateTensorRTProviderOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateTensorRTProviderOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> ** </td>
|
|
<td class="paramname"><em>out</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtTensorRTProviderOptionsV2. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a>. Must be released with <a class="el" href="struct_ort_api.html#ae17a8857260554d44bb2b27a67e39020" title="Release an OrtTensorRTProviderOptionsV2.">OrtApi::ReleaseTensorRTProviderOptions</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="af0da0bfcff87b12e33553d0f66efa271" name="af0da0bfcff87b12e33553d0f66efa271"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#af0da0bfcff87b12e33553d0f66efa271">◆ </a></span>CreateTensorTypeAndShapeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateTensorTypeAndShapeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> object. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returns newly created <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. Must be freed with <a class="el" href="struct_ort_api.html#ac2c90c4d81d864db2cd955de5853fb8c">OrtApi::ReleaseTensorTypeAndShapeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2aad3ccd68c66d0b38bdb966467d9324" name="a2aad3ccd68c66d0b38bdb966467d9324"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2aad3ccd68c66d0b38bdb966467d9324">◆ </a></span>CreateTensorWithDataAsOrtValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateTensorWithDataAsOrtValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>p_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>p_data_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> </td>
|
|
<td class="paramname"><em>type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create a tensor backed by a user supplied buffer. </p>
|
|
<p >Create a tensor with user's buffer. You can fill the buffer either before calling this function or after. p_data is owned by caller. ReleaseValue won't release p_data.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">p_data</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">p_data_len</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">shape</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">shape_len</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returns newly created <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. Must be freed with <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac75fe21087463e1ee638c4a933ebf8f7" name="ac75fe21087463e1ee638c4a933ebf8f7"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac75fe21087463e1ee638c4a933ebf8f7">◆ </a></span>CreateThreadingOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateThreadingOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> ** </td>
|
|
<td class="paramname"><em>out</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a>. Must be freed with <a class="el" href="struct_ort_api.html#aa2053c5c5c1c91f1b32c43d8b0e087c6">OrtApi::ReleaseThreadingOptions</a> <dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac0a58d7d43a98ebe44a2d2f7f8406415" name="ac0a58d7d43a98ebe44a2d2f7f8406415"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac0a58d7d43a98ebe44a2d2f7f8406415">◆ </a></span>CreateValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CreateValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *const * </td>
|
|
<td class="paramname"><em>in</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>num_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> </td>
|
|
<td class="paramname"><em>value_type</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create a map or sequence <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<p >To construct a map (ONNX_TYPE_MAP), use num_values = 2 and <code>in</code> should be an array of 2 <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s representing keys and values.<br />
|
|
</p>
|
|
<p >To construct a sequence (ONNX_TYPE_SEQUENCE), use num_values = N where N is the number of the elements in the sequence. 'in' should be an array of N <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">in</td><td>See above for details </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">num_values</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value_type</td><td>Must be either ONNX_TYPE_MAP or ONNX_TYPE_SEQUENCE </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. Must be freed with <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a667322624add60e555d44c5bbaba60d3" name="a667322624add60e555d44c5bbaba60d3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a667322624add60e555d44c5bbaba60d3">◆ </a></span>CustomOpDomain_Add()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::CustomOpDomain_Add </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> * </td>
|
|
<td class="paramname"><em>custom_op_domain</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="struct_ort_custom_op.html">OrtCustomOp</a> * </td>
|
|
<td class="paramname"><em>op</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Add a custom op to a custom op domain. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>The OrtCustomOp* pointer must remain valid until the <a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> using it is released</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">custom_op_domain</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">op</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa2ec3fc24741cfc1024ebb25091dde71" name="aa2ec3fc24741cfc1024ebb25091dde71"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa2ec3fc24741cfc1024ebb25091dde71">◆ </a></span>DisableCpuMemArena()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::DisableCpuMemArena </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Disable the memory arena on CPU. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab090eb2a54f5dfaf0377a8cc72d65c5f" name="ab090eb2a54f5dfaf0377a8cc72d65c5f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab090eb2a54f5dfaf0377a8cc72d65c5f">◆ </a></span>DisableMemPattern()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::DisableMemPattern </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Disable the memory pattern optimization. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ad13b711736956bf0565fea0f8d7a5d75" title="Enable the memory pattern optimization.">OrtApi::EnableMemPattern</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a65495e1a61a098089f6f987b41535743" name="a65495e1a61a098089f6f987b41535743"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a65495e1a61a098089f6f987b41535743">◆ </a></span>DisablePerSessionThreads()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::DisablePerSessionThreads </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Use global thread pool on a session. </p>
|
|
<p >Disable using per session thread pool and use the shared global threadpool. This should be used in conjunction with <a class="el" href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192" title="Create an OrtEnv.">OrtApi::CreateEnvWithGlobalThreadPools</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a0d89e3555264683e7893cd85e78bd55c" name="a0d89e3555264683e7893cd85e78bd55c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a0d89e3555264683e7893cd85e78bd55c">◆ </a></span>DisableProfiling()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::DisableProfiling </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Disable profiling for a session. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a74a22efe6571fe538e60f677654ae01f" name="a74a22efe6571fe538e60f677654ae01f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a74a22efe6571fe538e60f677654ae01f">◆ </a></span>DisableTelemetryEvents()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::DisableTelemetryEvents </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Disable Telemetry. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a5906120ee76cca5e8f560e6e8a3fd85c" title="Enable Telemetry.">OrtApi::EnableTelemetryEvents</a> </dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a0bbd62df2b3c119636fba89192240593" name="a0bbd62df2b3c119636fba89192240593"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a0bbd62df2b3c119636fba89192240593">◆ </a></span>EnableCpuMemArena()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::EnableCpuMemArena </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Enable the memory arena on CPU. </p>
|
|
<p >Arena may pre-allocate memory for future usage.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad13b711736956bf0565fea0f8d7a5d75" name="ad13b711736956bf0565fea0f8d7a5d75"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad13b711736956bf0565fea0f8d7a5d75">◆ </a></span>EnableMemPattern()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::EnableMemPattern </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Enable the memory pattern optimization. </p>
|
|
<p >The idea is if the input shapes are the same, we could trace the internal memory allocation and generate a memory pattern for future request. So next time we could just do one allocation with a big chunk for all the internal memory allocation. </p><dl class="section note"><dt>Note</dt><dd>Memory pattern optimization is only available when Sequential Execution mode is enabled (see <a class="el" href="struct_ort_api.html#a8113f817428f87ef4926d97809291155" title="Set execution mode.">OrtApi::SetSessionExecutionMode</a>)</dd></dl>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ab090eb2a54f5dfaf0377a8cc72d65c5f" title="Disable the memory pattern optimization.">OrtApi::DisableMemPattern</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="abcaec019b71c48a6bade45f322d2a982" name="abcaec019b71c48a6bade45f322d2a982"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#abcaec019b71c48a6bade45f322d2a982">◆ </a></span>EnableOrtCustomOps()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::EnableOrtCustomOps </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Enable custom operators. </p>
|
|
<p >See onnxruntime-extensions: <a href="https://github.com/microsoft/onnxruntime-extensions.git">https://github.com/microsoft/onnxruntime-extensions.git</a></p>
|
|
<p ><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a93ba4a1a1dca762c2747255a1dc4ffd5" name="a93ba4a1a1dca762c2747255a1dc4ffd5"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a93ba4a1a1dca762c2747255a1dc4ffd5">◆ </a></span>EnableProfiling()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::EnableProfiling </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>profile_file_prefix</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Enable profiling for a session. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">profile_file_prefix</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5906120ee76cca5e8f560e6e8a3fd85c" name="a5906120ee76cca5e8f560e6e8a3fd85c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5906120ee76cca5e8f560e6e8a3fd85c">◆ </a></span>EnableTelemetryEvents()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::EnableTelemetryEvents </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Enable Telemetry. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>Telemetry events are on by default since they are lightweight </dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aea0817fab37f1f77b9283b684304854b" name="aea0817fab37f1f77b9283b684304854b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aea0817fab37f1f77b9283b684304854b">◆ </a></span>FillSparseTensorBlockSparse()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::FillSparseTensorBlockSparse </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>data_mem_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>values_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>values_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void * </td>
|
|
<td class="paramname"><em>values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>indices_shape_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>indices_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int32_t * </td>
|
|
<td class="paramname"><em>indices_data</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >This fills populates an empty tensor that was created using <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a>. This will allocate required memory and copy the supplied NNZ values and BlockSparse indices into that memory allocation. Memory allocation is performed using the allocator that was specified with <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to populate with data </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">data_mem_info</td><td>serves to identify the location of the data to be copied. If the allocator specified at the creation time has memory info that is not the same as mem_info argument to this function a X-device copy will be performed. String data is assumed to be on CPU and will only be copied into a CPU allocated buffer. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape_len</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values</td><td>structure with values information </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_shape_data</td><td>pointer to a location of indices shape </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_shape_len</td><td>length of the block sparse indices shape </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_data</td><td>pointer to a location of indices data. Shape will determine the length of the indices data.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="af17b5e2301a2d44f9522230d2dbf305a" name="af17b5e2301a2d44f9522230d2dbf305a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#af17b5e2301a2d44f9522230d2dbf305a">◆ </a></span>FillSparseTensorCoo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::FillSparseTensorCoo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>data_mem_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>values_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>values_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void * </td>
|
|
<td class="paramname"><em>values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>indices_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>indices_num</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >This fills populates an empty tensor that was created using <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a>. This will allocate required memory and copy the supplied NNZ values and COO indices into that memory allocation. Memory allocation is performed using the allocator that was specified with <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to populate with data </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">data_mem_info</td><td>serves to identify the location of the data to be copied. If the allocator specified at the creation time has memory info that is not the same as mem_info argument to this function a X-device copy will be performed. String data is assumed to be on CPU and will only be copied into a CPU allocated buffer. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape</td><td>pointer to values shape array </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape_len</td><td>length of the values_shape </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values</td><td>pointer to an array of values. For strings, pass const char**. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_data</td><td>pointer to a location of COO indices </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_num</td><td>number of COO indices</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a68783ed3669e8aad61959e80ba0bd921" name="a68783ed3669e8aad61959e80ba0bd921"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a68783ed3669e8aad61959e80ba0bd921">◆ </a></span>FillSparseTensorCsr()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::FillSparseTensorCsr </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>data_mem_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>values_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>values_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void * </td>
|
|
<td class="paramname"><em>values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>inner_indices_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>inner_indices_num</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>outer_indices_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>outer_indices_num</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >This fills populates an empty tensor that was created using <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a>. This will allocate required memory and copy the supplied NNZ values and CSR indices into that memory allocation. Memory allocation is performed using the allocator that was specified with <a class="el" href="struct_ort_api.html#a2a365493ae5d46fd1bc36524ffdb71fb" title="Create an OrtValue with a sparse tensor that is empty.">OrtApi::CreateSparseTensorAsOrtValue</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> to populate with data </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">data_mem_info</td><td>serves to identify the location of the data to be copied. If the allocator specified at the creation time has memory info that is not the same as mem_info argument to this function a X-device copy will be performed. String data is assumed to be on CPU and will only be copied into a CPU allocated buffer. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape</td><td>pointer to values shape array </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values_shape_len</td><td>length of the values_shape </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">values</td><td>- pointer to an array of values. For strings, pass const char**. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">inner_indices_data</td><td>pointer to a location of CSR inner indices </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">inner_indices_num</td><td>number of CSR inner indices </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">outer_indices_data</td><td>pointer to a location of CSR outer indices </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">outer_indices_num</td><td>number of CSR outer indices</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a331a316ac51e6124c6b0dbab46969e06" name="a331a316ac51e6124c6b0dbab46969e06"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a331a316ac51e6124c6b0dbab46969e06">◆ </a></span>FillStringTensor()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::FillStringTensor </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char *const * </td>
|
|
<td class="paramname"><em>s</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>s_len</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set all strings at once in a string tensor. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">value</td><td>A tensor of type ONNX_TENSOR_ELEMENT_DATA_TYPE_STRING </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">s</td><td>An array of strings. Each string in this array must be null terminated. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">s_len</td><td>Count of strings in s (Must match the size of <code>value's</code> tensor shape)</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2a8ac71328801533cbc9678607f9b263" name="a2a8ac71328801533cbc9678607f9b263"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2a8ac71328801533cbc9678607f9b263">◆ </a></span>FillStringTensorElement()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::FillStringTensorElement </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>s</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set a single string in a string tensor. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A string tensor </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">s</td><td>A null terminated UTF-8 encoded string </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Index of the string in the tensor to set</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8dec797ae52ee1a681e4f88be1fb4bb3" name="a8dec797ae52ee1a681e4f88be1fb4bb3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8dec797ae52ee1a681e4f88be1fb4bb3">◆ </a></span>GetAllocatorWithDefaultOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetAllocatorWithDefaultOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> ** </td>
|
|
<td class="paramname"><em>out</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the default allocator. </p>
|
|
<p >The default allocator is a CPU based, non-arena. Always returns the same pointer to the same default allocator.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Returned value should NOT be freed</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aaacd4a9540eb5044291addd2ebd9bc5f" name="aaacd4a9540eb5044291addd2ebd9bc5f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aaacd4a9540eb5044291addd2ebd9bc5f">◆ </a></span>GetAvailableProviders()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetAvailableProviders </td>
|
|
<td>(</td>
|
|
<td class="paramtype">char *** </td>
|
|
<td class="paramname"><em>out_ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>provider_length</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the names of all available providers. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>The providers in the list are not guaranteed to be usable. They may fail to load due to missing system dependencies. For example, if the CUDA/cuDNN libraries are not installed, the CUDA provider will report an error when it is added to the session options.</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out_ptr</td><td>Set to a pointer to an array of null terminated strings of the available providers. The entries and the array itself must be freed using <a class="el" href="struct_ort_api.html#ae63f0ce72aace3fa0702b1a9951ca5c4" title="Release data from OrtApi::GetAvailableProviders.">OrtApi::ReleaseAvailableProviders</a> </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">provider_length</td><td>Set to the number of entries in the <code>out_ptr</code> array</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aeed5427179ef1438e03520143adc86bc" name="aeed5427179ef1438e03520143adc86bc"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aeed5427179ef1438e03520143adc86bc">◆ </a></span>GetBoundOutputNames()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetBoundOutputNames </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>binding_ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>buffer</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t ** </td>
|
|
<td class="paramname"><em>lengths</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>count</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the names of an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>'s outputs. </p>
|
|
<p >Returns the names of the outputs in the order they were bound. This is useful after running the model with bound outputs because the returned names are in order in which output <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> are returned. This is useful if the order of outputs and their names is not known.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">binding_ptr</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td>Allocator used to allocate continuous buffers for output strings and lengths. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">buffer</td><td>Returns an array of non-null terminated UTF-8 strings. The number of strings stored is returned in the count parameter. This buffer is allocated using <code>allocator</code> and must be freed using it. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">lengths</td><td>Returns an array of <code>count</code> lengths of the strings returned in <code>buffer</code> This buffer is allocated using <code>allocator</code> and must be freed using it. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">count</td><td>Number of strings returned. If <code>binding_ptr</code> has no bound outputs, zero is returned, no memory allocation is performed and buffer and lengths are set to nullptr.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2fa82193ec64371a05220e869e137622" name="a2fa82193ec64371a05220e869e137622"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2fa82193ec64371a05220e869e137622">◆ </a></span>GetBoundOutputValues()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetBoundOutputValues </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>binding_ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *** </td>
|
|
<td class="paramname"><em>output</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>output_count</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the output <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> objects from an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. </p>
|
|
<p >Returns an array of pointers to individually allocated <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s that contain results of a model execution with <a class="el" href="struct_ort_api.html#ab61526567b2a869233d6c7e575317b99" title="Run a model using Io Bindings for the inputs & outputs.">OrtApi::RunWithBinding</a> The array contains the same number of <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s and they are in the same order as they were bound with <a class="el" href="struct_ort_api.html#aff5519386ff6b0ce58e48547bfb7f80f" title="Bind an OrtValue to an OrtIoBinding output.">OrtApi::BindOutput</a> or <a class="el" href="struct_ort_api.html#a5ed97d9a93c22bff5d449462a7c95a9c" title="Bind an OrtIoBinding output to a device.">OrtApi::BindOutputToDevice</a>.</p>
|
|
<p >The returned <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s must be released using <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a> after they are no longer needed. The array is allocated using the specified instance of the allocator and must be freed using the same allocator after all the <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s contained therein are individually released.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">binding_ptr</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td>Allocator used to allocate output array </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">output</td><td>Set to the allocated array of allocated <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> outputs. Set to nullptr if there are 0 outputs. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">output_count</td><td>Set to number of <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s returned</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="abadd8e77d294fc7db50b25d8d0de453b" name="abadd8e77d294fc7db50b25d8d0de453b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#abadd8e77d294fc7db50b25d8d0de453b">◆ </a></span>GetCurrentGpuDeviceId()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetCurrentGpuDeviceId </td>
|
|
<td>(</td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>device_id</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get current GPU device ID. </p>
|
|
<p >Get the current device id of the GPU execution provider (CUDA/tensorrt/rocm).</p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a4fe802b337e2efb2cbff17761bd9d22b" title="Set current GPU device ID.">OrtApi::SetCurrentGpuDeviceId</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">device_id</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5496cb1f6cd12af30b03dbd8b0060dd3" name="a5496cb1f6cd12af30b03dbd8b0060dd3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5496cb1f6cd12af30b03dbd8b0060dd3">◆ </a></span>GetDenotationFromTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetDenotationFromTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> * </td>
|
|
<td class="paramname"><em>type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char **const </td>
|
|
<td class="paramname"><em>denotation</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>len</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get denotation from type information. </p>
|
|
<p >Augments <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> to return denotations on the type.</p>
|
|
<p >This is used by WinML to determine if an input/output is intended to be an Image or a Tensor.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">denotation</td><td>Pointer to the null terminated denotation string is written to this pointer. This pointer is valid until the object is destroyed or the name is changed, do not free. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">len</td><td>Length in bytes of the string returned in <code>denotation</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae06620ce959abdb68f982a200fb003cd" name="ae06620ce959abdb68f982a200fb003cd"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae06620ce959abdb68f982a200fb003cd">◆ </a></span>GetDimensions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetDimensions </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>dim_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>dim_values_length</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get dimensions in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">dim_values</td><td>Array with <code>dim_values_length</code> elements. On return, filled with the dimensions stored in the <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_values_length</td><td>Number of elements in <code>dim_values</code>. Use <a class="el" href="struct_ort_api.html#a4b4e5b170de480987d23d350ccc55349" title="Get dimension count in OrtTensorTypeAndShapeInfo.">OrtApi::GetDimensionsCount</a> to get this value</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a4b4e5b170de480987d23d350ccc55349" name="a4b4e5b170de480987d23d350ccc55349"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a4b4e5b170de480987d23d350ccc55349">◆ </a></span>GetDimensionsCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetDimensionsCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get dimension count in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ae06620ce959abdb68f982a200fb003cd" title="Get dimensions in OrtTensorTypeAndShapeInfo.">OrtApi::GetDimensions</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab6b3a218e2c1e2c2e83a07a5d0b8e6cf" name="ab6b3a218e2c1e2c2e83a07a5d0b8e6cf"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab6b3a218e2c1e2c2e83a07a5d0b8e6cf">◆ </a></span>GetMapKeyType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetMapKeyType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> * </td>
|
|
<td class="paramname"><em>map_type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get key type from an <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a>. </p>
|
|
<p >Key types are restricted to being scalar types.</p>
|
|
<p >This is used by WinML to support model reflection APIs.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">map_type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8b7dec1975ce88636f0d77f89160eee3" name="a8b7dec1975ce88636f0d77f89160eee3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8b7dec1975ce88636f0d77f89160eee3">◆ </a></span>GetMapValueType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetMapValueType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> * </td>
|
|
<td class="paramname"><em>map_type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>type_info</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the value type from an <a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">map_type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">type_info</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a50d7f38cb7ffbf0e7752b12d9d7fc25a" name="a50d7f38cb7ffbf0e7752b12d9d7fc25a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a50d7f38cb7ffbf0e7752b12d9d7fc25a">◆ </a></span>GetOnnxTypeFromTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetOnnxTypeFromTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> * </td>
|
|
<td class="paramname"><em>type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> from <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aab40422beeb98330f90cf758eaba36a7" name="aab40422beeb98330f90cf758eaba36a7"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aab40422beeb98330f90cf758eaba36a7">◆ </a></span>GetOpaqueValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetOpaqueValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>domain_name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>type_name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>in</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>data_container</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>data_container_size</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get internal data from an opaque (custom user defined type) <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<p >Copies internal data from an opaque value into a user provided buffer</p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ae12e59921f2c3480bb4bc0fcf7ddd6ec" title="Create an opaque (custom user defined type) OrtValue.">OrtApi::CreateOpaqueValue</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">domain_name</td><td>Null terminated string of the domain name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type_name</td><td>Null terminated string of the type name </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">in</td><td>The opaque <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">data_container</td><td>Buffer to copy data into </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">data_container_size</td><td>Size in bytes of the buffer pointed to by data_container. Must match the size of the internal buffer.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a66d1082c98f5a76c3e47a2d92f3ed402" name="a66d1082c98f5a76c3e47a2d92f3ed402"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a66d1082c98f5a76c3e47a2d92f3ed402">◆ </a></span>GetSequenceElementType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSequenceElementType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> * </td>
|
|
<td class="paramname"><em>sequence_type_info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>type_info</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get element type from an <a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a>. </p>
|
|
<p >This is used by WinML to support model reflection APIs.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">sequence_type_info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">type_info</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a11e14c4dd35b1390ab8953a2f9fbbb6b" name="a11e14c4dd35b1390ab8953a2f9fbbb6b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a11e14c4dd35b1390ab8953a2f9fbbb6b">◆ </a></span>GetSparseTensorFormat()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSparseTensorFormat </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaba2697542109e4ab6b24a8fbb847812d">OrtSparseFormat</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Returns sparse tensor format enum iff a given ort value contains an instance of sparse tensor. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> that contains an instance of sparse tensor </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>pointer to out parameter</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a933ed01b9637fdbe41fd56527879bce3" name="a933ed01b9637fdbe41fd56527879bce3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a933ed01b9637fdbe41fd56527879bce3">◆ </a></span>GetSparseTensorIndices()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSparseTensorIndices </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#ga497c04502f658b896b265233fc890787">OrtSparseIndicesFormat</a> </td>
|
|
<td class="paramname"><em>indices_format</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>num_indices</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void ** </td>
|
|
<td class="paramname"><em>indices</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Returns indices data for the type of the indices specified by indices_format. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> containing sparse tensor. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_format</td><td>One of the indices formats. It is an error to request a format that the sparse tensor does not contain. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">num_indices</td><td>Pointer to where the number of indices entries is returned </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">indices</td><td>Returned pointer to the indices data. Do not free the returned pointer as it refers to internal data owned by the <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a1ff38a970335ae69437af7ed2fdc53db" name="a1ff38a970335ae69437af7ed2fdc53db"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1ff38a970335ae69437af7ed2fdc53db">◆ </a></span>GetSparseTensorIndicesTypeShape()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSparseTensorIndicesTypeShape </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#ga497c04502f658b896b265233fc890787">OrtSparseIndicesFormat</a> </td>
|
|
<td class="paramname"><em>indices_format</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Returns data type, shape for the type of indices specified by indices_format. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> containing sparse tensor. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_format</td><td>One of the indices formats. It is an error to request a format that the sparse tensor does not contain. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>an instance of <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. Must be freed by <a class="el" href="struct_ort_api.html#ac2c90c4d81d864db2cd955de5853fb8c">OrtApi::ReleaseTensorTypeAndShapeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aff6ba9aa0a97a614a98bab6caa150977" name="aff6ba9aa0a97a614a98bab6caa150977"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aff6ba9aa0a97a614a98bab6caa150977">◆ </a></span>GetSparseTensorValues()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSparseTensorValues </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const void ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Returns numeric data for sparse tensor values (nnz). For string values use GetStringTensor*(). </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ort_value</td><td>an instance of <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> containing sparse tensor </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>returns a pointer to values data. Do not attempt to free this ptr.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae15e62ba53b56dfce73eb6c350251b72" name="ae15e62ba53b56dfce73eb6c350251b72"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae15e62ba53b56dfce73eb6c350251b72">◆ </a></span>GetSparseTensorValuesTypeAndShape()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSparseTensorValuesTypeAndShape </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Returns data type and shape of sparse tensor values (nnz) iff <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> contains a SparseTensor. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ort_value</td><td>An <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> that contains a fully constructed sparse tensor </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Must be freed by <a class="el" href="struct_ort_api.html#ac2c90c4d81d864db2cd955de5853fb8c">OrtApi::ReleaseTensorTypeAndShapeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aedca6c80ae386d08f9d3741e0aba7071" name="aedca6c80ae386d08f9d3741e0aba7071"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aedca6c80ae386d08f9d3741e0aba7071">◆ </a></span>GetStringTensorContent()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetStringTensorContent </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>s</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>s_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>offsets</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>offsets_len</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get all strings from a string tensor. </p>
|
|
<p >An example of the results:<br />
|
|
Given <code>value</code> is a string tensor with the strings { "This" "is" "a" "test" }<br />
|
|
<code>s</code> must have a size of 11 bytes<br />
|
|
<code>offsets</code> must have 4 elements<br />
|
|
After the call, these values will be filled in:<br />
|
|
<code>s</code> will contain "Thisisatest"<br />
|
|
<code>offsets</code> will contain { 0, 4, 6, 7 }<br />
|
|
The length of the last string is just s_len - offsets[last]</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A tensor of type ONNX_TENSOR_ELEMENT_DATA_TYPE_STRING </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">s</td><td>Buffer to sequentially write all tensor strings to. Each string is NOT null-terminated. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">s_len</td><td>Number of bytes of buffer pointed to by <code>s</code> (Get it from <a class="el" href="struct_ort_api.html#a5ca88f0c95042d0b02ce5aa5c04daa6d" title="Get total byte length for all strings in a string tensor.">OrtApi::GetStringTensorDataLength</a>) </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">offsets</td><td>Array of start offsets into the strings written to <code>s</code> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">offsets_len</td><td>Number of elements in offsets</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5ca88f0c95042d0b02ce5aa5c04daa6d" name="a5ca88f0c95042d0b02ce5aa5c04daa6d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5ca88f0c95042d0b02ce5aa5c04daa6d">◆ </a></span>GetStringTensorDataLength()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetStringTensorDataLength </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>len</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get total byte length for all strings in a string tensor. </p>
|
|
<p >Typically used with <a class="el" href="struct_ort_api.html#aedca6c80ae386d08f9d3741e0aba7071" title="Get all strings from a string tensor.">OrtApi::GetStringTensorContent</a></p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A tensor of type ONNX_TENSOR_ELEMENT_DATA_TYPE_STRING </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">len</td><td>Total byte length of all strings (does not include trailing nulls)</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a97664b7b18d5594c0adc186efed6ca63" name="a97664b7b18d5594c0adc186efed6ca63"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a97664b7b18d5594c0adc186efed6ca63">◆ </a></span>GetStringTensorElement()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetStringTensorElement </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>s_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void * </td>
|
|
<td class="paramname"><em>s</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get a single string from a string tensor. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A string tensor </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">s_len</td><td>Number of bytes in the <code>s</code> buffer. Must match the value returned by <a class="el" href="struct_ort_api.html#a2d09b444592183dab260b4d4920ce53d" title="Get the length of a single string in a string tensor.">OrtApi::GetStringTensorElementLength</a>. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Index of the string in the tensor </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">s</td><td>The string element contents in UTF-8 encoding. The string is NOT null-terminated.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2d09b444592183dab260b4d4920ce53d" name="a2d09b444592183dab260b4d4920ce53d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2d09b444592183dab260b4d4920ce53d">◆ </a></span>GetStringTensorElementLength()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetStringTensorElementLength </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the length of a single string in a string tensor. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A string tensor </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Index of the string in the tensor </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Set to number of bytes of the string element</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5c8bd2ba34a2f7a5e6b717ae1acc3ece" name="a5c8bd2ba34a2f7a5e6b717ae1acc3ece"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5c8bd2ba34a2f7a5e6b717ae1acc3ece">◆ </a></span>GetSymbolicDimensions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetSymbolicDimensions </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>dim_params</em>[], </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>dim_params_length</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get symbolic dimension names in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_params</td><td>Array with <code>dim_params_length</code> elements. On return filled with pointers to null terminated strings of the dimension names </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_params_length</td><td>Number of elements in <code>dim_params</code>. Use <a class="el" href="struct_ort_api.html#a4b4e5b170de480987d23d350ccc55349" title="Get dimension count in OrtTensorTypeAndShapeInfo.">OrtApi::GetDimensionsCount</a> to get this value</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a28d201b881fbec39ef0e1dfad86f22ae" name="a28d201b881fbec39ef0e1dfad86f22ae"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a28d201b881fbec39ef0e1dfad86f22ae">◆ </a></span>GetTensorElementType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetTensorElementType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get element type in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#afe987bf6f19492e59b459e161dd129b4" title="Set element type in OrtTensorTypeAndShapeInfo.">OrtApi::SetTensorElementType</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a24486475cc05b9228a57b814b2024d77" name="a24486475cc05b9228a57b814b2024d77"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a24486475cc05b9228a57b814b2024d77">◆ </a></span>GetTensorMutableData()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetTensorMutableData </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get a pointer to the raw data inside a tensor. </p>
|
|
<p >Used to read/write/modify the internal tensor data directly. </p><dl class="section note"><dt>Note</dt><dd>The returned pointer is valid until the <code>value</code> is destroyed.</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A tensor type (string tensors are not supported) </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Filled in with a pointer to the internal storage</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a498cf13aa49e240d8c26871cf3f71337" name="a498cf13aa49e240d8c26871cf3f71337"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a498cf13aa49e240d8c26871cf3f71337">◆ </a></span>GetTensorRTProviderOptionsAsString()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetTensorRTProviderOptionsAsString </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> * </td>
|
|
<td class="paramname"><em>tensorrt_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>ptr</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get serialized TensorRT provider options string. </p>
|
|
<p >For example, "trt_max_workspace_size=2147483648;trt_max_partition_iterations=10;trt_int8_enable=1;......"</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramname">tensorrt_options</td><td>- OrTensorRTProviderOptionsV2 instance </td></tr>
|
|
<tr><td class="paramname">allocator</td><td>- a ptr to an instance of <a class="el" href="struct_ort_allocator.html" title="Memory allocation interface.">OrtAllocator</a> obtained with <a class="el" href="struct_ort_api.html#ad3aabe6f82aa81b75048a4bdf937d974" title="Create an allocator for an OrtSession following an OrtMemoryInfo.">OrtApi::CreateAllocator</a> or <a class="el" href="struct_ort_api.html#a8dec797ae52ee1a681e4f88be1fb4bb3" title="Get the default allocator.">OrtApi::GetAllocatorWithDefaultOptions</a> the specified allocator will be used to allocate continuous buffers for output strings and lengths. </td></tr>
|
|
<tr><td class="paramname">ptr</td><td>- is a UTF-8 null terminated string allocated using 'allocator'. The caller is responsible for using the same allocator to free it.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3fa295b4b7595d3cb6bf168551093acb" name="a3fa295b4b7595d3cb6bf168551093acb"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3fa295b4b7595d3cb6bf168551093acb">◆ </a></span>GetTensorShapeElementCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetTensorShapeElementCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get total number of elements in a tensor shape from an <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<p >Return the number of elements specified by the tensor shape (all dimensions multiplied by each other). For 0 dimensions, 1 is returned. If any dimension is less than 0, the result is always -1.</p>
|
|
<p >Examples:<br />
|
|
[] = 1<br />
|
|
[1,3,4] = 12<br />
|
|
[2,0,4] = 0<br />
|
|
[-1,3,4] = -1<br />
|
|
</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Number of elements</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a97f8d1f1dbcd39214f50f1dc9e8aef7b" name="a97f8d1f1dbcd39214f50f1dc9e8aef7b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a97f8d1f1dbcd39214f50f1dc9e8aef7b">◆ </a></span>GetTensorTypeAndShape()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetTensorTypeAndShape </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get type and shape information from a tensor <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>Must be a tensor (not a map/sequence/etc) or will return failure </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. Must be freed with <a class="el" href="struct_ort_api.html#ac2c90c4d81d864db2cd955de5853fb8c">OrtApi::ReleaseTensorTypeAndShapeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a1704a9e067f9d130a70520e4a525341a" name="a1704a9e067f9d130a70520e4a525341a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1704a9e067f9d130a70520e4a525341a">◆ </a></span>GetTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get type information of an OrtValue. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a>. Must be freed with <a class="el" href="struct_ort_api.html#ac15270345d9e9d8b5829e7db6c24fb6e">OrtApi::ReleaseTypeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a907a6efd4ba64907b220a05664397965" name="a907a6efd4ba64907b220a05664397965"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a907a6efd4ba64907b220a05664397965">◆ </a></span>GetValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get non tensor data from an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<p >If <code>value</code> is of type ONNX_TYPE_MAP, you need to retrieve the keys and values separately. Use index=0 to retrieve keys and index=1 to retrieve values. If <code>value</code> is of type ONNX_TYPE_SEQUENCE, use index to retrieve the index'th element of the sequence.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>See above for usage based on <code>value</code> type </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td>Allocator used to allocate <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Created <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> that holds the element requested. Must be freed with <a class="el" href="struct_ort_api.html#a426f5df37bf3edfe76f51babd38c351d">OrtApi::ReleaseValue</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a0c4a56487a832a28711759582c31e247" name="a0c4a56487a832a28711759582c31e247"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a0c4a56487a832a28711759582c31e247">◆ </a></span>GetValueCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetValueCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get non tensor value count from an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<p >If <code>value</code> is of type ONNX_TYPE_MAP 2 will always be returned. For ONNX_TYPE_SEQUENCE the number of elements in the sequence will be returned</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad970d1c6a841f571463aefc692575149" name="ad970d1c6a841f571463aefc692575149"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad970d1c6a841f571463aefc692575149">◆ </a></span>GetValueType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::GetValueType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaba5b3718087699f596432d5649b9a28d">ONNXType</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get ONNXType of an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a28013fa0aa694a1b6b5e0412881b2155" name="a28013fa0aa694a1b6b5e0412881b2155"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a28013fa0aa694a1b6b5e0412881b2155">◆ </a></span>IsSparseTensor()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::IsSparseTensor </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Sets *out to 1 iff an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> is a SparseTensor, and 0 otherwise. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>existing <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>unless an error occurs, contains 1 iff the value contains an instance of sparse tensor or 0 otherwise.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8b60b24555759307d69f1c364a267d0c" name="a8b60b24555759307d69f1c364a267d0c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8b60b24555759307d69f1c364a267d0c">◆ </a></span>IsTensor()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::IsTensor </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Return if an <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> is a tensor type. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td>A tensor type (string tensors are not supported) </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Set to 1 iff <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> is a tensor, 0 otherwise</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a7044ffbc7a1371da2fe1fa0649bc778b" name="a7044ffbc7a1371da2fe1fa0649bc778b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a7044ffbc7a1371da2fe1fa0649bc778b">◆ </a></span>KernelContext_GetInput()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelContext_GetInput </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> * </td>
|
|
<td class="paramname"><em>context</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Used for custom operators, get an input of a kernel. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_custom_op.html">OrtCustomOp</a> </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5eb48d2c664424549250f3987a14a50e" name="a5eb48d2c664424549250f3987a14a50e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5eb48d2c664424549250f3987a14a50e">◆ </a></span>KernelContext_GetInputCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelContext_GetInputCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> * </td>
|
|
<td class="paramname"><em>context</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Used for custom operators, get the input count of a kernel. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_custom_op.html">OrtCustomOp</a> </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a588deb2a1cd85f1a884856056671390e" name="a588deb2a1cd85f1a884856056671390e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a588deb2a1cd85f1a884856056671390e">◆ </a></span>KernelContext_GetOutput()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelContext_GetOutput </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> * </td>
|
|
<td class="paramname"><em>context</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>dim_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>dim_count</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Used for custom operators, get an output of a kernel. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_custom_op.html">OrtCustomOp</a> </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3f89dd3abc82713b02e4bd59457592e2" name="a3f89dd3abc82713b02e4bd59457592e2"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3f89dd3abc82713b02e4bd59457592e2">◆ </a></span>KernelContext_GetOutputCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelContext_GetOutputCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga757f41782aa4ae79362a25d92a5d4230">OrtKernelContext</a> * </td>
|
|
<td class="paramname"><em>context</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Used for custom operators, get the output count of a kernel. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_custom_op.html">OrtCustomOp</a> </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a08bfa793efe58ade14b978acab913b4d" name="a08bfa793efe58ade14b978acab913b4d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a08bfa793efe58ade14b978acab913b4d">◆ </a></span>KernelInfoGetAttribute_float()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelInfoGetAttribute_float </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">float * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get a float stored as an attribute in the graph node. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td><a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Null terminated string of the name of the attribute </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Pointer to memory where the attribute will be stored</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="afe5754068e5566b76aefc4af7436c3f8" name="afe5754068e5566b76aefc4af7436c3f8"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#afe5754068e5566b76aefc4af7436c3f8">◆ </a></span>KernelInfoGetAttribute_int64()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelInfoGetAttribute_int64 </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Fetch a 64-bit int stored as an attribute in the graph node. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td><a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Null terminated string of the name of the attribute </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Pointer to memory where the attribute will be stored</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a1df374f5aaea1f559dcfb13b59b0733b" name="a1df374f5aaea1f559dcfb13b59b0733b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1df374f5aaea1f559dcfb13b59b0733b">◆ </a></span>KernelInfoGetAttribute_string()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelInfoGetAttribute_string </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char * </td>
|
|
<td class="paramname"><em>out</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>size</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Fetch a string stored as an attribute in the graph node. </p>
|
|
<p >If <code>out</code> is nullptr, the value of <code>size</code> is set to the true size of the string attribute, and a success status is returned.</p>
|
|
<p >If the <code>size</code> parameter is greater than or equal to the actual string attribute's size, the value of <code>size</code> is set to the true size of the string attribute, the provided memory is filled with the attribute's contents, and a success status is returned.</p>
|
|
<p >If the <code>size</code> parameter is less than the actual string attribute's size and <code>out</code> is not nullptr, the value of <code>size</code> is set to the true size of the string attribute and a failure status is returned.)</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td><a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>Null terminated string of the name of the attribute </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Pointer to memory where the attribute will be stored </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">size</td><td>See above comments for details</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a0daa62a3b78d175df17e9bb49f73b045" name="a0daa62a3b78d175df17e9bb49f73b045"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a0daa62a3b78d175df17e9bb49f73b045">◆ </a></span>KernelInfoGetAttributeArray_float()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelInfoGetAttributeArray_float </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">float * </td>
|
|
<td class="paramname"><em>out</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>size</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Fetch an array of int64_t values stored as an attribute in the graph node. </p>
|
|
<p >If <code>out</code> is nullptr, the value of <code>size</code> is set to the true size of the attribute array's size, and a success status is returned.</p>
|
|
<p >If the <code>size</code> parameter is greater than or equal to the actual attribute array's size, the value of <code>size</code> is set to the true size of the attribute array's size, the provided memory is filled with the attribute's contents, and a success status is returned.</p>
|
|
<p >If the <code>size</code> parameter is less than the actual attribute array's size and <code>out</code> is not nullptr, the value of <code>size</code> is set to the true size of the attribute array's size and a failure status is returned.)</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td>instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>name of the attribute to be parsed </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>pointer to memory where the attribute's contents are to be stored </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">size</td><td>actual size of attribute array</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a015bfc4d579272ff31d91843c43a3e6d" name="a015bfc4d579272ff31d91843c43a3e6d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a015bfc4d579272ff31d91843c43a3e6d">◆ </a></span>KernelInfoGetAttributeArray_int64()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::KernelInfoGetAttributeArray_int64 </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga0dc9b747ee56ed963beb424a48ed6b8b">OrtKernelInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>name</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>out</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>size</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Fetch an array of int64_t values stored as an attribute in the graph node. </p>
|
|
<p >If <code>out</code> is nullptr, the value of <code>size</code> is set to the true size of the attribute array's size, and a success status is returned.</p>
|
|
<p >If the <code>size</code> parameter is greater than or equal to the actual attribute array's size, the value of <code>size</code> is set to the true size of the attribute array's size, the provided memory is filled with the attribute's contents, and a success status is returned.</p>
|
|
<p >If the <code>size</code> parameter is less than the actual attribute array's size and <code>out</code> is not nullptr, the value of <code>size</code> is set to the true size of the attribute array's size and a failure status is returned.)</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td>instance </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">name</td><td>name of the attribute to be parsed </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>pointer to memory where the attribute's contents are to be stored </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">size</td><td>actual size of attribute array</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3a10c4707011fb3b551cca0ab361271c" name="a3a10c4707011fb3b551cca0ab361271c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3a10c4707011fb3b551cca0ab361271c">◆ </a></span>MemoryInfoGetId()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::MemoryInfoGetId </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the id from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa65c4934ba4d9e67fa36346ea11abb69" name="aa65c4934ba4d9e67fa36346ea11abb69"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa65c4934ba4d9e67fa36346ea11abb69">◆ </a></span>MemoryInfoGetMemType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::MemoryInfoGetMemType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d">OrtMemType</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the <a class="el" href="group___global.html#gab7805016f4b26871e899a3cf4114ee0d" title="Memory types for allocated memory, execution provider specific types should be extended in each provi...">OrtMemType</a> from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3cd8297f6035ff2ef3da731aaf712062" name="a3cd8297f6035ff2ef3da731aaf712062"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3cd8297f6035ff2ef3da731aaf712062">◆ </a></span>MemoryInfoGetName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::MemoryInfoGetName </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get name from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ptr</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Writes null terminated string to this pointer. Do NOT free the returned pointer. It is valid for the lifetime of the <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a427601d9b0c837b146f477d17888c4c3" name="a427601d9b0c837b146f477d17888c4c3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a427601d9b0c837b146f477d17888c4c3">◆ </a></span>MemoryInfoGetType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::MemoryInfoGetType </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get the <a class="el" href="group___global.html#ga5b765504a386db304d59e999de9bd1d6">OrtAllocatorType</a> from <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8a49d1f4ea6b8cc4901b23355768616d" name="a8a49d1f4ea6b8cc4901b23355768616d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8a49d1f4ea6b8cc4901b23355768616d">◆ </a></span>ModelMetadataGetCustomMetadataMapKeys()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetCustomMetadataMapKeys </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char *** </td>
|
|
<td class="paramname"><em>keys</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>num_keys</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">keys</td><td>Array of null terminated strings (array count = num_keys) allocated using <code>allocator</code>. The strings and the pointer array must be freed using <code>allocator</code> <code>keys</code> will be set to nullptr if the custom metadata map is empty. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">num_keys</td><td>Set to the number of elements in the <code>keys</code> array</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a63b8639a0cdc1f02d68fa41456c6a91c" name="a63b8639a0cdc1f02d68fa41456c6a91c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a63b8639a0cdc1f02d68fa41456c6a91c">◆ </a></span>ModelMetadataGetDescription()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetDescription </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <code>description</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated string allocated using <code>allocator</code>. Must be freed using <code>allocator</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a3119c60f2ece14f596313e682b60de0a" name="a3119c60f2ece14f596313e682b60de0a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a3119c60f2ece14f596313e682b60de0a">◆ </a></span>ModelMetadataGetDomain()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetDomain </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <code>domain</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated string allocated using <code>allocator</code>. Must be freed using <code>allocator</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2bc0259c895c40ecf5d126aa5261cea3" name="a2bc0259c895c40ecf5d126aa5261cea3"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2bc0259c895c40ecf5d126aa5261cea3">◆ </a></span>ModelMetadataGetGraphDescription()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetGraphDescription </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >Use this to obtain the description of the graph present in the model (doc_string field of the GraphProto message within the ModelProto message). If it doesn't exist, an empty string will be returned.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td>An instance of <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td>Allocator used to allocate the string that will be returned back </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated string allocated using <code>allocator</code>. The caller is responsible for freeing it using <code>allocator</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a79360a668dfa1ce1ccdf7e0282b8a6a5" name="a79360a668dfa1ce1ccdf7e0282b8a6a5"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a79360a668dfa1ce1ccdf7e0282b8a6a5">◆ </a></span>ModelMetadataGetGraphName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetGraphName </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <code>graph name</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated string allocated using <code>allocator</code>. Must be freed using <code>allocator</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="af464cab463f2d4e0b34c6966374a99a9" name="af464cab463f2d4e0b34c6966374a99a9"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#af464cab463f2d4e0b34c6966374a99a9">◆ </a></span>ModelMetadataGetProducerName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetProducerName </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <code>producer name</code> from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated string allocated using <code>allocator</code>. Must be freed using <code>allocator</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aebdfe674a98c41fdcf0d6e7058f46222" name="aebdfe674a98c41fdcf0d6e7058f46222"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aebdfe674a98c41fdcf0d6e7058f46222">◆ </a></span>ModelMetadataGetVersion()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataGetVersion </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get version number from an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to the version number</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a7adf0fbd9b3aab221656a0b758a4348a" name="a7adf0fbd9b3aab221656a0b758a4348a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a7adf0fbd9b3aab221656a0b758a4348a">◆ </a></span>ModelMetadataLookupCustomMetadataMap()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ModelMetadataLookupCustomMetadataMap </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>model_metadata</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>key</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Return data for a key in the custom metadata map in an <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">model_metadata</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">key</td><td>Null terminated string </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated string allocated using <code>allocator</code>. Must be freed using <code>allocator</code> <code>value</code> will be set to nullptr if the given key is not found in the custom metadata map.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a39b702897cc61157248ffde413b14b9d" name="a39b702897cc61157248ffde413b14b9d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a39b702897cc61157248ffde413b14b9d">◆ </a></span>RegisterAllocator()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RegisterAllocator </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Register a custom allocator. </p>
|
|
<p >Enables sharing between multiple sessions that use the same env instance. Returns an error if an allocator with the same <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> is already registered.</p>
|
|
<p >The behavior of this is exactly the same as <a class="el" href="struct_ort_api.html#a6a0ca4d136819eafea7d87e7f87a82db" title="Create an allocator and register it with the OrtEnv.">OrtApi::CreateAndRegisterAllocator</a> except instead of ORT creating an allocator based on provided info, in this case ORT uses the user-provided custom allocator. See <a href="https://onnxruntime.ai/docs/reference/api/c-api.html">https://onnxruntime.ai/docs/reference/api/c-api.html</a> for details.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td>User provided allocator</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a4dc58d1aa01d67494a3fb4ce00e9a929" name="a4dc58d1aa01d67494a3fb4ce00e9a929"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a4dc58d1aa01d67494a3fb4ce00e9a929">◆ </a></span>RegisterCustomOpsLibrary()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RegisterCustomOpsLibrary </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>library_path</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void ** </td>
|
|
<td class="paramname"><em>library_handle</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Register custom ops from a shared library. </p>
|
|
<p >Loads a shared library (dll on windows, so on linux, etc) named 'library_path' and looks for this entry point: OrtStatus* RegisterCustomOps(OrtSessionOptions * options, const OrtApiBase* api); It then passes in the provided session options to this function along with the api base. The handle to the loaded library is returned in library_handle. It can be freed by the caller after all sessions using the passed in session options are destroyed, or if an error occurs and it is non null.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">library_path</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">library_handle</td><td>OS specific handle to the loaded library (Use FreeLibrary on Windows, dlclose on Linux, etc.. to unload)</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a32f86964e43bf64110d3ed9d6db1befc" name="a32f86964e43bf64110d3ed9d6db1befc"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a32f86964e43bf64110d3ed9d6db1befc">◆ </a></span>ReleaseAllocator()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseAllocator </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Release an <a class="el" href="struct_ort_allocator.html" title="Memory allocation interface.">OrtAllocator</a> obtained from <a class="el" href="struct_ort_api.html#ad3aabe6f82aa81b75048a4bdf937d974" title="Create an allocator for an OrtSession following an OrtMemoryInfo.">OrtApi::CreateAllocator</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa4c5523ec4f482dd9b51d401c18f07db" name="aa4c5523ec4f482dd9b51d401c18f07db"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa4c5523ec4f482dd9b51d401c18f07db">◆ </a></span>ReleaseArenaCfg()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseArenaCfg </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gacd8d2ea2ab8f4063d8d85dc0edc461e7">OrtArenaCfg</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae63f0ce72aace3fa0702b1a9951ca5c4" name="ae63f0ce72aace3fa0702b1a9951ca5c4"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae63f0ce72aace3fa0702b1a9951ca5c4">◆ </a></span>ReleaseAvailableProviders()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::ReleaseAvailableProviders </td>
|
|
<td>(</td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>ptr</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>providers_length</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Release data from <a class="el" href="struct_ort_api.html#aaacd4a9540eb5044291addd2ebd9bc5f" title="Get the names of all available providers.">OrtApi::GetAvailableProviders</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ptr</td><td>The <code>out_ptr</code> result from <a class="el" href="struct_ort_api.html#aaacd4a9540eb5044291addd2ebd9bc5f" title="Get the names of all available providers.">OrtApi::GetAvailableProviders</a>. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">providers_length</td><td>The <code>provider_length</code> result from <a class="el" href="struct_ort_api.html#aaacd4a9540eb5044291addd2ebd9bc5f" title="Get the names of all available providers.">OrtApi::GetAvailableProviders</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a111b23ef2a6fe29cd3fe2df7de8227ec" name="a111b23ef2a6fe29cd3fe2df7de8227ec"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a111b23ef2a6fe29cd3fe2df7de8227ec">◆ </a></span>ReleaseCustomOpDomain()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseCustomOpDomain </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga571f649a16d7052d4465ceabfdd26161">OrtCustomOpDomain</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5edc51815e9aeba83516e4fe55ef836a" name="a5edc51815e9aeba83516e4fe55ef836a"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5edc51815e9aeba83516e4fe55ef836a">◆ </a></span>ReleaseEnv()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseEnv </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a793b2e110df76c76309d7d0d2182628b" name="a793b2e110df76c76309d7d0d2182628b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a793b2e110df76c76309d7d0d2182628b">◆ </a></span>ReleaseIoBinding()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseIoBinding </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Release an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> obtained from <a class="el" href="struct_ort_api.html#ae78869517034d061951d9ba6e66fb697" title="Create an OrtIoBinding instance.">OrtApi::CreateIoBinding</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8b7cfcd4c68ec46481f29723320c45b0" name="a8b7cfcd4c68ec46481f29723320c45b0"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8b7cfcd4c68ec46481f29723320c45b0">◆ </a></span>ReleaseMapTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseMapTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gac87280b8593f74df62181b124d9a790d">OrtMapTypeInfo</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a62f73350760cf7cc483216ac44222d0b" name="a62f73350760cf7cc483216ac44222d0b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a62f73350760cf7cc483216ac44222d0b">◆ </a></span>ReleaseMemoryInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseMemoryInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a96e1451840053453ffafe97bca690b16" name="a96e1451840053453ffafe97bca690b16"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a96e1451840053453ffafe97bca690b16">◆ </a></span>ReleaseModelMetadata()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseModelMetadata </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a72a1b93e8f62021d758340e9c3a5de7d" name="a72a1b93e8f62021d758340e9c3a5de7d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a72a1b93e8f62021d758340e9c3a5de7d">◆ </a></span>ReleasePrepackedWeightsContainer()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleasePrepackedWeightsContainer </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga4b0ed31cf137ed2f763dddd2da40c2cf">OrtPrepackedWeightsContainer</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Release OrtPrepackedWeightsContainer instance. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>instance must not be released until the sessions using it are released </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab09e362ad76fa2d71f23d7860d5a851e" name="ab09e362ad76fa2d71f23d7860d5a851e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab09e362ad76fa2d71f23d7860d5a851e">◆ </a></span>ReleaseRunOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseRunOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a18817a939f01079aff6682558b0dc401" name="a18817a939f01079aff6682558b0dc401"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a18817a939f01079aff6682558b0dc401">◆ </a></span>ReleaseSequenceTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseSequenceTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3cf68e3a575b0330628f7955c4ec3388">OrtSequenceTypeInfo</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae311be14b0e35ce3ad3bc1418a79d7bb" name="ae311be14b0e35ce3ad3bc1418a79d7bb"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae311be14b0e35ce3ad3bc1418a79d7bb">◆ </a></span>ReleaseSession()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseSession </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a2fa11d21f36cbd068a82682ea175d774" name="a2fa11d21f36cbd068a82682ea175d774"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a2fa11d21f36cbd068a82682ea175d774">◆ </a></span>ReleaseSessionOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseSessionOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a9b21334e290855a585f53d53dda44551" name="a9b21334e290855a585f53d53dda44551"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a9b21334e290855a585f53d53dda44551">◆ </a></span>ReleaseStatus()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseStatus </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac2c90c4d81d864db2cd955de5853fb8c" name="ac2c90c4d81d864db2cd955de5853fb8c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac2c90c4d81d864db2cd955de5853fb8c">◆ </a></span>ReleaseTensorTypeAndShapeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseTensorTypeAndShapeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa2053c5c5c1c91f1b32c43d8b0e087c6" name="aa2053c5c5c1c91f1b32c43d8b0e087c6"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa2053c5c5c1c91f1b32c43d8b0e087c6">◆ </a></span>ReleaseThreadingOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseThreadingOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac15270345d9e9d8b5829e7db6c24fb6e" name="ac15270345d9e9d8b5829e7db6c24fb6e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac15270345d9e9d8b5829e7db6c24fb6e">◆ </a></span>ReleaseTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a426f5df37bf3edfe76f51babd38c351d" name="a426f5df37bf3edfe76f51babd38c351d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a426f5df37bf3edfe76f51babd38c351d">◆ </a></span>ReleaseValue()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void OrtApi::ReleaseValue </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>input</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad8b12cad4160d43da92f49191cd91895" name="ad8b12cad4160d43da92f49191cd91895"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad8b12cad4160d43da92f49191cd91895">◆ </a></span>Run()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::Run </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>run_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char *const * </td>
|
|
<td class="paramname"><em>input_names</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> *const * </td>
|
|
<td class="paramname"><em>inputs</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>input_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char *const * </td>
|
|
<td class="paramname"><em>output_names</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>output_names_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> ** </td>
|
|
<td class="paramname"><em>outputs</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Run the model in an <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a>. </p>
|
|
<p >Will not return until the model run has completed. Multiple threads might be used to run the model based on the options in the <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> and settings used when creating the <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a></p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">run_options</td><td>If nullptr, will use a default <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">input_names</td><td>Array of null terminated UTF8 encoded strings of the input names </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">inputs</td><td>Array of <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s of the input values </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">input_len</td><td>Number of elements in the input_names and inputs arrays </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">output_names</td><td>Array of null terminated UTF8 encoded strings of the output names </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">output_names_len</td><td>Number of elements in the output_names and outputs array </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">outputs</td><td>Array of <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>s that the outputs are stored in. This can also be an array of nullptr values, in this case <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> objects will be allocated and pointers to them will be set into the <code>outputs</code> array.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab7e8ad50de747fc029d4bf1499a719de" name="ab7e8ad50de747fc029d4bf1499a719de"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab7e8ad50de747fc029d4bf1499a719de">◆ </a></span>RunOptionsGetRunLogSeverityLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsGetRunLogSeverityLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>log_severity_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get per-run log severity level. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a7ed0958b160715b4bba0c7033afb0e89" title="Set per-run log severity level.">OrtApi::RunOptionsSetRunLogSeverityLevel</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">log_severity_level</td><td>The log severity level (refer to <a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c" title="Logging severity levels.">OrtLoggingLevel</a> for possible values). </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a66d9f4d54f36ed90dc39195c34716bd2" name="a66d9f4d54f36ed90dc39195c34716bd2"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a66d9f4d54f36ed90dc39195c34716bd2">◆ </a></span>RunOptionsGetRunLogVerbosityLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsGetRunLogVerbosityLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int * </td>
|
|
<td class="paramname"><em>log_verbosity_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get per-run log verbosity level. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a218ce0376bfa1e03102b391dd4ecfd5e" title="Set per-run log verbosity level.">OrtApi::RunOptionsSetRunLogVerbosityLevel</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">log_verbosity_level</td><td>The log verbosity level controls the display of <a class="el" href="group___global.html#gga1c0fbcf614dbd0e2c272ae1cc04c629ca19e1337b6f43e56b635bc51ef8ae077c" title="Verbose informational messages (least severe).">ORT_LOGGING_LEVEL_VERBOSE</a> severity log messages at a finer granularity. It only has an effect in debug builds. The higher the value, the more verbose the log output will be. </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a88604cf3e07e9dadc948f621aaa972f0" name="a88604cf3e07e9dadc948f621aaa972f0"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a88604cf3e07e9dadc948f621aaa972f0">◆ </a></span>RunOptionsGetRunTag()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsGetRunTag </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char ** </td>
|
|
<td class="paramname"><em>run_tag</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get per-run tag. </p>
|
|
<p >This is used in a per-run log identifier.</p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ae73069b84fa0f323842bf325ef159a49" title="Set per-run tag.">OrtApi::RunOptionsSetRunTag</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">run_tag</td><td>The run tag. Do not free this value, it is owned by <code>options</code>. It will be invalidated if the run tag changes (i.e., with <a class="el" href="struct_ort_api.html#ae73069b84fa0f323842bf325ef159a49" title="Set per-run tag.">OrtApi::RunOptionsSetRunTag</a>) or <code>options</code> is freed. </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a7ed0958b160715b4bba0c7033afb0e89" name="a7ed0958b160715b4bba0c7033afb0e89"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a7ed0958b160715b4bba0c7033afb0e89">◆ </a></span>RunOptionsSetRunLogSeverityLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsSetRunLogSeverityLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>log_severity_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set per-run log severity level. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ab7e8ad50de747fc029d4bf1499a719de" title="Get per-run log severity level.">OrtApi::RunOptionsGetRunLogSeverityLevel</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">log_severity_level</td><td>The log severity level (refer to <a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c" title="Logging severity levels.">OrtLoggingLevel</a> for possible values). </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a218ce0376bfa1e03102b391dd4ecfd5e" name="a218ce0376bfa1e03102b391dd4ecfd5e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a218ce0376bfa1e03102b391dd4ecfd5e">◆ </a></span>RunOptionsSetRunLogVerbosityLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsSetRunLogVerbosityLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>log_verbosity_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set per-run log verbosity level. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a66d9f4d54f36ed90dc39195c34716bd2" title="Get per-run log verbosity level.">OrtApi::RunOptionsGetRunLogVerbosityLevel</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">log_verbosity_level</td><td>The log verbosity level controls the display of <a class="el" href="group___global.html#gga1c0fbcf614dbd0e2c272ae1cc04c629ca19e1337b6f43e56b635bc51ef8ae077c" title="Verbose informational messages (least severe).">ORT_LOGGING_LEVEL_VERBOSE</a> severity log messages at a finer granularity. It only has an effect in debug builds. The higher the value, the more verbose the log output will be. </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae73069b84fa0f323842bf325ef159a49" name="ae73069b84fa0f323842bf325ef159a49"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae73069b84fa0f323842bf325ef159a49">◆ </a></span>RunOptionsSetRunTag()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsSetRunTag </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>run_tag</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set per-run tag. </p>
|
|
<p >This is used in a per-run log identifier.</p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a88604cf3e07e9dadc948f621aaa972f0" title="Get per-run tag.">OrtApi::RunOptionsGetRunTag</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">run_tag</td><td>The run tag. </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac2a08cac0a657604bd5899e0d1a13675" name="ac2a08cac0a657604bd5899e0d1a13675"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac2a08cac0a657604bd5899e0d1a13675">◆ </a></span>RunOptionsSetTerminate()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsSetTerminate </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set terminate flag. </p>
|
|
<p >If a currently executing session needs to be force terminated, this can be called from another thread to force it to fail with an error.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae12dd88ad92784b52db5455901bc31fd" name="ae12dd88ad92784b52db5455901bc31fd"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae12dd88ad92784b52db5455901bc31fd">◆ </a></span>RunOptionsUnsetTerminate()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunOptionsUnsetTerminate </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Clears the terminate flag. </p>
|
|
<p >Used so the OrtRunOptions instance can be used in a new <a class="el" href="struct_ort_api.html#ad8b12cad4160d43da92f49191cd91895" title="Run the model in an OrtSession.">OrtApi::Run</a> call without it instantly terminating</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab61526567b2a869233d6c7e575317b99" name="ab61526567b2a869233d6c7e575317b99"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab61526567b2a869233d6c7e575317b99">◆ </a></span>RunWithBinding()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::RunWithBinding </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga8ff401e7d71d13c69b0e1f2320d44b26">OrtRunOptions</a> * </td>
|
|
<td class="paramname"><em>run_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> * </td>
|
|
<td class="paramname"><em>binding_ptr</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Run a model using Io Bindings for the inputs & outputs. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#ad8b12cad4160d43da92f49191cd91895" title="Run the model in an OrtSession.">OrtApi::Run</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">run_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">binding_ptr</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="af1ed6fb7c562e68ffa8310595f6ad0d2" name="af1ed6fb7c562e68ffa8310595f6ad0d2"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#af1ed6fb7c562e68ffa8310595f6ad0d2">◆ </a></span>SessionEndProfiling()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionEndProfiling </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>End profiling and return filename of the profile data. </p>
|
|
<p >Profiling is turned on through <a class="el" href="struct_ort_api.html#a93ba4a1a1dca762c2747255a1dc4ffd5" title="Enable profiling for a session.">OrtApi::EnableProfiling</a></p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Null terminated string of the filename, allocated using <code>allocator</code>. Must be freed using <code>allocator</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8fa2b551569e1ff64ca484a97239af99" name="a8fa2b551569e1ff64ca484a97239af99"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8fa2b551569e1ff64ca484a97239af99">◆ </a></span>SessionGetInputCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetInputCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get input count for a session. </p>
|
|
<p >This number must also match the number of inputs passed to <a class="el" href="struct_ort_api.html#ad8b12cad4160d43da92f49191cd91895" title="Run the model in an OrtSession.">OrtApi::Run</a></p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a5be22df1ded7dabbd5552b4ac8317437" title="Get input type information.">OrtApi::SessionGetInputTypeInfo</a>, <a class="el" href="struct_ort_api.html#a811b1773c7d713750716a36b432e2102" title="Get input name.">OrtApi::SessionGetInputName</a>, OrtApi::Session</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Number of inputs</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a811b1773c7d713750716a36b432e2102" name="a811b1773c7d713750716a36b432e2102"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a811b1773c7d713750716a36b432e2102">◆ </a></span>SessionGetInputName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetInputName </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get input name. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Must be between 0 (inclusive) and what <a class="el" href="struct_ort_api.html#a8fa2b551569e1ff64ca484a97239af99" title="Get input count for a session.">OrtApi::SessionGetInputCount</a> returns (exclusive) </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated UTF-8 encoded string allocated using <code>allocator</code>. Must be freed using <code>allocator</code>.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5be22df1ded7dabbd5552b4ac8317437" name="a5be22df1ded7dabbd5552b4ac8317437"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5be22df1ded7dabbd5552b4ac8317437">◆ </a></span>SessionGetInputTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetInputTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>type_info</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get input type information. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Must be between 0 (inclusive) and what <a class="el" href="struct_ort_api.html#a8fa2b551569e1ff64ca484a97239af99" title="Get input count for a session.">OrtApi::SessionGetInputCount</a> returns (exclusive) </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">type_info</td><td>Must be freed with <a class="el" href="struct_ort_api.html#ac15270345d9e9d8b5829e7db6c24fb6e">OrtApi::ReleaseTypeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab958b691f7e88429e4975349488061ba" name="ab958b691f7e88429e4975349488061ba"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab958b691f7e88429e4975349488061ba">◆ </a></span>SessionGetModelMetadata()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetModelMetadata </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a> from an <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Newly created <a class="el" href="group___global.html#ga60c3d77af832d0d7fa5e14636009b408">OrtModelMetadata</a>. Must be freed using <a class="el" href="struct_ort_api.html#a96e1451840053453ffafe97bca690b16">OrtApi::ReleaseModelMetadata</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad5325e2189d9221c471839231ffdbdf2" name="ad5325e2189d9221c471839231ffdbdf2"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad5325e2189d9221c471839231ffdbdf2">◆ </a></span>SessionGetOutputCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetOutputCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get output count for a session. </p>
|
|
<p >This number must also match the number of outputs returned by <a class="el" href="struct_ort_api.html#ad8b12cad4160d43da92f49191cd91895" title="Run the model in an OrtSession.">OrtApi::Run</a></p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#abae6b6df3f96281cd6353faec1e049bf" title="Get output type information.">OrtApi::SessionGetOutputTypeInfo</a>, <a class="el" href="struct_ort_api.html#a130f69dae071631abd50cae5a26d5d9d" title="Get output name.">OrtApi::SessionGetOutputName</a>, OrtApi::Session</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Number of outputs</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a130f69dae071631abd50cae5a26d5d9d" name="a130f69dae071631abd50cae5a26d5d9d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a130f69dae071631abd50cae5a26d5d9d">◆ </a></span>SessionGetOutputName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetOutputName </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get output name. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Must be between 0 (inclusive) and what <a class="el" href="struct_ort_api.html#ad5325e2189d9221c471839231ffdbdf2" title="Get output count for a session.">OrtApi::SessionGetOutputCount</a> returns (exclusive) </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated UTF-8 encoded string allocated using <code>allocator</code>. Must be freed using <code>allocator</code>.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="abae6b6df3f96281cd6353faec1e049bf" name="abae6b6df3f96281cd6353faec1e049bf"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#abae6b6df3f96281cd6353faec1e049bf">◆ </a></span>SessionGetOutputTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetOutputTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>type_info</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get output type information. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Must be between 0 (inclusive) and what <a class="el" href="struct_ort_api.html#ad5325e2189d9221c471839231ffdbdf2" title="Get output count for a session.">OrtApi::SessionGetOutputCount</a> returns (exclusive) </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">type_info</td><td>Must be freed with <a class="el" href="struct_ort_api.html#ac15270345d9e9d8b5829e7db6c24fb6e">OrtApi::ReleaseTypeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="acab1718608832405a3701572eb6cda82" name="acab1718608832405a3701572eb6cda82"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#acab1718608832405a3701572eb6cda82">◆ </a></span>SessionGetOverridableInitializerCount()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetOverridableInitializerCount </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get overridable initializer count. </p>
|
|
<dl class="section see"><dt>See also</dt><dd><a class="el" href="struct_ort_api.html#a010dc15d7a9587d0493c232e9b8ee448" title="Get overridable initializer type information.">OrtApi::SessionGetOverridableInitializerTypeInfo</a>, <a class="el" href="struct_ort_api.html#aae6197279efef5aa794eac94e56c2d70" title="Get overridable initializer name.">OrtApi::SessionGetOverridableInitializerName</a></dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">out</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aae6197279efef5aa794eac94e56c2d70" name="aae6197279efef5aa794eac94e56c2d70"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aae6197279efef5aa794eac94e56c2d70">◆ </a></span>SessionGetOverridableInitializerName()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetOverridableInitializerName </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="struct_ort_allocator.html">OrtAllocator</a> * </td>
|
|
<td class="paramname"><em>allocator</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">char ** </td>
|
|
<td class="paramname"><em>value</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get overridable initializer name. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Must be between 0 (inclusive) and what <a class="el" href="struct_ort_api.html#acab1718608832405a3701572eb6cda82" title="Get overridable initializer count.">OrtApi::SessionGetOverridableInitializerCount</a> returns (exclusive) </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allocator</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">value</td><td>Set to a null terminated UTF-8 encoded string allocated using <code>allocator</code>. Must be freed using <code>allocator</code>.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a010dc15d7a9587d0493c232e9b8ee448" name="a010dc15d7a9587d0493c232e9b8ee448"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a010dc15d7a9587d0493c232e9b8ee448">◆ </a></span>SessionGetOverridableInitializerTypeInfo()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetOverridableInitializerTypeInfo </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>index</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga651ed4317ee24a2fb83ae63dd03687b2">OrtTypeInfo</a> ** </td>
|
|
<td class="paramname"><em>type_info</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get overridable initializer type information. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">index</td><td>Must be between 0 (inclusive) and what <a class="el" href="struct_ort_api.html#acab1718608832405a3701572eb6cda82" title="Get overridable initializer count.">OrtApi::SessionGetOverridableInitializerCount</a> returns (exclusive) </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">type_info</td><td>Must be freed with <a class="el" href="struct_ort_api.html#ac15270345d9e9d8b5829e7db6c24fb6e">OrtApi::ReleaseTypeInfo</a></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae08368d7b5e9c107fbfdca81a34d589c" name="ae08368d7b5e9c107fbfdca81a34d589c"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae08368d7b5e9c107fbfdca81a34d589c">◆ </a></span>SessionGetProfilingStartTimeNs()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionGetProfilingStartTimeNs </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga5220ca3b3f0a31a01a3f15057c35cac6">OrtSession</a> * </td>
|
|
<td class="paramname"><em>session</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">uint64_t * </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Return the time that profiling was started. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>The timer precision varies per platform. On Windows and MacOS, the precision will be ~100ns</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session</td><td></td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>nanoseconds of profiling's start time</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a39509920aff0ea1395e121ec04020c70" name="a39509920aff0ea1395e121ec04020c70"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a39509920aff0ea1395e121ec04020c70">◆ </a></span>SessionOptionsAppendExecutionProvider_CUDA()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionOptionsAppendExecutionProvider_CUDA </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="struct_ort_c_u_d_a_provider_options.html">OrtCUDAProviderOptions</a> * </td>
|
|
<td class="paramname"><em>cuda_options</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Append CUDA provider to session options. </p>
|
|
<p >If CUDA is not available (due to a non CUDA enabled build, or if CUDA is not installed on the system), this function will return failure.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">cuda_options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a26bfd4df96fd62ddd38de73f2e46c7ad" name="a26bfd4df96fd62ddd38de73f2e46c7ad"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a26bfd4df96fd62ddd38de73f2e46c7ad">◆ </a></span>SessionOptionsAppendExecutionProvider_OpenVINO()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionOptionsAppendExecutionProvider_OpenVINO </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="struct_ort_open_v_i_n_o_provider_options.html">OrtOpenVINOProviderOptions</a> * </td>
|
|
<td class="paramname"><em>provider_options</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Append OpenVINO execution provider to the session options. </p>
|
|
<p >If OpenVINO is not available (due to a non OpenVINO enabled build, or if OpenVINO is not installed on the system), this function will fail.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">provider_options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5b70c887bab24d053021de7b9e8cb0ea" name="a5b70c887bab24d053021de7b9e8cb0ea"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5b70c887bab24d053021de7b9e8cb0ea">◆ </a></span>SessionOptionsAppendExecutionProvider_ROCM()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionOptionsAppendExecutionProvider_ROCM </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="struct_ort_r_o_c_m_provider_options.html">OrtROCMProviderOptions</a> * </td>
|
|
<td class="paramname"><em>rocm_options</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Append ROCM execution provider to the session options. </p>
|
|
<p >If ROCM is not available (due to a non ROCM enabled build, or if ROCM is not installed on the system), this function will return failure.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">rocm_options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a13721f0f99a5ba512adf8089eb76b3ed" name="a13721f0f99a5ba512adf8089eb76b3ed"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a13721f0f99a5ba512adf8089eb76b3ed">◆ </a></span>SessionOptionsAppendExecutionProvider_TensorRT()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionOptionsAppendExecutionProvider_TensorRT </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="struct_ort_tensor_r_t_provider_options.html">OrtTensorRTProviderOptions</a> * </td>
|
|
<td class="paramname"><em>tensorrt_options</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Append TensorRT provider to session options. </p>
|
|
<p >If TensorRT is not available (due to a non TensorRT enabled build, or if TensorRT is not installed on the system), this function will return failure.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tensorrt_options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a56e18c1d27b7ed78dcfc82998a550885" name="a56e18c1d27b7ed78dcfc82998a550885"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a56e18c1d27b7ed78dcfc82998a550885">◆ </a></span>SessionOptionsAppendExecutionProvider_TensorRT_V2()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SessionOptionsAppendExecutionProvider_TensorRT_V2 </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> * </td>
|
|
<td class="paramname"><em>tensorrt_options</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Append TensorRT execution provider to the session options. </p>
|
|
<p >If TensorRT is not available (due to a non TensorRT enabled build), this function will return failure.</p>
|
|
<p >This is slightly different from <a class="el" href="struct_ort_api.html#a13721f0f99a5ba512adf8089eb76b3ed" title="Append TensorRT provider to session options.">OrtApi::SessionOptionsAppendExecutionProvider_TensorRT</a>, it takes an <a class="el" href="struct_ort_tensor_r_t_provider_options.html" title="TensorRT Provider Options.">OrtTensorRTProviderOptions</a> which is publicly defined. This takes an opaque <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> which must be created with <a class="el" href="struct_ort_api.html#aded45902af604f958176bec4792351c0" title="Create an OrtTensorRTProviderOptionsV2.">OrtApi::CreateTensorRTProviderOptions</a>.</p>
|
|
<p >For <a class="el" href="struct_ort_api.html#a13721f0f99a5ba512adf8089eb76b3ed" title="Append TensorRT provider to session options.">OrtApi::SessionOptionsAppendExecutionProvider_TensorRT</a>, the user needs to instantiate <a class="el" href="struct_ort_tensor_r_t_provider_options.html" title="TensorRT Provider Options.">OrtTensorRTProviderOptions</a> as well as allocate/release buffers for some members of <a class="el" href="struct_ort_tensor_r_t_provider_options.html" title="TensorRT Provider Options.">OrtTensorRTProviderOptions</a>. Here, <a class="el" href="struct_ort_api.html#aded45902af604f958176bec4792351c0" title="Create an OrtTensorRTProviderOptionsV2.">OrtApi::CreateTensorRTProviderOptions</a> and Ortapi::ReleaseTensorRTProviderOptions will do the memory management for you.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tensorrt_options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a4fe802b337e2efb2cbff17761bd9d22b" name="a4fe802b337e2efb2cbff17761bd9d22b"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a4fe802b337e2efb2cbff17761bd9d22b">◆ </a></span>SetCurrentGpuDeviceId()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetCurrentGpuDeviceId </td>
|
|
<td>(</td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>device_id</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set current GPU device ID. </p>
|
|
<p >Set the current device id of the GPU execution provider (CUDA/tensorrt/rocm). The device id should be less than the total number of devices available. This is only useful when multiple-GPUs are installed and it is required to restrict execution to a single GPU.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">device_id</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a6575872736b924b47a382deb97e2fc17" name="a6575872736b924b47a382deb97e2fc17"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a6575872736b924b47a382deb97e2fc17">◆ </a></span>SetDimensions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetDimensions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>dim_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>dim_count</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set shape information in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_values</td><td>Array with <code>dim_count</code> elements. Can contain negative values. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">dim_count</td><td>Number of elements in <code>dim_values</code></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a1b77d09e74d0fccf7f01eade02a20072" name="a1b77d09e74d0fccf7f01eade02a20072"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1b77d09e74d0fccf7f01eade02a20072">◆ </a></span>SetGlobalDenormalAsZero()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetGlobalDenormalAsZero </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>tp_options</em></td><td>)</td>
|
|
<td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set threading flush-to-zero and denormal-as-zero. </p>
|
|
<p >Sets global thread pool options to be used in the call to <a class="el" href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192" title="Create an OrtEnv.">OrtApi::CreateEnvWithGlobalThreadPools</a>. Flush-to-zero and denormal-as-zero are applied to threads in both intra and inter global thread pool. </p><dl class="section note"><dt>Note</dt><dd>This option is not needed if the models used have no denormals. Having no denormals is recommended as this option may hurt model accuracy.</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tp_options</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a55e10966066056e12c2f1cc04686bf3e" name="a55e10966066056e12c2f1cc04686bf3e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a55e10966066056e12c2f1cc04686bf3e">◆ </a></span>SetGlobalInterOpNumThreads()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetGlobalInterOpNumThreads </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>tp_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>inter_op_num_threads</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set global inter-op thread count. </p>
|
|
<p >This configures the global thread pool options to be used in the call to <a class="el" href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192" title="Create an OrtEnv.">OrtApi::CreateEnvWithGlobalThreadPools</a></p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tp_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">inter_op_num_threads</td><td>Number of threads, special values:<br />
|
|
0 = Use default thread count<br />
|
|
1 = The invoking thread will be used; no threads will be created in the thread pool.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae84f09195c8a454f8f0ce718bc437b15" name="ae84f09195c8a454f8f0ce718bc437b15"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae84f09195c8a454f8f0ce718bc437b15">◆ </a></span>SetGlobalIntraOpNumThreads()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetGlobalIntraOpNumThreads </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>tp_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>intra_op_num_threads</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set global intra-op thread count. </p>
|
|
<p >This configures the global thread pool options to be used in the call to <a class="el" href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192" title="Create an OrtEnv.">OrtApi::CreateEnvWithGlobalThreadPools</a></p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tp_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">intra_op_num_threads</td><td>Number of threads, special values:<br />
|
|
0 = Use default thread count<br />
|
|
1 = The invoking thread will be used; no threads will be created in the thread pool.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a39d4699e56ac6e887b2f9e69e6e8c946" name="a39d4699e56ac6e887b2f9e69e6e8c946"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a39d4699e56ac6e887b2f9e69e6e8c946">◆ </a></span>SetGlobalSpinControl()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetGlobalSpinControl </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga3a8151bc1daecaae2411fb9a54c01ee9">OrtThreadingOptions</a> * </td>
|
|
<td class="paramname"><em>tp_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>allow_spinning</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set global spin control options. </p>
|
|
<p >This will configure the global thread pool options to be used in the call to <a class="el" href="struct_ort_api.html#a43a1a757582469f88421a9ef9d63f192" title="Create an OrtEnv.">OrtApi::CreateEnvWithGlobalThreadPools</a>. Allow spinning of thread pools when their queues are empty. This will set the value for both inter_op and intra_op threadpools.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tp_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">allow_spinning</td><td>Valid values are 0 or 1.<br />
|
|
0 = It won't spin (recommended if CPU usage is high)<br />
|
|
1 = Threadpool will spin to wait for queue to become non-empty</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a66522b73526d041a545b59eb2b46c851" name="a66522b73526d041a545b59eb2b46c851"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a66522b73526d041a545b59eb2b46c851">◆ </a></span>SetInterOpNumThreads()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetInterOpNumThreads </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>inter_op_num_threads</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Sets the number of threads used to parallelize the execution of the graph. </p>
|
|
<p >If nodes can be run in parallel, this sets the maximum number of threads to use to run them in parallel.</p>
|
|
<dl class="section note"><dt>Note</dt><dd>If sequential execution is enabled this value is ignored, it acts as if it was set to 1.</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">inter_op_num_threads</td><td>Number of threads to use<br />
|
|
A value of 0 will use the default number of threads<br />
|
|
</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a16f2b2e2a62d80725b3f7a39e9f49c07" name="a16f2b2e2a62d80725b3f7a39e9f49c07"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a16f2b2e2a62d80725b3f7a39e9f49c07">◆ </a></span>SetIntraOpNumThreads()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetIntraOpNumThreads </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>intra_op_num_threads</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Sets the number of threads used to parallelize the execution within nodes. </p>
|
|
<p >When running a single node operation, ex. add, this sets the maximum number of threads to use.</p>
|
|
<dl class="section note"><dt>Note</dt><dd>If built with OpenMP, this has no effect on the number of threads used. In this case use the OpenMP env variables to configure the number of intra op num threads.</dd></dl>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">intra_op_num_threads</td><td>Number of threads to use<br />
|
|
A value of 0 will use the default number of threads<br />
|
|
</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a31da2849eeda131d85d10f904834ca41" name="a31da2849eeda131d85d10f904834ca41"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a31da2849eeda131d85d10f904834ca41">◆ </a></span>SetLanguageProjection()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetLanguageProjection </td>
|
|
<td>(</td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>ort_env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga43f32dc7d75b0c13fd64ca5792e63a62">OrtLanguageProjection</a> </td>
|
|
<td class="paramname"><em>projection</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set language projection. </p>
|
|
<p >Set the language projection for collecting telemetry data when Env is created.</p>
|
|
<p >The default is ORT_PROJECTION_C, which means it will classify the language not in the list to C also.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">ort_env</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">projection</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad238e424200c0f1682947a1f342c39ca" name="ad238e424200c0f1682947a1f342c39ca"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad238e424200c0f1682947a1f342c39ca">◆ </a></span>SetOptimizedModelFilePath()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetOptimizedModelFilePath </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>optimized_model_filepath</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set filepath to save optimized model after graph level transformations. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">optimized_model_filepath</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8113f817428f87ef4926d97809291155" name="a8113f817428f87ef4926d97809291155"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8113f817428f87ef4926d97809291155">◆ </a></span>SetSessionExecutionMode()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetSessionExecutionMode </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gad14b0c6d4ed8fcadff6dcf39c5cf17fd">ExecutionMode</a> </td>
|
|
<td class="paramname"><em>execution_mode</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set execution mode. </p>
|
|
<p >Controls whether you want to execute operators in your graph sequentially or in parallel. Usually when the model has many branches, setting this option to ExecutionMode.ORT_PARALLEL will give you better performance. See [docs/ONNX_Runtime_Perf_Tuning.md] for more details.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">execution_mode</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a5ff8efdc44a334fae1faf9914ae0bdb7" name="a5ff8efdc44a334fae1faf9914ae0bdb7"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a5ff8efdc44a334fae1faf9914ae0bdb7">◆ </a></span>SetSessionGraphOptimizationLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetSessionGraphOptimizationLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gab086a52ca2f3a883cd1f7561eadd8ec9">GraphOptimizationLevel</a> </td>
|
|
<td class="paramname"><em>graph_optimization_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set the optimization level to apply when loading a graph. </p>
|
|
<p >Please see <a href="https://www.onnxruntime.ai/docs/resources/graph-optimizations.html">https://www.onnxruntime.ai/docs/resources/graph-optimizations.html</a> for an in-depth explanation </p><dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">options</td><td>The session options object </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">graph_optimization_level</td><td>The optimization level</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a37212764c3b252fe7c163c58b288d27f" name="a37212764c3b252fe7c163c58b288d27f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a37212764c3b252fe7c163c58b288d27f">◆ </a></span>SetSessionLogId()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetSessionLogId </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char * </td>
|
|
<td class="paramname"><em>logid</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set session log id. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">logid</td><td>The log identifier.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac364c1ca9e610962ba96c37112a36d3e" name="ac364c1ca9e610962ba96c37112a36d3e"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac364c1ca9e610962ba96c37112a36d3e">◆ </a></span>SetSessionLogSeverityLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetSessionLogSeverityLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>session_log_severity_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set session log severity level. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session_log_severity_level</td><td>The log severity level (refer to <a class="el" href="group___global.html#ga1c0fbcf614dbd0e2c272ae1cc04c629c" title="Logging severity levels.">OrtLoggingLevel</a> for possible values).</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac346615876bbc53dc8aaf17acfe36b94" name="ac346615876bbc53dc8aaf17acfe36b94"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac346615876bbc53dc8aaf17acfe36b94">◆ </a></span>SetSessionLogVerbosityLevel()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetSessionLogVerbosityLevel </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaa6c56bcb36e39611481a17065d3ce620">OrtSessionOptions</a> * </td>
|
|
<td class="paramname"><em>options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int </td>
|
|
<td class="paramname"><em>session_log_verbosity_level</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set session log verbosity level. </p>
|
|
<p >Applies to session load, initialization, etc</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">session_log_verbosity_level</td><td>The log verbosity level controls the display of <a class="el" href="group___global.html#gga1c0fbcf614dbd0e2c272ae1cc04c629ca19e1337b6f43e56b635bc51ef8ae077c" title="Verbose informational messages (least severe).">ORT_LOGGING_LEVEL_VERBOSE</a> severity log messages at a finer granularity. It only has an effect in debug builds. The higher the value, the more verbose the log output will be. </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="afe987bf6f19492e59b459e161dd129b4" name="afe987bf6f19492e59b459e161dd129b4"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#afe987bf6f19492e59b459e161dd129b4">◆ </a></span>SetTensorElementType()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::SetTensorElementType </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a> * </td>
|
|
<td class="paramname"><em>info</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">enum <a class="el" href="group___global.html#gaec63cdda46c29b8183997f38930ce38e">ONNXTensorElementDataType</a> </td>
|
|
<td class="paramname"><em>type</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set element type in <a class="el" href="group___global.html#ga6af32c548904330b6bd7e8cba6e186c1">OrtTensorTypeAndShapeInfo</a>. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">info</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">type</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a067cabac8cbc83133431f3f0abbc1c80" name="a067cabac8cbc83133431f3f0abbc1c80"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a067cabac8cbc83133431f3f0abbc1c80">◆ </a></span>TensorAt()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::TensorAt </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>location_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>location_values_count</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">void ** </td>
|
|
<td class="paramname"><em>out</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Direct memory access to a specified tensor element. </p>
|
|
<p >For example, given a tensor with shape of [3,224,224], a pointer to the element at location [2,150,128] can be retrieved</p>
|
|
<p >This function only works for numeric type tensors (No strings, etc). This is a no-copy method whose returned pointer is valid until the passed in <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> is free'd.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">value</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">location_values</td><td>Pointer to an array of index values that specify an element's location relative to its shape </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">location_values_count</td><td>Number of elements in location_values. Must match the number of elements in the tensor's shape. </td></tr>
|
|
<tr><td class="paramdir">[out]</td><td class="paramname">out</td><td>Set to a pointer to the element specified</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aafc0689965f283aba9fd21ebbddd09c6" name="aafc0689965f283aba9fd21ebbddd09c6"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aafc0689965f283aba9fd21ebbddd09c6">◆ </a></span>UnregisterAllocator()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::UnregisterAllocator </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaba9072a64b5081cd4d36cca5ef92bd08">OrtEnv</a> * </td>
|
|
<td class="paramname"><em>env</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> * </td>
|
|
<td class="paramname"><em>mem_info</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Unregister a custom allocator. </p>
|
|
<p >It is an error if you provide an <a class="el" href="group___global.html#ga088f45e429651ac29b4a9efb4d88571a">OrtMemoryInfo</a> not corresponding to any registered allocators for sharing.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">env</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">mem_info</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ad0499e538e565039b4eb2769fdd3b26f" name="ad0499e538e565039b4eb2769fdd3b26f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ad0499e538e565039b4eb2769fdd3b26f">◆ </a></span>UpdateTensorRTProviderOptions()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::UpdateTensorRTProviderOptions </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> * </td>
|
|
<td class="paramname"><em>tensorrt_options</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char *const * </td>
|
|
<td class="paramname"><em>provider_options_keys</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const char *const * </td>
|
|
<td class="paramname"><em>provider_options_values</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>num_keys</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Set options in a TensorRT Execution Provider. </p>
|
|
<p >Please refer to <a href="https://www.onnxruntime.ai/docs/reference/execution-providers/TensorRT-ExecutionProvider.html#c-api-example">https://www.onnxruntime.ai/docs/reference/execution-providers/TensorRT-ExecutionProvider.html#c-api-example</a> to know the available keys and values. Key should be in null terminated string format of the member of <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> and value should be its related range.</p>
|
|
<p >For example, key="trt_max_workspace_size" and value="2147483648"</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">tensorrt_options</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">provider_options_keys</td><td>Array of UTF-8 null-terminated string for provider options keys </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">provider_options_values</td><td>Array of UTF-8 null-terminated string for provider options values </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">num_keys</td><td>Number of elements in the <code>provider_option_keys</code> and <code>provider_options_values</code> arrays</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab0c883a1aa3e2356e5a7722fac61343f" name="ab0c883a1aa3e2356e5a7722fac61343f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab0c883a1aa3e2356e5a7722fac61343f">◆ </a></span>UseBlockSparseIndices()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::UseBlockSparseIndices </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">const int64_t * </td>
|
|
<td class="paramname"><em>indices_shape</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>indices_shape_len</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int32_t * </td>
|
|
<td class="paramname"><em>indices_data</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >The assigns BlockSparse format indices to the SparseTensor that was created by <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> above. It also sets OrtSparseFormat to ORT_SPARSE_BLOCK_SPARSE. This will not allocate any additional memory for data. The life span of indices_data buffer must eclipse the lifespan of this <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">ort_value</td><td>OrtValue instance constructed with <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_shape</td><td>pointer to indices shape. Use {0} for fully sparse tensors </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_shape_len</td><td>length of the indices shape </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">indices_data</td><td>pointer to user pre-allocated buffer or nullptr for fully sparse tensors.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a23b84e3c0f95c58a7ce325088ee152d9" name="a23b84e3c0f95c58a7ce325088ee152d9"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a23b84e3c0f95c58a7ce325088ee152d9">◆ </a></span>UseCooIndices()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::UseCooIndices </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>indices_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>indices_num</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >This assigns Coo format indices to the SparseTensor that was created by <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> above. It also sets OrtSparseFormat to ORT_SPARSE_COO. This will not allocate any additional memory for data. The life span of indices_data buffer should eclipse the life span of this <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> instance constructed with <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">indices_data</td><td>pointer to a user pre-allocated buffer or nullptr for fully sparse tensors. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">indices_num</td><td>number of COO indices. Should either be 0 for fully sparse tensors, be equal to the number of nnz values specified to <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> for 1-D {nnz} indices or be twice as number of nnz values for a 2-D indices {nnz, 2}</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ac839960adda6d33bc9abefdbf52a014f" name="ac839960adda6d33bc9abefdbf52a014f"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ac839960adda6d33bc9abefdbf52a014f">◆ </a></span>UseCsrIndices()</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> * OrtApi::UseCsrIndices </td>
|
|
<td>(</td>
|
|
<td class="paramtype"><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> * </td>
|
|
<td class="paramname"><em>ort_value</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>inner_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>inner_num</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">int64_t * </td>
|
|
<td class="paramname"><em>outer_data</em>, </td>
|
|
</tr>
|
|
<tr>
|
|
<td class="paramkey"></td>
|
|
<td></td>
|
|
<td class="paramtype">size_t </td>
|
|
<td class="paramname"><em>outer_num</em> </td>
|
|
</tr>
|
|
<tr>
|
|
<td></td>
|
|
<td>)</td>
|
|
<td></td><td></td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
<p >The assigns CSR format indices to the SparseTensor that was created by <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> above. It also sets OrtSparseFormat to ORT_SPARSE_CSRC. This will not allocate any additional memory for data. The life spans of inner_data and outer_data buffers should eclipse the life span of this <a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a>.</p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">ort_value</td><td><a class="el" href="group___global.html#gaab167acf3fe9dabc0195b993fbe7ee7d">OrtValue</a> instance constructed with <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a> </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">inner_data</td><td>pointer to a user pre-allocated buffer or nullptr for fully sparse tensors. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">inner_num</td><td>number of inner CSR indices. Should either be 0 for fully sparse tensors or be equal to the number of nnz values specified to <a class="el" href="struct_ort_api.html#a0c327539c710bfc8e706e7912c81b548">OrtApi::CreateSparseTensorWithValuesAsOrtValue</a>. </td></tr>
|
|
<tr><td class="paramdir">[in,out]</td><td class="paramname">outer_data</td><td>pointer to user pre-allocated buffer or nullptr for fully sparse tensors. </td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">outer_num</td><td>number of CSR outer indices. Should either be 0 for fully sparse tensors or equal to rows + 1 of the dense shape.</td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<p><dl class="section return"><dt>Returns</dt><dd>If no error, nullptr will be returned. If there is an error, a pointer to an <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> that contains error details will be returned. Use <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> to free this pointer.</dd></dl>
|
|
</p>
|
|
|
|
</div>
|
|
</div>
|
|
<h2 class="groupheader">Member Data Documentation</h2>
|
|
<a id="a1b9f96db9d81810fb5416b10afdaf731" name="a1b9f96db9d81810fb5416b10afdaf731"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a1b9f96db9d81810fb5416b10afdaf731">◆ </a></span>ClearBoundInputs</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void( * OrtApi::ClearBoundInputs) (<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr) __attribute__((nonnull))</td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Clears any previously set Inputs for an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="aa4431ee9e0a23179b9d1060d71cafbfd" name="aa4431ee9e0a23179b9d1060d71cafbfd"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#aa4431ee9e0a23179b9d1060d71cafbfd">◆ </a></span>ClearBoundOutputs</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void( * OrtApi::ClearBoundOutputs) (<a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a> *binding_ptr) __attribute__((nonnull))</td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Clears any previously set Outputs for an <a class="el" href="group___global.html#ga58e534aaa9cdcee02d79ffddced86c93">OrtIoBinding</a>. </p>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ab3f31bf5a89fae003e5f57f27c1503f0" name="ab3f31bf5a89fae003e5f57f27c1503f0"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ab3f31bf5a89fae003e5f57f27c1503f0">◆ </a></span>CreateStatus</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *( * OrtApi::CreateStatus) (<a class="el" href="group___global.html#gabab5349c294603a9eac437fdafd40a3d">OrtErrorCode</a> code, const char *msg) __attribute__((nonnull))</td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Create an OrtStatus from a null terminated string. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">code</td><td></td></tr>
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">msg</td><td>A null-terminated string. Its contents will be copied. </td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<dl class="section return"><dt>Returns</dt><dd>A new OrtStatus object, must be destroyed with <a class="el" href="struct_ort_api.html#a9b21334e290855a585f53d53dda44551">OrtApi::ReleaseStatus</a> </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="afe84f6149c7dd0774c94b746b8edde36" name="afe84f6149c7dd0774c94b746b8edde36"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#afe84f6149c7dd0774c94b746b8edde36">◆ </a></span>GetErrorCode</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname"><a class="el" href="group___global.html#gabab5349c294603a9eac437fdafd40a3d">OrtErrorCode</a>( * OrtApi::GetErrorCode) (const <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *status) __attribute__((nonnull))</td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get OrtErrorCode from OrtStatus. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">status</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<dl class="section return"><dt>Returns</dt><dd>OrtErrorCode that <code>status</code> was created with </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="a8b5cc409efb4d7014998e169de144b7d" name="a8b5cc409efb4d7014998e169de144b7d"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#a8b5cc409efb4d7014998e169de144b7d">◆ </a></span>GetErrorMessage</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">const char *( * OrtApi::GetErrorMessage) (const <a class="el" href="group___global.html#gabbdf49d59489efef1b125d8e0d59adc6">OrtStatus</a> *status) __attribute__((nonnull))</td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Get error string from OrtStatus. </p>
|
|
<dl class="params"><dt>Parameters</dt><dd>
|
|
<table class="params">
|
|
<tr><td class="paramdir">[in]</td><td class="paramname">status</td><td></td></tr>
|
|
</table>
|
|
</dd>
|
|
</dl>
|
|
<dl class="section return"><dt>Returns</dt><dd>The error message inside the <code>status</code>. Do not free the returned value. </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
<a id="ae17a8857260554d44bb2b27a67e39020" name="ae17a8857260554d44bb2b27a67e39020"></a>
|
|
<h2 class="memtitle"><span class="permalink"><a href="#ae17a8857260554d44bb2b27a67e39020">◆ </a></span>ReleaseTensorRTProviderOptions</h2>
|
|
|
|
<div class="memitem">
|
|
<div class="memproto">
|
|
<table class="memname">
|
|
<tr>
|
|
<td class="memname">void( * OrtApi::ReleaseTensorRTProviderOptions) (<a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a> *input)</td>
|
|
</tr>
|
|
</table>
|
|
</div><div class="memdoc">
|
|
|
|
<p>Release an <a class="el" href="group___global.html#ga331177427bd78a813d46a78f78f159a2">OrtTensorRTProviderOptionsV2</a>. </p>
|
|
<dl class="section note"><dt>Note</dt><dd>This is an exception in the naming convention of other Release* functions, as the name of the method does not have the V2 suffix, but the type does </dd></dl>
|
|
|
|
</div>
|
|
</div>
|
|
</div><!-- contents -->
|
|
</div><!-- doc-content -->
|
|
<!-- start footer part -->
|
|
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="struct_ort_api.html">OrtApi</a></li>
|
|
<li class="footer">Generated by <a href="https://www.doxygen.org/index.html"><img class="footer" src="doxygen.svg" width="104" height="31" alt="doxygen"/></a> 1.9.2 </li>
|
|
</ul>
|
|
</div>
|
|
</body>
|
|
</html>
|