diff --git a/docs/api/python/auto_examples/plot_backend.html b/docs/api/python/auto_examples/plot_backend.html index b2318a5937..7ef17f6000 100644 --- a/docs/api/python/auto_examples/plot_backend.html +++ b/docs/api/python/auto_examples/plot_backend.html @@ -112,7 +112,7 @@ without using onnx.
The backend API is implemented by other frameworks and makes it easier to switch between multiple runtimes with the same API.
-Total running time of the script: ( 0 minutes 0.016 seconds)
+Total running time of the script: ( 0 minutes 0.014 seconds)
Download Python source code: plot_backend.py
0.9358557991605122
+0.8778842817557302
@@ -200,12 +200,12 @@ ONNX Runtime expects one observation at a time.
print(r2_score(pred, pred_onx))
-0.9999999999999337
+0.999999999999964
Very similar. ONNX Runtime uses floats instead of doubles,
that explains the small discrepencies.
-Total running time of the script: ( 0 minutes 1.066 seconds)
+Total running time of the script: ( 0 minutes 1.044 seconds)
Download Python source code: plot_convert_pipeline_vectorizer.py
diff --git a/docs/api/python/auto_examples/plot_load_and_predict.html b/docs/api/python/auto_examples/plot_load_and_predict.html
index fa86bd4c08..9110cb14a4 100644
--- a/docs/api/python/auto_examples/plot_load_and_predict.html
+++ b/docs/api/python/auto_examples/plot_load_and_predict.html
@@ -108,24 +108,24 @@ output type tensor(float)
print(res)
-[array([[[0.5179582 , 0.61270964, 0.61406195, 0.5725736 , 0.51330644],
- [0.69485235, 0.5532911 , 0.52013624, 0.636309 , 0.70414793],
- [0.6428818 , 0.63155353, 0.6381408 , 0.5325222 , 0.63684714],
- [0.71618 , 0.54053146, 0.7182288 , 0.54457587, 0.67911494]],
+[array([[[0.7074605 , 0.66807246, 0.5468252 , 0.6794102 , 0.72581375],
+ [0.7061233 , 0.7108102 , 0.7131539 , 0.5087233 , 0.7157812 ],
+ [0.5101798 , 0.6822957 , 0.71132684, 0.63517916, 0.5935693 ],
+ [0.6674769 , 0.71915364, 0.6055379 , 0.6265797 , 0.6334329 ]],
- [[0.54977566, 0.69168943, 0.56264675, 0.7119333 , 0.6331944 ],
- [0.6970906 , 0.6601206 , 0.6880265 , 0.50476724, 0.71472955],
- [0.72150964, 0.7020236 , 0.65242076, 0.58242726, 0.5292552 ],
- [0.5488381 , 0.5718334 , 0.5828182 , 0.68686056, 0.7161767 ]],
+ [[0.7060813 , 0.65122193, 0.5852989 , 0.7020965 , 0.5418902 ],
+ [0.70865536, 0.7239054 , 0.53950447, 0.6397851 , 0.61991036],
+ [0.5108298 , 0.70998025, 0.5768114 , 0.70231366, 0.7083629 ],
+ [0.5532729 , 0.6634668 , 0.68702626, 0.53754365, 0.63848865]],
- [[0.6186368 , 0.5709658 , 0.59708256, 0.627766 , 0.64522445],
- [0.6574453 , 0.63655937, 0.6999107 , 0.70128393, 0.65033275],
- [0.5789951 , 0.61559284, 0.66066134, 0.6682638 , 0.69809294],
- [0.697786 , 0.6425333 , 0.6025326 , 0.6508598 , 0.62747025]]],
+ [[0.5546355 , 0.5326628 , 0.6045945 , 0.72216797, 0.5367474 ],
+ [0.54598904, 0.683926 , 0.7086522 , 0.5805207 , 0.6906233 ],
+ [0.71620524, 0.6052958 , 0.7310034 , 0.6245417 , 0.6648243 ],
+ [0.6229709 , 0.5226055 , 0.67183244, 0.6684347 , 0.57293963]]],
dtype=float32)]
-Total running time of the script: ( 0 minutes 0.009 seconds)
+Total running time of the script: ( 0 minutes 0.007 seconds)
Download Python source code: plot_load_and_predict.py
diff --git a/docs/api/python/auto_examples/plot_pipeline.html b/docs/api/python/auto_examples/plot_pipeline.html
index 27473b680d..7eaed0f2a1 100644
--- a/docs/api/python/auto_examples/plot_pipeline.html
+++ b/docs/api/python/auto_examples/plot_pipeline.html
@@ -183,10 +183,10 @@ in a different way than before.
plt.imshow(image)
-
<matplotlib.image.AxesImage object at 0x7effb65e3d90>
+
<matplotlib.image.AxesImage object at 0x7f0fecf2bd90>
-Total running time of the script: ( 0 minutes 0.221 seconds)
+Total running time of the script: ( 0 minutes 0.136 seconds)
Download Python source code: plot_pipeline.py
diff --git a/docs/api/python/auto_examples/plot_profiling.html b/docs/api/python/auto_examples/plot_profiling.html
index f9a7675b12..16a2eb4441 100644
--- a/docs/api/python/auto_examples/plot_profiling.html
+++ b/docs/api/python/auto_examples/plot_profiling.html
@@ -106,7 +106,7 @@ before running the predictions.
print(prof_file)
-onnxruntime_profile__2023-01-25_17-47-38.json
+onnxruntime_profile__2023-01-26_22-44-30.json
The results are stored un a file in JSON format.
@@ -122,20 +122,20 @@ Let’s see what it contains.
[{'args': {},
'cat': 'Session',
- 'dur': 62,
+ 'dur': 59,
'name': 'model_loading_array',
'ph': 'X',
- 'pid': 2783,
- 'tid': 2783,
+ 'pid': 2745,
+ 'tid': 2745,
'ts': 1},
{'args': {},
'cat': 'Session',
- 'dur': 283,
+ 'dur': 308,
'name': 'session_initialization',
'ph': 'X',
- 'pid': 2783,
- 'tid': 2783,
- 'ts': 76}]
+ 'pid': 2745,
+ 'tid': 2745,
+ 'ts': 73}]
Total running time of the script: ( 0 minutes 0.005 seconds)
diff --git a/docs/api/python/auto_examples/plot_train_convert_predict.html b/docs/api/python/auto_examples/plot_train_convert_predict.html
index ea36661e60..a570aa8aab 100644
--- a/docs/api/python/auto_examples/plot_train_convert_predict.html
+++ b/docs/api/python/auto_examples/plot_train_convert_predict.html
@@ -86,6 +86,16 @@ to its use in its converted from.
clr.fit(X_train, y_train)
+/home/runner/.local/lib/python3.10/site-packages/sklearn/linear_model/_logistic.py:444: ConvergenceWarning: lbfgs failed to converge (status=1):
+STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.
+
+Increase the number of iterations (max_iter) or scale the data as shown in:
+ https://scikit-learn.org/stable/modules/preprocessing.html
+Please also refer to the documentation for alternative solver options:
+ https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression
+ n_iter_i = _check_optimize_result(
+
+
LogisticRegression()
In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.LogisticRegression()
@@ -98,9 +108,9 @@ and we show the confusion matrix.
print(confusion_matrix(y_test, pred))
-[[12 0 0]
- [ 0 12 1]
- [ 0 0 13]]
+[[14 0 0]
+ [ 0 11 0]
+ [ 0 1 12]]
@@ -142,9 +152,9 @@ output name='output_label' and shape=[None]
print(confusion_matrix(pred, pred_onx))
-[[12 0 0]
+[[14 0 0]
[ 0 12 0]
- [ 0 0 14]]
+ [ 0 0 12]]
The prediction are perfectly identical.
@@ -159,9 +169,9 @@ scikit-learn.
print(prob_sklearn[:3])
-[[9.64397638e-01 3.56022281e-02 1.33661432e-07]
- [1.12861883e-02 7.36931324e-01 2.51782488e-01]
- [9.71882114e-01 2.81177168e-02 1.68768358e-07]]
+[[1.90908960e-01 8.02874408e-01 6.21663156e-03]
+ [2.81698299e-02 9.12759445e-01 5.90707247e-02]
+ [9.67801591e-01 3.21983324e-02 7.64754321e-08]]
And then with ONNX Runtime.
@@ -174,9 +184,9 @@ The probabilies appear to be
pprint.pprint(prob_rt[0:3])
-[{0: 0.964397668838501, 1: 0.03560224175453186, 2: 1.3366144457904738e-07},
- {0: 0.01128618698567152, 1: 0.7369312644004822, 2: 0.25178253650665283},
- {0: 0.9718821048736572, 1: 0.028117714449763298, 2: 1.6876846586910688e-07}]
+[{0: 0.19090914726257324, 1: 0.8028742074966431, 2: 0.0062166303396224976},
+ {0: 0.02816985361278057, 1: 0.9127594232559204, 2: 0.059070732444524765},
+ {0: 0.9678016304969788, 1: 0.03219832107424736, 2: 7.647536648391906e-08}]
Let’s benchmark.
@@ -200,11 +210,11 @@ The probabilies appear to be
Execution time for clr.predict
-Average 4.45e-05 min=4.23e-05 max=5.86e-05
+Average 4.44e-05 min=4.24e-05 max=5.4e-05
Execution time for ONNX Runtime
-Average 2.2e-05 min=2.14e-05 max=2.68e-05
+Average 2.21e-05 min=2.16e-05 max=2.71e-05
-2.1959864999132605e-05
+2.2087500000509407e-05
Let’s benchmark a scenario similar to what a webservice
@@ -232,11 +242,11 @@ as opposed to a batch of prediction.
Execution time for clr.predict
-Average 0.00412 min=0.00409 max=0.00419
+Average 0.00406 min=0.00404 max=0.00414
Execution time for sess_predict
-Average 0.00102 min=0.00101 max=0.00105
+Average 0.00104 min=0.00102 max=0.00107
-0.0010201415149995795
+0.00103513229499967
Let’s do the same for the probabilities.
@@ -253,11 +263,11 @@ Average 0.00102 min=0.00101 max=0.00105
Execution time for predict_proba
-Average 0.0062 min=0.00618 max=0.00622
+Average 0.0061 min=0.00608 max=0.00626
Execution time for sess_predict_proba
Average 0.00108 min=0.00107 max=0.0011
-0.0010763829249992797
+0.001081757285000009
This second comparison is better as @@ -295,11 +305,11 @@ in every case.
Execution time for predict_proba
-Average 0.676 min=0.675 max=0.678
+Average 0.674 min=0.672 max=0.678
Execution time for sess_predict_proba
-Average 0.00136 min=0.00132 max=0.00164
+Average 0.0013 min=0.00129 max=0.00133
-0.0013557706149995852
+0.001301839815000676
Let’s see with different number of trees.
@@ -334,40 +344,40 @@ Average 0.00136 min=0.00132 max=0.00164
5
-Average 0.0492 min=0.0491 max=0.0493
-Average 0.00102 min=0.00101 max=0.00104
+Average 0.0491 min=0.049 max=0.0491
+Average 0.00103 min=0.00102 max=0.00105
10
-Average 0.0825 min=0.0824 max=0.0827
-Average 0.00105 min=0.00104 max=0.00107
+Average 0.0823 min=0.0822 max=0.0824
+Average 0.00104 min=0.00102 max=0.00106
15
-Average 0.116 min=0.116 max=0.116
-Average 0.00104 min=0.00103 max=0.00107
+Average 0.115 min=0.115 max=0.115
+Average 0.00103 min=0.00102 max=0.00106
20
-Average 0.149 min=0.149 max=0.149
-Average 0.00106 min=0.00105 max=0.00108
+Average 0.148 min=0.148 max=0.148
+Average 0.00105 min=0.00104 max=0.00108
25
-Average 0.182 min=0.182 max=0.184
-Average 0.00108 min=0.00107 max=0.0011
+Average 0.181 min=0.181 max=0.182
+Average 0.00107 min=0.00106 max=0.00109
30
-Average 0.215 min=0.214 max=0.215
-Average 0.00108 min=0.00108 max=0.0011
+Average 0.214 min=0.214 max=0.214
+Average 0.00107 min=0.00106 max=0.00109
35
-Average 0.248 min=0.247 max=0.248
-Average 0.0011 min=0.00108 max=0.00113
+Average 0.247 min=0.247 max=0.248
+Average 0.00109 min=0.00108 max=0.00111
40
-Average 0.281 min=0.281 max=0.281
-Average 0.0011 min=0.00109 max=0.00113
+Average 0.28 min=0.279 max=0.28
+Average 0.00109 min=0.00108 max=0.00112
45
-Average 0.314 min=0.314 max=0.314
-Average 0.0011 min=0.00109 max=0.00113
+Average 0.312 min=0.311 max=0.312
+Average 0.00112 min=0.00111 max=0.00115
50
-Average 0.347 min=0.347 max=0.348
-Average 0.00113 min=0.00112 max=0.00116
+Average 0.345 min=0.344 max=0.345
+Average 0.00112 min=0.00111 max=0.00114
-<matplotlib.legend.Legend object at 0x7eff9f4d4400>
+<matplotlib.legend.Legend object at 0x7f0fd5bd2a40>
Total running time of the script: ( 3 minutes 8.827 seconds)
+Total running time of the script: ( 3 minutes 8.150 seconds)
Download Python source code: plot_train_convert_predict.py
03:10.156 total execution time for auto_examples files:
+03:09.367 total execution time for auto_examples files:
Train, convert and predict with ONNX Runtime ( |
-03:08.827 |
+03:08.150 |
0.0 MB |
Train, convert and predict with ONNX Runtime ( |
-00:01.066 |
+00:01.044 |
0.0 MB |
Draw a pipeline ( |
-00:00.221 |
+00:00.136 |
0.0 MB |
ONNX Runtime Backend for ONNX ( |
-00:00.016 |
+00:00.014 |
0.0 MB |
Load and predict with ONNX Runtime and a very simple model ( |
-00:00.009 |
-0.0 MB |
-|
Common errors with onnxruntime ( |
+|||
Common errors with onnxruntime ( |
00:00.008 |
0.0 MB |
|
Load and predict with ONNX Runtime and a very simple model ( |
+00:00.007 |
+0.0 MB |
+|
Profile the execution of a simple model ( |
00:00.005 |
0.0 MB |
diff --git a/docs/api/python/downloads/07fcc19ba03226cd3d83d4e40ec44385/auto_examples_python.zip b/docs/api/python/downloads/07fcc19ba03226cd3d83d4e40ec44385/auto_examples_python.zip
index a3229674fc..a444f9454c 100644
Binary files a/docs/api/python/downloads/07fcc19ba03226cd3d83d4e40ec44385/auto_examples_python.zip and b/docs/api/python/downloads/07fcc19ba03226cd3d83d4e40ec44385/auto_examples_python.zip differ
diff --git a/docs/api/python/downloads/6f1e7a639e0699d6164445b55e6c116d/auto_examples_jupyter.zip b/docs/api/python/downloads/6f1e7a639e0699d6164445b55e6c116d/auto_examples_jupyter.zip
index 517e012493..da6a65990e 100644
Binary files a/docs/api/python/downloads/6f1e7a639e0699d6164445b55e6c116d/auto_examples_jupyter.zip and b/docs/api/python/downloads/6f1e7a639e0699d6164445b55e6c116d/auto_examples_jupyter.zip differ
diff --git a/docs/api/python/images/sphx_glr_plot_train_convert_predict_001.png b/docs/api/python/images/sphx_glr_plot_train_convert_predict_001.png
index 18c2be4765..1aa98db5fe 100644
Binary files a/docs/api/python/images/sphx_glr_plot_train_convert_predict_001.png and b/docs/api/python/images/sphx_glr_plot_train_convert_predict_001.png differ
diff --git a/docs/api/python/images/sphx_glr_plot_train_convert_predict_thumb.png b/docs/api/python/images/sphx_glr_plot_train_convert_predict_thumb.png
index 539e1c7630..48db1cb4d6 100644
Binary files a/docs/api/python/images/sphx_glr_plot_train_convert_predict_thumb.png and b/docs/api/python/images/sphx_glr_plot_train_convert_predict_thumb.png differ
diff --git a/docs/api/python/searchindex.js b/docs/api/python/searchindex.js
index e76fe67d42..bda952a3c2 100644
--- a/docs/api/python/searchindex.js
+++ b/docs/api/python/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api_summary", "auto_examples/index", "auto_examples/plot_backend", "auto_examples/plot_common_errors", "auto_examples/plot_convert_pipeline_vectorizer", "auto_examples/plot_load_and_predict", "auto_examples/plot_metadata", "auto_examples/plot_pipeline", "auto_examples/plot_profiling", "auto_examples/plot_train_convert_predict", "auto_examples/sg_execution_times", "examples_md", "index", "tutorial"], "filenames": ["api_summary.rst", "auto_examples/index.rst", "auto_examples/plot_backend.rst", "auto_examples/plot_common_errors.rst", "auto_examples/plot_convert_pipeline_vectorizer.rst", "auto_examples/plot_load_and_predict.rst", "auto_examples/plot_metadata.rst", "auto_examples/plot_pipeline.rst", "auto_examples/plot_profiling.rst", "auto_examples/plot_train_convert_predict.rst", "auto_examples/sg_execution_times.rst", "examples_md.rst", "index.rst", "tutorial.rst"], "titles": ["API", "Gallery of examples", "ONNX Runtime Backend for ONNX", "Common errors with onnxruntime", "Train, convert and predict with ONNX Runtime", "Load and predict with ONNX Runtime and a very simple model", "Metadata", "Draw a pipeline", "Profile the execution of a simple model", "Train, convert and predict with ONNX Runtime", "Computation times", "Gallery of examples", "Python Bindings for ONNX Runtime", "Tutorial"], "terms": {"onnx": [0, 1, 3, 6, 8, 10], "runtim": [0, 1, 6, 8, 10], "infer": 0, "graph": [0, 7], "format": [0, 2, 3, 6, 8], "ort": 0, "memori": 0, "disk": 0, "constrain": 0, "environ": [0, 4, 9], "The": [0, 2, 3, 4, 5, 8, 9, 13], "consum": 0, "produc": [0, 3, 6], "can": [0, 2, 3, 4, 8, 13], "specifi": [0, 13], "access": 0, "wai": [0, 7, 13], "best": 0, "match": 0, "your": [0, 3], "scenario": [0, 4, 9, 13], "i": [0, 2, 3, 4, 5, 6, 7, 9, 12, 13], "main": 0, "It": [0, 3, 5, 6, 13], "us": [0, 2, 3, 4, 6, 7, 9], "an": [0, 3, 4, 5, 7, 9, 13], "well": 0, "applic": [0, 13], "configur": 0, "session": [0, 8], "onnxruntim": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "name": [0, 2, 3, 4, 5, 7, 8, 9, 13], "consist": [0, 4, 9], "comput": [0, 2, 4, 5, 8, 9, 13], "oper": [0, 13], "implement": [0, 2], "optim": [0, 13], "kernel": 0, "differ": [0, 7, 9], "hardwar": 0, "target": [0, 4, 9, 13], "orchestr": 0, "execut": [0, 1, 9, 10], "via": 0, "provid": [0, 3, 4, 5, 6, 8, 9, 13], "contain": [0, 6, 8], "set": [0, 4, 9, 13], "specif": [0, 6, 13], "gpu": [0, 2, 13], "iot": 0, "etc": 0, "ar": [0, 8, 9, 13], "paramet": 0, "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 13], "chosen": 0, "prioriti": 0, "order": 0, "given": 0, "list": [0, 13], "In": [0, 4, 9, 13], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12], "below": 0, "cuda": 0, "If": 0, "cudaexecutionprovid": 0, "cpuexecutionprovid": 0, "avail": [0, 5], "found": 0, "here": [0, 2, 3, 4, 5, 6, 7, 8, 9, 13], "sinc": 0, "1": [0, 2, 3, 4, 6, 7, 8, 9], "10": [0, 4, 9, 10, 13], "you": [0, 4, 13], "must": 0, "explicitli": 0, "onli": [0, 3], "time": [0, 2, 3, 4, 5, 6, 7, 8, 9], "allow": 0, "explicit": 0, "follow": [0, 2, 3, 4], "assum": 0, "nvidia": 0, "replac": [0, 3], "suppli": 0, "other": [0, 2, 3, 7, 9, 13], "For": [0, 12], "enabl": [0, 8], "profil": [0, 1, 10], "enable_profil": [0, 8], "true": [0, 4, 8, 9], "sess_opt": 0, "its": [0, 4, 5, 7, 9, 13], "On": [0, 4, 9], "default": 0, "map": [0, 4], "nativ": 0, "python": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "structur": 0, "numpi": [0, 2, 3, 4, 5, 8, 9, 13], "arrai": [0, 2, 3, 5, 8, 9], "dictionari": [0, 4], "x": [0, 2, 3, 4, 5, 7, 8, 9, 13], "ortvalue_from_numpi": 0, "device_nam": 0, "shape": [0, 3, 4, 5, 7, 9], "data_typ": [0, 4, 7, 9, 13], "tensor": [0, 3, 4, 5], "float": [0, 3, 4, 5], "is_tensor": 0, "np": [0, 2, 4], "array_equ": 0, "part": 0, "feed": [0, 3], "result": [0, 8], "y": [0, 4, 5, 7, 9, 13], "By": 0, "alwai": 0, "place": 0, "": [0, 2, 4, 5, 6, 7, 8, 9], "have": 0, "mai": 0, "than": [0, 3, 7, 13], "becaus": [0, 4], "introduc": 0, "copi": 0, "between": [0, 2, 9], "support": [0, 8], "custom": 0, "all": [0, 1, 3], "user": 0, "back": 0, "thi": [0, 2, 3, 4, 5, 7, 8, 9, 13], "call": [0, 4], "To": 0, "featur": 0, "run_with_iobind": 0, "A": 0, "instanc": [0, 6], "onto": 0, "io_bind": 0, "over": 0, "node": [0, 7], "bind_cpu_input": 0, "bind_output": 0, "copy_outputs_to_cpu": 0, "0": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13], "directli": [0, 2], "x_ortvalu": 0, "bind_input": 0, "device_typ": 0, "device_id": 0, "element_typ": 0, "float32": [0, 2, 3, 5, 8, 9, 13], "buffer_ptr": 0, "data_ptr": 0, "both": 0, "also": [0, 2, 5, 13], "y_ortvalu": 0, "ortvalue_from_shape_and_typ": 0, "3": [0, 2, 3, 5, 6, 7, 8, 9], "2": [0, 2, 3, 4, 6, 7, 8, 9], "chang": [0, 13], "actual": [0, 3, 4], "being": 0, "bound": 0, "request": 0, "alloc": 0, "particularli": 0, "dynam": 0, "get_output": [0, 3, 4, 5, 9, 13], "get": [0, 9, 13], "correspond": 0, "thu": 0, "bind": 0, "return": [0, 3, 8, 9], "which": [0, 3, 4, 6, 7, 13], "ha": [0, 4, 9], "ort_output": 0, "addit": 0, "work": 0, "while": 0, "inferenc": 0, "bind_ortvalue_input": 0, "bind_ortvalue_output": 0, "pytorch": 0, "x_tensor": 0, "contigu": 0, "tupl": 0, "y_shape": 0, "need": [0, 8, 9], "y_tensor": 0, "torch": 0, "empti": 0, "dtype": [0, 2, 3, 5, 8], "see": [0, 5, 6, 8, 9, 12, 13], "code": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 13], "path_or_byt": 0, "none": [0, 3, 4, 8, 9, 13], "provider_opt": 0, "kwarg": 0, "sourc": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "filenam": [0, 8], "serial": 0, "byte": [0, 3], "string": 0, "sequenc": 0, "decreas": 0, "preced": 0, "valu": [0, 4], "either": [0, 2, 3], "dict": 0, "type": [0, 3, 4, 5, 7], "unless": [0, 4], "so": 0, "add_session_config_entri": 0, "load_model_format": 0, "file": [0, 8, 10], "extens": 0, "when": [0, 6], "ani": [0, 3], "should": 0, "mean": 0, "capabl": 0, "otherwis": 0, "disable_fallback": 0, "disabl": 0, "fallback": 0, "mechan": 0, "enable_fallback": 0, "fail": [0, 3, 4, 13], "due": [0, 3], "failur": 0, "reset": 0, "fall": 0, "end_profil": [0, 8], "end": [0, 4, 9], "store": [0, 7, 8], "get_input": [0, 3, 4, 5, 8, 9, 13], "metadata": [0, 1, 10], "get_modelmeta": [0, 6], "get_overridable_initi": 0, "includ": [0, 4, 7], "initi": [0, 7], "get_profiling_start_time_n": 0, "nanosecond": 0, "start": [0, 3, 4, 9], "compar": [0, 4, 9], "monotonic_n": 0, "after": 0, "some": [0, 8], "platform": 0, "timer": [0, 9], "precis": 0, "window": 0, "maco": 0, "100n": 0, "get_provider_opt": 0, "regist": 0, "get_provid": 0, "get_session_opt": 0, "object": [0, 7, 9], "output_nam": [0, 3, 5], "input_fe": 0, "run_opt": 0, "predict": [0, 1, 2, 3, 8, 10, 13], "input_nam": [0, 3, 5, 8, 9, 13], "input_valu": 0, "everi": [0, 9], "spars": [0, 4], "sess": [0, 3, 4, 5, 6, 8, 9, 13], "run_with_ort_valu": 0, "input_dict_ort_valu": 0, "input_ort_valu": 0, "how": [0, 2, 5, 6, 7, 8, 9], "creat": [0, 4, 13], "run_with_ortvaluevector": 0, "feed_nam": 0, "fetch_nam": 0, "fetch": [0, 4], "fetch_devic": 0, "similar": [0, 4, 9], "run_": 0, "method": 0, "minim": 0, "c": [0, 9], "convers": 0, "overhead": 0, "set_provid": 0, "underli": 0, "re": [0, 3, 5, 8], "self": 0, "capi": [0, 2, 3, 4], "onnxruntime_pybind11_st": [0, 2, 3, 4], "inform": [0, 12], "singl": [0, 3], "add_run_config_entri": 0, "arg0": 0, "str": 0, "arg1": 0, "entri": 0, "pair": 0, "get_run_config_entri": 0, "kei": 0, "properti": 0, "log_severity_level": 0, "log": 0, "sever": [0, 3], "level": [0, 13], "particular": 0, "invoc": 0, "verbos": 0, "info": 0, "warn": [0, 3, 4], "error": [0, 1, 10], "4": [0, 3, 5, 7, 8, 9, 13], "fatal": 0, "log_verbosity_level": 0, "vlog": 0, "debug": 0, "build": 0, "run_log_severity_level": 0, "appli": 0, "logid": 0, "identifi": 0, "gener": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "only_execute_path_to_fetch": 0, "synchronize_execution_provid": 0, "synchron": 0, "termin": 0, "current": 0, "individu": 0, "exit": 0, "gracefulli": 0, "statu": [0, 13], "add_external_initi": 0, "add_free_dimension_override_by_denot": 0, "int": [0, 4], "dimens": [0, 2, 3], "size": 0, "each": 0, "denot": 0, "associ": 0, "free": 0, "add_free_dimension_override_by_nam": 0, "within": 0, "add_initi": 0, "enable_cpu_mem_arena": 0, "arena": 0, "pre": 0, "futur": 0, "usag": 0, "fals": [0, 4], "don": 0, "t": [0, 4, 8], "want": 0, "enable_mem_pattern": 0, "pattern": 0, "enable_mem_reus": 0, "reus": 0, "execution_mod": 0, "mode": 0, "sequenti": 0, "execution_ord": 0, "basic": 0, "topolog": 0, "get_session_config_entri": 0, "graph_optimization_level": 0, "inter_op_num_thread": 0, "number": [0, 3, 9, 13], "thread": 0, "parallel": 0, "across": 0, "let": [0, 2, 5, 6, 8, 9], "choos": 0, "intra_op_num_thread": 0, "session_log_severity_level": 0, "logger": 0, "id": 0, "optimized_model_filepath": 0, "path": 0, "save_model_format": 0, "config": 0, "case": [0, 4, 9], "insensit": 0, "profile_file_prefix": 0, "prefix": 0, "append": [0, 9], "register_custom_ops_librari": 0, "share": 0, "librari": 0, "op": 0, "requir": 0, "use_deterministic_comput": 0, "whether": 0, "determinist": 0, "numpy_obj": 0, "non": 0, "construct": 0, "deal": 0, "as_sparse_tensor": 0, "function": [0, 4], "address": 0, "first": [0, 3, 4, 9, 13], "element": 0, "buffer": 0, "where": 0, "resid": 0, "e": [0, 2, 3, 4], "g": 0, "proto": 0, "has_valu": 0, "els": 0, "is_sparse_tensor": 0, "is_tensor_sequ": 0, "valid": 0, "hold": 0, "throw": 0, "accessor": 0, "gain": 0, "refer": [0, 4, 13], "static": 0, "ort_value_from_sparse_tensor": 0, "sparse_tensor": 0, "new": 0, "ownership": 0, "factori": 0, "held": 0, "NOT": 0, "integ": 0, "indic": [0, 2, 3], "update_inplac": 0, "np_arr": 0, "updat": 0, "content": [0, 7], "valuess": 0, "project": [0, 12], "depend": [0, 2, 13], "more": [0, 12, 13], "one": [0, 4, 7, 9, 13], "constructor": 0, "as_blocksparse_view": 0, "coo": 0, "represent": [0, 4, 9], "queri": 0, "blockspars": 0, "did": 0, "would": 0, "block_sparse_indic": 0, "as_coo_view": 0, "coo_indic": 0, "as_csrc_view": 0, "csr": 0, "cr": 0, "dit": 0, "inner_ndic": 0, "inner": 0, "outer_ndic": 0, "outer": 0, "dense_shap": 0, "int64": [0, 3, 4], "dens": 0, "ortsparseformat": 0, "enumer": 0, "sparse_coo_from_numpi": 0, "ort_devic": 0, "argument": 0, "d": [0, 9], "homogen": 0, "zero": 0, "linear": 0, "index": [0, 2, 3], "length": 0, "equal": 0, "coordin": 0, "nnz": 0, "exactli": 0, "twice": 0, "describ": [0, 13], "own": 0, "nummpi": 0, "suppor": 0, "numer": 0, "primit": 0, "them": [0, 4, 9], "storag": 0, "increment": 0, "count": 0, "decrement": 0, "gc": 0, "doe": [0, 3, 8], "those": 0, "sparse_csr_from_numpi": 0, "inner_indic": 0, "outer_indic": 0, "row": [0, 4], "col": 0, "Its": 0, "gced": 0, "to_cuda": 0, "alreadi": 0, "cross": 0, "present": 0, "arr_on_cpu": 0, "param": 0, "pointer": 0, "anoth": 0, "No": 0, "obtain": 0, "c_ort_devic": 0, "expos": 0, "These": 0, "cannot": [0, 3], "instanti": 0, "thei": 0, "defin": [0, 13], "about": [0, 4], "usual": [0, 13], "facilit": 0, "comparison": [0, 9], "custom_metadata_map": [0, 6], "descript": [0, 6], "domain": [0, 6, 7], "graph_descript": 0, "host": 0, "graph_nam": [0, 6], "producer_nam": [0, 6, 7], "version": [0, 6, 7, 8], "definit": [0, 5], "arg": [0, 8], "regular": [0, 4], "perform": [0, 12, 13], "usabl": 0, "verif": 0, "conform": 0, "is_compat": 0, "compat": 0, "unus": 0, "ex": 0, "boolean": 0, "prepar": [0, 2], "readi": 0, "modelproto": [0, 7], "compil": [0, 2], "supports_devic": 0, "check": 0, "test": [0, 4, 7, 9], "suit": 0, "draw": [1, 10], "pipelin": [1, 10, 13], "load": [1, 2, 3, 4, 6, 7, 8, 9, 10], "veri": [1, 4, 8, 10], "simpl": [1, 2, 6, 7, 10], "model": [1, 2, 3, 4, 6, 9, 10, 12], "backend": [1, 10], "train": [1, 3, 6, 10], "convert": [1, 6, 7, 10], "common": [1, 4, 9, 10, 13], "download": [1, 2, 3, 4, 5, 6, 7, 8, 9], "auto_examples_python": 1, "zip": 1, "jupyt": [1, 2, 3, 4, 5, 6, 7, 8, 9], "notebook": [1, 2, 3, 4, 5, 6, 7, 8, 9], "auto_examples_jupyt": 1, "sphinx": [1, 2, 3, 4, 5, 6, 7, 8, 9], "click": [2, 3, 4, 5, 6, 7, 8, 9], "full": [2, 3, 4, 5, 6, 7, 8, 9], "extend": 2, "api": [2, 12], "run": [2, 3, 4, 5, 6, 7, 8, 9], "logist": [2, 3, 6, 13], "regress": [2, 3, 6, 13], "import": [2, 3, 4, 5, 6, 7, 8, 9, 13], "devic": 2, "packag": [2, 4, 7, 13], "wa": [2, 6], "cpu": [2, 13], "dataset": [2, 3, 4, 5, 6, 7, 8, 9, 13], "get_devic": 2, "invalidargu": [2, 3, 4], "get_exampl": [2, 3, 5, 6, 7, 8], "logreg_iri": [2, 3, 6, 9, 13], "rep": 2, "try": [2, 3, 4, 9], "label": [2, 3, 9], "proba": 2, "print": [2, 3, 4, 5, 6, 7, 8, 9, 13], "probabl": [2, 3], "except": [2, 3, 4], "runtimeerror": [2, 3, 4], "onnxruntimeerror": [2, 3, 4], "invalid_argu": [2, 3, 4], "got": [2, 3], "invalid": [2, 3], "input": [2, 3, 4, 5, 7, 9], "float_input": [2, 3, 4, 9, 13], "expect": [2, 3, 4], "pleas": [2, 3, 4, 9, 12, 13], "fix": [2, 3], "without": [2, 13], "framework": [2, 3], "make": 2, "easier": 2, "switch": 2, "multipl": [2, 3], "same": [2, 3, 9], "total": [2, 3, 4, 5, 6, 7, 8, 9, 10, 13], "script": [2, 3, 4, 5, 6, 7, 8, 9], "minut": [2, 3, 4, 5, 6, 7, 8, 9], "016": [2, 10], "second": [2, 3, 4, 5, 6, 7, 8, 9], "plot_backend": [2, 10], "py": [2, 3, 4, 5, 6, 7, 8, 9, 10, 13], "ipynb": [2, 3, 4, 5, 6, 7, 8, 9], "galleri": [2, 3, 4, 5, 6, 7, 8, 9, 12], "look": [3, 4, 7, 9], "situat": 3, "rais": 3, "instead": [3, 4], "step": [3, 4, 9], "favorit": 3, "iri": [3, 9, 13], "take": [3, 4], "vector": [3, 4, 5], "class": 3, "among": 3, "three": 3, "rt": [3, 4, 5, 6, 8, 9, 13], "example2": 3, "inferencesess": [3, 4, 5, 6, 8, 9, 13], "get_available_provid": [3, 4, 5, 6, 8, 9, 13], "bad": 3, "handl": 3, "kind": 3, "5": [3, 5, 7, 8, 9], "6": [3, 7, 8], "float64": 3, "unexpect": [3, 4], "data": [3, 4, 9, 13], "doubl": [3, 4], "output": [3, 4, 5, 7, 9, 13], "misspel": 3, "option": [3, 8, 13], "9505997896194458": 3, "027834143489599228": 3, "021566055715084076": 3, "9974970817565918": 3, "6270167988259345e": 3, "05": [3, 9], "0024466365575790405": 3, "9997311234474182": 3, "787709464906584e": 3, "07": [3, 9], "0002686927327886224": 3, "goe": 3, "necessarili": 3, "r": [3, 8], "rank": 3, "higher": 3, "008": [3, 10], "plot_common_error": [3, 10], "demonstr": [4, 5, 7, 9], "scikit": [4, 6, 9, 13], "learn": [4, 5, 6, 9, 13], "dictvector": 4, "retriev": [4, 5, 9], "boston": 4, "datset": [4, 9], "panda": [4, 9], "sklearn": [4, 6, 9, 13], "load_boston": 4, "model_select": [4, 9, 13], "train_test_split": [4, 9, 13], "x_train": [4, 9, 13], "x_test": [4, 9, 13], "y_train": [4, 9, 13], "y_test": [4, 9, 13], "x_train_dict": 4, "datafram": [4, 9], "to_dict": 4, "x_test_dict": 4, "home": [4, 13], "runner": [4, 13], "local": [4, 13], "lib": [4, 13], "python3": [4, 13], "site": [4, 13], "util": 4, "deprec": 4, "87": 4, "futurewarn": 4, "remov": 4, "hous": 4, "price": 4, "ethic": 4, "problem": 4, "document": [4, 13], "further": 4, "detail": [4, 13], "maintain": 4, "therefor": 4, "strongli": 4, "discourag": 4, "purpos": 4, "studi": 4, "educ": 4, "issu": 4, "scienc": 4, "machin": [4, 5, 9, 13], "special": 4, "origin": 4, "pd": 4, "data_url": 4, "http": [4, 13], "stat": 4, "cmu": 4, "edu": 4, "raw_df": 4, "read_csv": 4, "sep": 4, "skiprow": 4, "22": 4, "header": 4, "hstack": 4, "altern": [4, 13], "california": 4, "func": 4, "fetch_california_h": 4, "am": 4, "fetch_openml": 4, "house_pric": 4, "as_fram": 4, "msg": 4, "categori": 4, "we": [4, 7, 8, 9, 13], "ensembl": [4, 9], "gradientboostingregressor": 4, "feature_extract": 4, "make_pipelin": 4, "pipe": 4, "fit": [4, 9, 13], "x27": 4, "rerun": [4, 9], "cell": [4, 9], "show": [4, 5, 8, 9], "html": [4, 9, 13], "trust": [4, 9], "github": [4, 5, 9, 12], "unabl": [4, 9], "render": [4, 9], "page": [4, 9], "nbviewer": [4, 9], "org": [4, 9, 13], "pipelinepipelin": 4, "dictvectorizerdictvector": 4, "gradientboostingregressorgradientboostingregressor": 4, "confus": [4, 9], "matrix": [4, 9], "metric": [4, 9], "r2_score": 4, "pred": [4, 9], "9358557991605122": 4, "modul": [4, 9, 13], "skl2onnx": [4, 9, 13], "convert_sklearn": [4, 9, 13], "dictionarytyp": 4, "floattensortyp": [4, 9, 13], "int64tensortyp": 4, "sequencetyp": 4, "initial_typ": [4, 9, 13], "onx": [4, 9, 13], "open": [4, 7, 8, 9, 12, 13], "pipeline_vector": 4, "wb": [4, 9, 13], "f": [4, 8, 9, 13], "write": [4, 9, 13], "serializetostr": [4, 8, 9, 13], "inp": 4, "out": 4, "variabl": 4, "could": 4, "do": [4, 6, 9], "pred_onx": [4, 9, 13], "seq": 4, "But": 4, "observ": 4, "ones": 4, "9999999999999337": 4, "explain": 4, "small": 4, "discrep": 4, "066": [4, 10], "plot_convert_pipeline_vector": [4, 10], "test_sigmoid": 5, "example1": [5, 7, 8], "sigmoid": 5, "input_shap": 5, "input_typ": 5, "output_shap": 5, "output_typ": 5, "random": [5, 9], "astyp": [5, 9, 13], "5179582": 5, "61270964": 5, "61406195": 5, "5725736": 5, "51330644": 5, "69485235": 5, "5532911": 5, "52013624": 5, "636309": 5, "70414793": 5, "6428818": 5, "63155353": 5, "6381408": 5, "5325222": 5, "63684714": 5, "71618": 5, "54053146": 5, "7182288": 5, "54457587": 5, "67911494": 5, "54977566": 5, "69168943": 5, "56264675": 5, "7119333": 5, "6331944": 5, "6970906": 5, "6601206": 5, "6880265": 5, "50476724": 5, "71472955": 5, "72150964": 5, "7020236": 5, "65242076": 5, "58242726": 5, "5292552": 5, "5488381": 5, "5718334": 5, "5828182": 5, "68686056": 5, "7161767": 5, "6186368": 5, "5709658": 5, "59708256": 5, "627766": 5, "64522445": 5, "6574453": 5, "63655937": 5, "6999107": 5, "70128393": 5, "65033275": 5, "5789951": 5, "61559284": 5, "66066134": 5, "6682638": 5, "69809294": 5, "697786": 5, "6425333": 5, "6025326": 5, "6508598": 5, "62747025": 5, "009": [5, 10], "plot_load_and_predict": [5, 10], "relat": 6, "deploi": 6, "product": 6, "keep": 6, "track": 6, "doc_str": 6, "ir_vers": [6, 7, 8], "metadata_prop": 6, "model_vers": 6, "producer_vers": 6, "onnxml": 6, "onnxmltool": [6, 13], "0116": 6, "With": 6, "meta": 6, "3c59201b940f410fa29dc71ea9d5767d": 6, "003": [6, 10], "plot_metadata": [6, 10], "There": [7, 13], "That": 7, "most": 7, "mul_1": [7, 8], "protobuf": 7, "messag": 7, "chenta": 7, "w": 7, "op_typ": 7, "mul": 7, "dim": 7, "float_data": 7, "tensor_typ": 7, "elem_typ": 7, "dim_valu": 7, "opset_import": [7, 8], "7": [7, 8, 9], "net_draw": 7, "befor": [7, 8], "rb": [7, 8], "fid": 7, "read": 7, "parsefromstr": 7, "tool": [7, 13], "getopnodeproduc": 7, "getpydotgraph": 7, "pydot_graph": 7, "rankdir": 7, "lr": 7, "node_produc": 7, "docstr": 7, "write_dot": 7, "dot": 7, "Then": [7, 9], "imag": 7, "o": 7, "system": 7, "tpng": 7, "displai": 7, "matplotlib": [7, 9], "pyplot": 7, "plt": 7, "imread": 7, "png": 7, "imshow": 7, "axesimag": 7, "0x7effb65e3d90": 7, "221": [7, 10], "plot_pipelin": [7, 10], "interpret": 8, "def": [8, 9], "change_ir_vers": 8, "opset": 8, "11": 8, "onnx_model": 8, "onnx_model_str": 8, "9": [8, 9], "16": 8, "25": [8, 9], "36": 8, "sessionopt": 8, "sess_profil": 8, "prof_fil": 8, "onnxruntime_profile__2023": 8, "01": [8, 9, 10], "25_17": 8, "47": 8, "38": 8, "json": 8, "un": 8, "what": [8, 9], "sess_tim": 8, "pprint": [8, 9], "cat": 8, "dur": 8, "62": 8, "model_loading_arrai": 8, "ph": 8, "pid": 8, "2783": 8, "tid": 8, "283": 8, "session_initi": 8, "76": 8, "005": [8, 10], "plot_profil": [8, 10], "load_iri": [9, 13], "linear_model": [9, 13], "logisticregress": [9, 13], "clr": [9, 13], "logisticregressionlogisticregress": 9, "confusion_matrix": 9, "12": 9, "13": 9, "output_label": 9, "label_nam": [9, 13], "14": 9, "perfectli": 9, "ident": 9, "relev": 9, "roc": 9, "curv": 9, "prob_sklearn": 9, "predict_proba": 9, "64397638e": 9, "56022281e": 9, "02": 9, "33661432e": 9, "12861883e": 9, "36931324e": 9, "51782488e": 9, "71882114e": 9, "81177168e": 9, "68768358e": 9, "And": 9, "probabili": 9, "appear": 9, "prob_nam": 9, "prob_rt": 9, "964397668838501": 9, "03560224175453186": 9, "3366144457904738e": 9, "01128618698567152": 9, "7369312644004822": 9, "25178253650665283": 9, "9718821048736572": 9, "028117714449763298": 9, "6876846586910688e": 9, "timeit": 9, "speed": 9, "inst": 9, "repeat": 9, "20": 9, "global": 9, "raw": 9, "av": 9, "sum": 9, "len": 9, "mi": 9, "ma": 9, "min": 9, "max": 9, "averag": 9, "3g": 9, "45e": 9, "23e": 9, "86e": 9, "2e": 9, "14e": 9, "68e": 9, "1959864999132605e": 9, "webservic": 9, "experi": 9, "oppos": 9, "batch": [9, 13], "loop": 9, "fct": 9, "n": 9, "nrow": 9, "rang": 9, "im": 9, "100": 9, "sess_predict": 9, "00412": 9, "00409": 9, "00419": 9, "00102": 9, "00101": 9, "00105": 9, "0010201415149995795": 9, "sess_predict_proba": 9, "0062": 9, "00618": 9, "00622": 9, "00108": 9, "00107": 9, "0011": 9, "0010763829249992797": 9, "better": 9, "save": 9, "randomforestclassifi": 9, "rf": 9, "rf_iri": 9, "sess_predict_proba_rf": 9, "676": 9, "675": 9, "678": 9, "00136": 9, "00132": 9, "00164": 9, "0013557706149995852": 9, "tree": 9, "measur": 9, "n_tree": 9, "51": 9, "n_estim": 9, "rf_iris_": 9, "sess_predict_proba_loop": 9, "tsk": 9, "trt": 9, "df": 9, "ax": 9, "plot": 9, "blue": 9, "logi": 9, "green": 9, "set_xlabel": 9, "set_ylabel": 9, "set_titl": 9, "nfor": 9, "forest": 9, "legend": 9, "0492": 9, "0491": 9, "0493": 9, "00104": 9, "0825": 9, "0824": 9, "0827": 9, "15": 9, "116": 9, "00103": 9, "149": 9, "00106": 9, "182": 9, "184": 9, "30": 9, "215": 9, "214": 9, "35": 9, "248": 9, "247": 9, "00113": 9, "40": 9, "281": 9, "00109": 9, "45": 9, "314": 9, "50": 9, "347": 9, "348": 9, "00112": 9, "00116": 9, "0x7eff9f4d4400": 9, "8": 9, "827": [9, 10], "plot_train_convert_predict": [9, 10], "03": 10, "156": 10, "auto_exampl": 10, "08": 10, "mb": 10, "00": 10, "focus": 12, "score": 12, "engin": 12, "neural": 12, "network": 12, "exchang": 12, "aka": 12, "m": 12, "tutori": 12, "easi": 13, "high": 13, "rather": 13, "servic": 13, "At": 13, "briefli": 13, "ll": 13, "famou": 13, "_logist": 13, "444": 13, "convergencewarn": 13, "lbfg": 13, "converg": 13, "stop": 13, "NO": 13, "iter": 13, "reach": 13, "limit": 13, "increas": 13, "max_it": 13, "scale": 13, "shown": 13, "stabl": 13, "preprocess": 13, "solver": 13, "n_iter_i": 13, "_check_optimize_result": 13, "commonli": 13, "compos": 13}, "objects": {"onnxruntime": [[0, 0, 1, "", "IOBinding"], [0, 0, 1, "", "InferenceSession"], [0, 0, 1, "", "ModelMetadata"], [0, 0, 1, "", "NodeArg"], [0, 0, 1, "", "OrtDevice"], [0, 0, 1, "", "OrtValue"], [0, 0, 1, "", "RunOptions"], [0, 0, 1, "", "SessionOptions"], [0, 0, 1, "", "SparseTensor"]], "onnxruntime.IOBinding": [[0, 1, 1, "", "bind_cpu_input"], [0, 1, 1, "", "bind_input"], [0, 1, 1, "", "bind_ortvalue_input"], [0, 1, 1, "", "bind_ortvalue_output"], [0, 1, 1, "", "bind_output"], [0, 1, 1, "", "copy_outputs_to_cpu"], [0, 1, 1, "", "get_outputs"]], "onnxruntime.InferenceSession": [[0, 1, 1, "", "disable_fallback"], [0, 1, 1, "", "enable_fallback"], [0, 1, 1, "", "end_profiling"], [0, 1, 1, "", "get_inputs"], [0, 1, 1, "", "get_modelmeta"], [0, 1, 1, "", "get_outputs"], [0, 1, 1, "", "get_overridable_initializers"], [0, 1, 1, "", "get_profiling_start_time_ns"], [0, 1, 1, "", "get_provider_options"], [0, 1, 1, "", "get_providers"], [0, 1, 1, "", "get_session_options"], [0, 1, 1, "", "io_binding"], [0, 1, 1, "", "run"], [0, 1, 1, "", "run_with_iobinding"], [0, 1, 1, "", "run_with_ort_values"], [0, 1, 1, "", "run_with_ortvaluevector"], [0, 1, 1, "", "set_providers"]], "onnxruntime.ModelMetadata": [[0, 2, 1, "", "custom_metadata_map"], [0, 2, 1, "", "description"], [0, 2, 1, "", "domain"], [0, 2, 1, "", "graph_description"], [0, 2, 1, "", "graph_name"], [0, 2, 1, "", "producer_name"], [0, 2, 1, "", "version"]], "onnxruntime.NodeArg": [[0, 2, 1, "", "name"], [0, 2, 1, "", "shape"], [0, 2, 1, "", "type"]], "onnxruntime.OrtValue": [[0, 1, 1, "", "as_sparse_tensor"], [0, 1, 1, "", "data_ptr"], [0, 1, 1, "", "data_type"], [0, 1, 1, "", "device_name"], [0, 1, 1, "", "element_type"], [0, 1, 1, "", "has_value"], [0, 1, 1, "", "is_sparse_tensor"], [0, 1, 1, "", "is_tensor"], [0, 1, 1, "", "is_tensor_sequence"], [0, 1, 1, "", "numpy"], [0, 1, 1, "", "ort_value_from_sparse_tensor"], [0, 1, 1, "", "ortvalue_from_numpy"], [0, 1, 1, "", "ortvalue_from_shape_and_type"], [0, 1, 1, "", "shape"], [0, 1, 1, "", "update_inplace"]], "onnxruntime.RunOptions": [[0, 1, 1, "", "add_run_config_entry"], [0, 1, 1, "", "get_run_config_entry"], [0, 2, 1, "", "log_severity_level"], [0, 2, 1, "", "log_verbosity_level"], [0, 2, 1, "", "logid"], [0, 2, 1, "", "only_execute_path_to_fetches"], [0, 2, 1, "", "synchronize_execution_providers"], [0, 2, 1, "", "terminate"]], "onnxruntime.SessionOptions": [[0, 1, 1, "", "add_external_initializers"], [0, 1, 1, "", "add_free_dimension_override_by_denotation"], [0, 1, 1, "", "add_free_dimension_override_by_name"], [0, 1, 1, "", "add_initializer"], [0, 1, 1, "", "add_session_config_entry"], [0, 2, 1, "", "enable_cpu_mem_arena"], [0, 2, 1, "", "enable_mem_pattern"], [0, 2, 1, "", "enable_mem_reuse"], [0, 2, 1, "", "enable_profiling"], [0, 2, 1, "", "execution_mode"], [0, 2, 1, "", "execution_order"], [0, 1, 1, "", "get_session_config_entry"], [0, 2, 1, "", "graph_optimization_level"], [0, 2, 1, "", "inter_op_num_threads"], [0, 2, 1, "", "intra_op_num_threads"], [0, 2, 1, "", "log_severity_level"], [0, 2, 1, "", "log_verbosity_level"], [0, 2, 1, "", "logid"], [0, 2, 1, "", "optimized_model_filepath"], [0, 2, 1, "", "profile_file_prefix"], [0, 1, 1, "", "register_custom_ops_library"], [0, 2, 1, "", "use_deterministic_compute"]], "onnxruntime.SparseTensor": [[0, 1, 1, "", "as_blocksparse_view"], [0, 1, 1, "", "as_coo_view"], [0, 1, 1, "", "as_csrc_view"], [0, 1, 1, "", "data_type"], [0, 1, 1, "", "dense_shape"], [0, 1, 1, "", "device_name"], [0, 1, 1, "", "format"], [0, 1, 1, "", "sparse_coo_from_numpy"], [0, 1, 1, "", "sparse_csr_from_numpy"], [0, 1, 1, "", "to_cuda"], [0, 1, 1, "", "values"]], "onnxruntime.backend": [[0, 3, 1, "", "is_compatible"], [0, 3, 1, "", "prepare"], [0, 3, 1, "", "run"], [0, 3, 1, "", "supports_device"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:property", "3": "py:function"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "property", "Python property"], "3": ["py", "function", "Python function"]}, "titleterms": {"api": 0, "overview": 0, "load": [0, 5, 13], "run": [0, 13], "model": [0, 5, 7, 8, 13], "data": 0, "input": 0, "output": 0, "cpu": 0, "devic": 0, "detail": 0, "inferencesess": 0, "option": 0, "runopt": 0, "sessionopt": 0, "ortvalu": 0, "sparsetensor": 0, "iobind": 0, "ortdevic": 0, "intern": 0, "class": 0, "modelmetadata": 0, "nodearg": 0, "backend": [0, 2], "galleri": 1, "exampl": 1, "onnx": [2, 4, 5, 7, 9, 12, 13], "runtim": [2, 4, 5, 9, 12, 13], "common": 3, "error": 3, "onnxruntim": 3, "train": [4, 9, 13], "convert": [4, 9, 13], "predict": [4, 5, 9], "pipelin": [4, 7], "convers": [4, 9], "format": [4, 7, 9, 13], "veri": 5, "simpl": [5, 8], "metadata": 6, "draw": 7, "retriev": 7, "json": 7, "profil": 8, "execut": 8, "logist": 9, "regress": 9, "probabl": 9, "benchmark": 9, "randomforest": 9, "comput": 10, "time": 10, "python": 12, "bind": 12, "tutori": 13, "step": 13, "1": 13, "us": 13, "your": 13, "favorit": 13, "framework": 13, "2": 13, "export": 13, "3": 13}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1, "sphinx": 57}, "alltitles": {"API": [[0, "api"]], "API Overview": [[0, "api-overview"]], "Load and run a model": [[0, "load-and-run-a-model"]], "Data inputs and outputs": [[0, "data-inputs-and-outputs"]], "Data on CPU": [[0, "data-on-cpu"]], "Data on device": [[0, "data-on-device"]], "API Details": [[0, "api-details"]], "InferenceSession": [[0, "inferencesession"]], "Options": [[0, "options"]], "RunOptions": [[0, "runoptions"]], "SessionOptions": [[0, "sessionoptions"]], "Data": [[0, "data"]], "OrtValue": [[0, "ortvalue"]], "SparseTensor": [[0, "sparsetensor"]], "Devices": [[0, "devices"]], "IOBinding": [[0, "iobinding"]], "OrtDevice": [[0, "ortdevice"]], "Internal classes": [[0, "internal-classes"]], "ModelMetadata": [[0, "modelmetadata"]], "NodeArg": [[0, "nodearg"]], "Backend": [[0, "backend"]], "Gallery of examples": [[1, "gallery-of-examples"]], "ONNX Runtime Backend for ONNX": [[2, "onnx-runtime-backend-for-onnx"]], "Common errors with onnxruntime": [[3, "common-errors-with-onnxruntime"]], "Train, convert and predict with ONNX Runtime": [[4, "train-convert-and-predict-with-onnx-runtime"], [9, "train-convert-and-predict-with-onnx-runtime"]], "Train a pipeline": [[4, "train-a-pipeline"]], "Conversion to ONNX format": [[4, "conversion-to-onnx-format"], [9, "conversion-to-onnx-format"]], "Load and predict with ONNX Runtime and a very simple model": [[5, "load-and-predict-with-onnx-runtime-and-a-very-simple-model"]], "Metadata": [[6, "metadata"]], "Draw a pipeline": [[7, "draw-a-pipeline"]], "Retrieve a model in JSON format": [[7, "retrieve-a-model-in-json-format"]], "Draw a model with ONNX": [[7, "draw-a-model-with-onnx"]], "Profile the execution of a simple model": [[8, "profile-the-execution-of-a-simple-model"]], "Train a logistic regression": [[9, "train-a-logistic-regression"]], "Probabilities": [[9, "probabilities"]], "Benchmark with RandomForest": [[9, "benchmark-with-randomforest"]], "Computation times": [[10, "computation-times"]], "Python Bindings for ONNX Runtime": [[12, "python-bindings-for-onnx-runtime"]], "Tutorial": [[13, "tutorial"]], "Step 1: Train a model using your favorite framework": [[13, "step-1-train-a-model-using-your-favorite-framework"]], "Step 2: Convert or export the model into ONNX format": [[13, "step-2-convert-or-export-the-model-into-onnx-format"]], "Step 3: Load and run the model using ONNX Runtime": [[13, "step-3-load-and-run-the-model-using-onnx-runtime"]]}, "indexentries": {"iobinding (class in onnxruntime)": [[0, "onnxruntime.IOBinding"]], "inferencesession (class in onnxruntime)": [[0, "onnxruntime.InferenceSession"]], "modelmetadata (class in onnxruntime)": [[0, "onnxruntime.ModelMetadata"]], "nodearg (class in onnxruntime)": [[0, "onnxruntime.NodeArg"]], "ortdevice (class in onnxruntime)": [[0, "onnxruntime.OrtDevice"]], "ortvalue (class in onnxruntime)": [[0, "onnxruntime.OrtValue"]], "runoptions (class in onnxruntime)": [[0, "onnxruntime.RunOptions"]], "sessionoptions (class in onnxruntime)": [[0, "onnxruntime.SessionOptions"]], "sparsetensor (class in onnxruntime)": [[0, "onnxruntime.SparseTensor"]], "add_external_initializers() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_external_initializers"]], "add_free_dimension_override_by_denotation() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_free_dimension_override_by_denotation"]], "add_free_dimension_override_by_name() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_free_dimension_override_by_name"]], "add_initializer() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_initializer"]], "add_run_config_entry() (onnxruntime.runoptions method)": [[0, "onnxruntime.RunOptions.add_run_config_entry"]], "add_session_config_entry() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_session_config_entry"]], "as_blocksparse_view() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.as_blocksparse_view"]], "as_coo_view() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.as_coo_view"]], "as_csrc_view() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.as_csrc_view"]], "as_sparse_tensor() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.as_sparse_tensor"]], "bind_cpu_input() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_cpu_input"]], "bind_input() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_input"]], "bind_ortvalue_input() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_ortvalue_input"]], "bind_ortvalue_output() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_ortvalue_output"]], "bind_output() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_output"]], "copy_outputs_to_cpu() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.copy_outputs_to_cpu"]], "custom_metadata_map (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.custom_metadata_map"]], "data_ptr() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.data_ptr"]], "data_type() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.data_type"]], "data_type() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.data_type"]], "dense_shape() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.dense_shape"]], "description (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.description"]], "device_name() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.device_name"]], "device_name() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.device_name"]], "disable_fallback() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.disable_fallback"]], "domain (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.domain"]], "element_type() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.element_type"]], "enable_cpu_mem_arena (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_cpu_mem_arena"]], "enable_fallback() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.enable_fallback"]], "enable_mem_pattern (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_mem_pattern"]], "enable_mem_reuse (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_mem_reuse"]], "enable_profiling (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_profiling"]], "end_profiling() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.end_profiling"]], "execution_mode (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.execution_mode"]], "execution_order (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.execution_order"]], "format() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.format"]], "get_inputs() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_inputs"]], "get_modelmeta() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_modelmeta"]], "get_outputs() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.get_outputs"]], "get_outputs() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_outputs"]], "get_overridable_initializers() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_overridable_initializers"]], "get_profiling_start_time_ns() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_profiling_start_time_ns"]], "get_provider_options() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_provider_options"]], "get_providers() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_providers"]], "get_run_config_entry() (onnxruntime.runoptions method)": [[0, "onnxruntime.RunOptions.get_run_config_entry"]], "get_session_config_entry() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.get_session_config_entry"]], "get_session_options() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_session_options"]], "graph_description (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.graph_description"]], "graph_name (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.graph_name"]], "graph_optimization_level (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.graph_optimization_level"]], "has_value() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.has_value"]], "inter_op_num_threads (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.inter_op_num_threads"]], "intra_op_num_threads (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.intra_op_num_threads"]], "io_binding() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.io_binding"]], "is_compatible() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.is_compatible"]], "is_sparse_tensor() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.is_sparse_tensor"]], "is_tensor() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.is_tensor"]], "is_tensor_sequence() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.is_tensor_sequence"]], "log_severity_level (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.log_severity_level"]], "log_severity_level (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.log_severity_level"]], "log_verbosity_level (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.log_verbosity_level"]], "log_verbosity_level (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.log_verbosity_level"]], "logid (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.logid"]], "logid (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.logid"]], "name (onnxruntime.nodearg property)": [[0, "onnxruntime.NodeArg.name"]], "numpy() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.numpy"]], "only_execute_path_to_fetches (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.only_execute_path_to_fetches"]], "optimized_model_filepath (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.optimized_model_filepath"]], "ort_value_from_sparse_tensor() (onnxruntime.ortvalue static method)": [[0, "onnxruntime.OrtValue.ort_value_from_sparse_tensor"]], "ortvalue_from_numpy() (onnxruntime.ortvalue static method)": [[0, "onnxruntime.OrtValue.ortvalue_from_numpy"]], "ortvalue_from_shape_and_type() (onnxruntime.ortvalue static method)": [[0, "onnxruntime.OrtValue.ortvalue_from_shape_and_type"]], "prepare() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.prepare"]], "producer_name (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.producer_name"]], "profile_file_prefix (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.profile_file_prefix"]], "register_custom_ops_library() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.register_custom_ops_library"]], "run() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.run"]], "run() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run"]], "run_with_iobinding() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run_with_iobinding"]], "run_with_ort_values() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run_with_ort_values"]], "run_with_ortvaluevector() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run_with_ortvaluevector"]], "set_providers() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.set_providers"]], "shape (onnxruntime.nodearg property)": [[0, "onnxruntime.NodeArg.shape"]], "shape() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.shape"]], "sparse_coo_from_numpy() (onnxruntime.sparsetensor static method)": [[0, "onnxruntime.SparseTensor.sparse_coo_from_numpy"]], "sparse_csr_from_numpy() (onnxruntime.sparsetensor static method)": [[0, "onnxruntime.SparseTensor.sparse_csr_from_numpy"]], "supports_device() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.supports_device"]], "synchronize_execution_providers (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.synchronize_execution_providers"]], "terminate (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.terminate"]], "to_cuda() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.to_cuda"]], "type (onnxruntime.nodearg property)": [[0, "onnxruntime.NodeArg.type"]], "update_inplace() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.update_inplace"]], "use_deterministic_compute (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.use_deterministic_compute"]], "values() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.values"]], "version (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.version"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api_summary", "auto_examples/index", "auto_examples/plot_backend", "auto_examples/plot_common_errors", "auto_examples/plot_convert_pipeline_vectorizer", "auto_examples/plot_load_and_predict", "auto_examples/plot_metadata", "auto_examples/plot_pipeline", "auto_examples/plot_profiling", "auto_examples/plot_train_convert_predict", "auto_examples/sg_execution_times", "examples_md", "index", "tutorial"], "filenames": ["api_summary.rst", "auto_examples/index.rst", "auto_examples/plot_backend.rst", "auto_examples/plot_common_errors.rst", "auto_examples/plot_convert_pipeline_vectorizer.rst", "auto_examples/plot_load_and_predict.rst", "auto_examples/plot_metadata.rst", "auto_examples/plot_pipeline.rst", "auto_examples/plot_profiling.rst", "auto_examples/plot_train_convert_predict.rst", "auto_examples/sg_execution_times.rst", "examples_md.rst", "index.rst", "tutorial.rst"], "titles": ["API", "Gallery of examples", "ONNX Runtime Backend for ONNX", "Common errors with onnxruntime", "Train, convert and predict with ONNX Runtime", "Load and predict with ONNX Runtime and a very simple model", "Metadata", "Draw a pipeline", "Profile the execution of a simple model", "Train, convert and predict with ONNX Runtime", "Computation times", "Gallery of examples", "Python Bindings for ONNX Runtime", "Tutorial"], "terms": {"onnx": [0, 1, 3, 6, 8, 10], "runtim": [0, 1, 6, 8, 10], "infer": 0, "graph": [0, 7], "format": [0, 2, 3, 6, 8], "ort": 0, "memori": 0, "disk": 0, "constrain": 0, "environ": [0, 4, 9], "The": [0, 2, 3, 4, 5, 8, 9, 13], "consum": 0, "produc": [0, 3, 6], "can": [0, 2, 3, 4, 8, 13], "specifi": [0, 13], "access": 0, "wai": [0, 7, 13], "best": 0, "match": 0, "your": [0, 3], "scenario": [0, 4, 9, 13], "i": [0, 2, 3, 4, 5, 6, 7, 9, 12, 13], "main": 0, "It": [0, 3, 5, 6, 13], "us": [0, 2, 3, 4, 6, 7, 9], "an": [0, 3, 4, 5, 7, 9, 13], "well": 0, "applic": [0, 13], "configur": 0, "session": [0, 8], "onnxruntim": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "name": [0, 2, 3, 4, 5, 7, 8, 9, 13], "consist": [0, 4, 9], "comput": [0, 2, 4, 5, 8, 9, 13], "oper": [0, 13], "implement": [0, 2], "optim": [0, 13], "kernel": 0, "differ": [0, 7, 9], "hardwar": 0, "target": [0, 4, 9, 13], "orchestr": 0, "execut": [0, 1, 9, 10], "via": 0, "provid": [0, 3, 4, 5, 6, 8, 9, 13], "contain": [0, 6, 8], "set": [0, 4, 9, 13], "specif": [0, 6, 13], "gpu": [0, 2, 13], "iot": 0, "etc": 0, "ar": [0, 8, 9, 13], "paramet": 0, "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 13], "chosen": 0, "prioriti": 0, "order": 0, "given": 0, "list": [0, 13], "In": [0, 4, 9, 13], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12], "below": 0, "cuda": 0, "If": 0, "cudaexecutionprovid": 0, "cpuexecutionprovid": 0, "avail": [0, 5], "found": 0, "here": [0, 2, 3, 4, 5, 6, 7, 8, 9, 13], "sinc": 0, "1": [0, 2, 3, 4, 6, 7, 8, 9], "10": [0, 4, 9], "you": [0, 4, 13], "must": 0, "explicitli": 0, "onli": [0, 3], "time": [0, 2, 3, 4, 5, 6, 7, 8, 9], "allow": 0, "explicit": 0, "follow": [0, 2, 3, 4], "assum": 0, "nvidia": 0, "replac": [0, 3], "suppli": 0, "other": [0, 2, 3, 7, 9, 13], "For": [0, 12], "enabl": [0, 8], "profil": [0, 1, 10], "enable_profil": [0, 8], "true": [0, 4, 8, 9], "sess_opt": 0, "its": [0, 4, 5, 7, 9, 13], "On": [0, 4, 9], "default": 0, "map": [0, 4], "nativ": 0, "python": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "structur": 0, "numpi": [0, 2, 3, 4, 5, 8, 9, 13], "arrai": [0, 2, 3, 5, 8, 9], "dictionari": [0, 4], "x": [0, 2, 3, 4, 5, 7, 8, 9, 13], "ortvalue_from_numpi": 0, "device_nam": 0, "shape": [0, 3, 4, 5, 7, 9], "data_typ": [0, 4, 7, 9, 13], "tensor": [0, 3, 4, 5], "float": [0, 3, 4, 5], "is_tensor": 0, "np": [0, 2, 4], "array_equ": 0, "part": 0, "feed": [0, 3], "result": [0, 8], "y": [0, 4, 5, 7, 9, 13], "By": 0, "alwai": 0, "place": 0, "": [0, 2, 4, 5, 6, 7, 8, 9], "have": 0, "mai": 0, "than": [0, 3, 7, 13], "becaus": [0, 4], "introduc": 0, "copi": 0, "between": [0, 2, 9], "support": [0, 8], "custom": 0, "all": [0, 1, 3], "user": 0, "back": 0, "thi": [0, 2, 3, 4, 5, 7, 8, 9, 13], "call": [0, 4], "To": 0, "featur": 0, "run_with_iobind": 0, "A": 0, "instanc": [0, 6], "onto": 0, "io_bind": 0, "over": 0, "node": [0, 7], "bind_cpu_input": 0, "bind_output": 0, "copy_outputs_to_cpu": 0, "0": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13], "directli": [0, 2], "x_ortvalu": 0, "bind_input": 0, "device_typ": 0, "device_id": 0, "element_typ": 0, "float32": [0, 2, 3, 5, 8, 9, 13], "buffer_ptr": 0, "data_ptr": 0, "both": 0, "also": [0, 2, 5, 9], "y_ortvalu": 0, "ortvalue_from_shape_and_typ": 0, "3": [0, 2, 3, 5, 6, 7, 8, 9], "2": [0, 2, 3, 4, 6, 7, 8, 9], "chang": [0, 13], "actual": [0, 3, 4], "being": 0, "bound": 0, "request": 0, "alloc": 0, "particularli": 0, "dynam": 0, "get_output": [0, 3, 4, 5, 9, 13], "get": [0, 9, 13], "correspond": 0, "thu": 0, "bind": 0, "return": [0, 3, 8, 9], "which": [0, 3, 4, 6, 7, 13], "ha": [0, 4, 9], "ort_output": 0, "addit": 0, "work": 0, "while": 0, "inferenc": 0, "bind_ortvalue_input": 0, "bind_ortvalue_output": 0, "pytorch": 0, "x_tensor": 0, "contigu": 0, "tupl": 0, "y_shape": 0, "need": [0, 8, 9], "y_tensor": 0, "torch": 0, "empti": 0, "dtype": [0, 2, 3, 5, 8], "see": [0, 5, 6, 8, 9, 12, 13], "code": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 13], "path_or_byt": 0, "none": [0, 3, 4, 8, 9, 13], "provider_opt": 0, "kwarg": 0, "sourc": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "filenam": [0, 8], "serial": 0, "byte": [0, 3], "string": 0, "sequenc": 0, "decreas": 0, "preced": 0, "valu": [0, 4], "either": [0, 2, 3], "dict": 0, "type": [0, 3, 4, 5, 7], "unless": [0, 4], "so": 0, "add_session_config_entri": 0, "load_model_format": 0, "file": [0, 8, 10], "extens": 0, "when": [0, 6], "ani": [0, 3], "should": 0, "mean": 0, "capabl": 0, "otherwis": 0, "disable_fallback": 0, "disabl": 0, "fallback": 0, "mechan": 0, "enable_fallback": 0, "fail": [0, 3, 4, 9], "due": [0, 3], "failur": 0, "reset": 0, "fall": 0, "end_profil": [0, 8], "end": [0, 4, 9], "store": [0, 7, 8], "get_input": [0, 3, 4, 5, 8, 9, 13], "metadata": [0, 1, 10], "get_modelmeta": [0, 6], "get_overridable_initi": 0, "includ": [0, 4, 7], "initi": [0, 7], "get_profiling_start_time_n": 0, "nanosecond": 0, "start": [0, 3, 4, 9], "compar": [0, 4, 9], "monotonic_n": 0, "after": 0, "some": [0, 8], "platform": 0, "timer": [0, 9], "precis": 0, "window": 0, "maco": 0, "100n": 0, "get_provider_opt": 0, "regist": 0, "get_provid": 0, "get_session_opt": 0, "object": [0, 7, 9], "output_nam": [0, 3, 5], "input_fe": 0, "run_opt": 0, "predict": [0, 1, 2, 3, 8, 10, 13], "input_nam": [0, 3, 5, 8, 9, 13], "input_valu": 0, "everi": [0, 9], "spars": [0, 4], "sess": [0, 3, 4, 5, 6, 8, 9, 13], "run_with_ort_valu": 0, "input_dict_ort_valu": 0, "input_ort_valu": 0, "how": [0, 2, 5, 6, 7, 8, 9], "creat": [0, 4, 13], "run_with_ortvaluevector": 0, "feed_nam": 0, "fetch_nam": 0, "fetch": [0, 4], "fetch_devic": 0, "similar": [0, 4, 9], "run_": 0, "method": 0, "minim": 0, "c": [0, 9], "convers": 0, "overhead": 0, "set_provid": 0, "underli": 0, "re": [0, 3, 5, 8], "self": 0, "capi": [0, 2, 3, 4], "onnxruntime_pybind11_st": [0, 2, 3, 4], "inform": [0, 12], "singl": [0, 3], "add_run_config_entri": 0, "arg0": 0, "str": 0, "arg1": 0, "entri": 0, "pair": 0, "get_run_config_entri": 0, "kei": 0, "properti": 0, "log_severity_level": 0, "log": 0, "sever": [0, 3], "level": [0, 13], "particular": 0, "invoc": 0, "verbos": 0, "info": 0, "warn": [0, 3, 4], "error": [0, 1, 10], "4": [0, 3, 5, 7, 8, 9, 13], "fatal": 0, "log_verbosity_level": 0, "vlog": 0, "debug": 0, "build": 0, "run_log_severity_level": 0, "appli": 0, "logid": 0, "identifi": 0, "gener": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "only_execute_path_to_fetch": 0, "synchronize_execution_provid": 0, "synchron": 0, "termin": 0, "current": 0, "individu": 0, "exit": 0, "gracefulli": 0, "statu": [0, 9], "add_external_initi": 0, "add_free_dimension_override_by_denot": 0, "int": [0, 4], "dimens": [0, 2, 3], "size": 0, "each": 0, "denot": 0, "associ": 0, "free": 0, "add_free_dimension_override_by_nam": 0, "within": 0, "add_initi": 0, "enable_cpu_mem_arena": 0, "arena": 0, "pre": 0, "futur": 0, "usag": 0, "fals": [0, 4], "don": 0, "t": [0, 4, 8], "want": 0, "enable_mem_pattern": 0, "pattern": 0, "enable_mem_reus": 0, "reus": 0, "execution_mod": 0, "mode": 0, "sequenti": 0, "execution_ord": 0, "basic": 0, "topolog": 0, "get_session_config_entri": 0, "graph_optimization_level": 0, "inter_op_num_thread": 0, "number": [0, 3, 9], "thread": 0, "parallel": 0, "across": 0, "let": [0, 2, 5, 6, 8, 9], "choos": 0, "intra_op_num_thread": 0, "session_log_severity_level": 0, "logger": 0, "id": 0, "optimized_model_filepath": 0, "path": 0, "save_model_format": 0, "config": 0, "case": [0, 4, 9], "insensit": 0, "profile_file_prefix": 0, "prefix": 0, "append": [0, 9], "register_custom_ops_librari": 0, "share": 0, "librari": 0, "op": 0, "requir": 0, "use_deterministic_comput": 0, "whether": 0, "determinist": 0, "numpy_obj": 0, "non": 0, "construct": 0, "deal": 0, "as_sparse_tensor": 0, "function": [0, 4], "address": 0, "first": [0, 3, 4, 9, 13], "element": 0, "buffer": 0, "where": 0, "resid": 0, "e": [0, 2, 3, 4], "g": 0, "proto": 0, "has_valu": 0, "els": 0, "is_sparse_tensor": 0, "is_tensor_sequ": 0, "valid": 0, "hold": 0, "throw": 0, "accessor": 0, "gain": 0, "refer": [0, 4, 9], "static": 0, "ort_value_from_sparse_tensor": 0, "sparse_tensor": 0, "new": 0, "ownership": 0, "factori": 0, "held": 0, "NOT": 0, "integ": 0, "indic": [0, 2, 3], "update_inplac": 0, "np_arr": 0, "updat": 0, "content": [0, 7], "valuess": 0, "project": [0, 12], "depend": [0, 2, 13], "more": [0, 12, 13], "one": [0, 4, 7, 9, 13], "constructor": 0, "as_blocksparse_view": 0, "coo": 0, "represent": [0, 4, 9], "queri": 0, "blockspars": 0, "did": 0, "would": 0, "block_sparse_indic": 0, "as_coo_view": 0, "coo_indic": 0, "as_csrc_view": 0, "csr": 0, "cr": 0, "dit": 0, "inner_ndic": 0, "inner": 0, "outer_ndic": 0, "outer": 0, "dense_shap": 0, "int64": [0, 3, 4], "dens": 0, "ortsparseformat": 0, "enumer": 0, "sparse_coo_from_numpi": 0, "ort_devic": 0, "argument": 0, "d": [0, 9], "homogen": 0, "zero": 0, "linear": 0, "index": [0, 2, 3], "length": 0, "equal": 0, "coordin": 0, "nnz": 0, "exactli": 0, "twice": 0, "describ": [0, 13], "own": 0, "nummpi": 0, "suppor": 0, "numer": 0, "primit": 0, "them": [0, 4, 9], "storag": 0, "increment": 0, "count": 0, "decrement": 0, "gc": 0, "doe": [0, 3, 8], "those": 0, "sparse_csr_from_numpi": 0, "inner_indic": 0, "outer_indic": 0, "row": [0, 4], "col": 0, "Its": 0, "gced": 0, "to_cuda": 0, "alreadi": 0, "cross": 0, "present": 0, "arr_on_cpu": 0, "param": 0, "pointer": 0, "anoth": 0, "No": 0, "obtain": 0, "c_ort_devic": 0, "expos": 0, "These": 0, "cannot": [0, 3], "instanti": 0, "thei": 0, "defin": [0, 13], "about": [0, 4], "usual": [0, 13], "facilit": 0, "comparison": [0, 9], "custom_metadata_map": [0, 6], "descript": [0, 6], "domain": [0, 6, 7], "graph_descript": 0, "host": 0, "graph_nam": [0, 6], "producer_nam": [0, 6, 7], "version": [0, 6, 7, 8], "definit": [0, 5], "arg": [0, 8], "regular": [0, 4], "perform": [0, 12, 13], "usabl": 0, "verif": 0, "conform": 0, "is_compat": 0, "compat": 0, "unus": 0, "ex": 0, "boolean": 0, "prepar": [0, 2], "readi": 0, "modelproto": [0, 7], "compil": [0, 2], "supports_devic": 0, "check": 0, "test": [0, 4, 7, 9], "suit": 0, "draw": [1, 10], "pipelin": [1, 10, 13], "load": [1, 2, 3, 4, 6, 7, 8, 9, 10], "veri": [1, 4, 8, 10], "simpl": [1, 2, 6, 7, 10], "model": [1, 2, 3, 4, 6, 9, 10, 12], "backend": [1, 10], "train": [1, 3, 6, 10], "convert": [1, 6, 7, 10], "common": [1, 4, 9, 10, 13], "download": [1, 2, 3, 4, 5, 6, 7, 8, 9], "auto_examples_python": 1, "zip": 1, "jupyt": [1, 2, 3, 4, 5, 6, 7, 8, 9], "notebook": [1, 2, 3, 4, 5, 6, 7, 8, 9], "auto_examples_jupyt": 1, "sphinx": [1, 2, 3, 4, 5, 6, 7, 8, 9], "click": [2, 3, 4, 5, 6, 7, 8, 9], "full": [2, 3, 4, 5, 6, 7, 8, 9], "extend": 2, "api": [2, 12], "run": [2, 3, 4, 5, 6, 7, 8, 9], "logist": [2, 3, 6], "regress": [2, 3, 6], "import": [2, 3, 4, 5, 6, 7, 8, 9, 13], "devic": 2, "packag": [2, 4, 7, 9], "wa": [2, 6], "cpu": [2, 13], "dataset": [2, 3, 4, 5, 6, 7, 8, 9, 13], "get_devic": 2, "invalidargu": [2, 3, 4], "get_exampl": [2, 3, 5, 6, 7, 8], "logreg_iri": [2, 3, 6, 9, 13], "rep": 2, "try": [2, 3, 4, 9], "label": [2, 3, 9], "proba": 2, "print": [2, 3, 4, 5, 6, 7, 8, 9, 13], "probabl": [2, 3], "except": [2, 3, 4], "runtimeerror": [2, 3, 4], "onnxruntimeerror": [2, 3, 4], "invalid_argu": [2, 3, 4], "got": [2, 3], "invalid": [2, 3], "input": [2, 3, 4, 5, 7, 9], "float_input": [2, 3, 4, 9, 13], "expect": [2, 3, 4], "pleas": [2, 3, 4, 9, 12], "fix": [2, 3], "without": [2, 13], "framework": [2, 3], "make": 2, "easier": 2, "switch": 2, "multipl": [2, 3], "same": [2, 3, 9], "total": [2, 3, 4, 5, 6, 7, 8, 9, 10], "script": [2, 3, 4, 5, 6, 7, 8, 9], "minut": [2, 3, 4, 5, 6, 7, 8, 9], "014": [2, 10], "second": [2, 3, 4, 5, 6, 7, 8, 9], "plot_backend": [2, 10], "py": [2, 3, 4, 5, 6, 7, 8, 9, 10], "ipynb": [2, 3, 4, 5, 6, 7, 8, 9], "galleri": [2, 3, 4, 5, 6, 7, 8, 9, 12], "look": [3, 4, 7, 9], "situat": 3, "rais": 3, "instead": [3, 4], "step": [3, 4, 9], "favorit": 3, "iri": [3, 9, 13], "take": [3, 4], "vector": [3, 4, 5], "class": 3, "among": 3, "three": 3, "rt": [3, 4, 5, 6, 8, 9, 13], "example2": 3, "inferencesess": [3, 4, 5, 6, 8, 9, 13], "get_available_provid": [3, 4, 5, 6, 8, 9, 13], "bad": 3, "handl": 3, "kind": 3, "5": [3, 5, 7, 8, 9], "6": [3, 7, 8, 9], "float64": 3, "unexpect": [3, 4], "data": [3, 4, 9, 13], "doubl": [3, 4], "output": [3, 4, 5, 7, 9, 13], "misspel": 3, "option": [3, 8, 9], "9505997896194458": 3, "027834143489599228": 3, "021566055715084076": 3, "9974970817565918": 3, "6270167988259345e": 3, "05": [3, 9], "0024466365575790405": 3, "9997311234474182": 3, "787709464906584e": 3, "07": 3, "0002686927327886224": 3, "goe": 3, "necessarili": 3, "r": [3, 8], "rank": 3, "higher": 3, "008": [3, 10], "plot_common_error": [3, 10], "demonstr": [4, 5, 7, 9], "scikit": [4, 6, 9, 13], "learn": [4, 5, 6, 9, 13], "dictvector": 4, "retriev": [4, 5, 9], "boston": 4, "datset": [4, 9], "panda": [4, 9], "sklearn": [4, 6, 9, 13], "load_boston": 4, "model_select": [4, 9, 13], "train_test_split": [4, 9, 13], "x_train": [4, 9, 13], "x_test": [4, 9, 13], "y_train": [4, 9, 13], "y_test": [4, 9, 13], "x_train_dict": 4, "datafram": [4, 9], "to_dict": 4, "x_test_dict": 4, "home": [4, 9], "runner": [4, 9], "local": [4, 9], "lib": [4, 9], "python3": [4, 9], "site": [4, 9, 13], "util": 4, "deprec": 4, "87": 4, "futurewarn": 4, "remov": 4, "hous": 4, "price": 4, "ethic": 4, "problem": 4, "document": [4, 9], "further": 4, "detail": [4, 13], "maintain": 4, "therefor": 4, "strongli": 4, "discourag": 4, "purpos": 4, "studi": 4, "educ": 4, "issu": 4, "scienc": 4, "machin": [4, 5, 9, 13], "special": 4, "origin": 4, "pd": 4, "data_url": 4, "http": [4, 9], "stat": 4, "cmu": 4, "edu": 4, "raw_df": 4, "read_csv": 4, "sep": 4, "skiprow": 4, "22": 4, "header": 4, "hstack": 4, "altern": [4, 9], "california": 4, "func": 4, "fetch_california_h": 4, "am": 4, "fetch_openml": 4, "house_pric": 4, "as_fram": 4, "msg": 4, "categori": 4, "we": [4, 7, 8, 9, 13], "ensembl": [4, 9], "gradientboostingregressor": 4, "feature_extract": 4, "make_pipelin": 4, "pipe": 4, "fit": [4, 9, 13], "x27": 4, "rerun": [4, 9], "cell": [4, 9], "show": [4, 5, 8, 9], "html": [4, 9], "trust": [4, 9], "github": [4, 5, 9, 12], "unabl": [4, 9], "render": [4, 9], "page": [4, 9], "nbviewer": [4, 9], "org": [4, 9], "pipelinepipelin": 4, "dictvectorizerdictvector": 4, "gradientboostingregressorgradientboostingregressor": 4, "confus": [4, 9], "matrix": [4, 9], "metric": [4, 9], "r2_score": 4, "pred": [4, 9], "8778842817557302": 4, "modul": [4, 9], "skl2onnx": [4, 9, 13], "convert_sklearn": [4, 9, 13], "dictionarytyp": 4, "floattensortyp": [4, 9, 13], "int64tensortyp": 4, "sequencetyp": 4, "initial_typ": [4, 9, 13], "onx": [4, 9, 13], "open": [4, 7, 8, 9, 12, 13], "pipeline_vector": 4, "wb": [4, 9, 13], "f": [4, 8, 9, 13], "write": [4, 9, 13], "serializetostr": [4, 8, 9, 13], "inp": 4, "out": 4, "variabl": 4, "could": 4, "do": [4, 6, 9], "pred_onx": [4, 9, 13], "seq": 4, "But": 4, "observ": 4, "ones": 4, "999999999999964": 4, "explain": 4, "small": 4, "discrep": 4, "044": [4, 10], "plot_convert_pipeline_vector": [4, 10], "test_sigmoid": 5, "example1": [5, 7, 8], "sigmoid": 5, "input_shap": 5, "input_typ": 5, "output_shap": 5, "output_typ": 5, "random": [5, 9], "astyp": [5, 9, 13], "7074605": 5, "66807246": 5, "5468252": 5, "6794102": 5, "72581375": 5, "7061233": 5, "7108102": 5, "7131539": 5, "5087233": 5, "7157812": 5, "5101798": 5, "6822957": 5, "71132684": 5, "63517916": 5, "5935693": 5, "6674769": 5, "71915364": 5, "6055379": 5, "6265797": 5, "6334329": 5, "7060813": 5, "65122193": 5, "5852989": 5, "7020965": 5, "5418902": 5, "70865536": 5, "7239054": 5, "53950447": 5, "6397851": 5, "61991036": 5, "5108298": 5, "70998025": 5, "5768114": 5, "70231366": 5, "7083629": 5, "5532729": 5, "6634668": 5, "68702626": 5, "53754365": 5, "63848865": 5, "5546355": 5, "5326628": 5, "6045945": 5, "72216797": 5, "5367474": 5, "54598904": 5, "683926": 5, "7086522": 5, "5805207": 5, "6906233": 5, "71620524": 5, "6052958": 5, "7310034": 5, "6245417": 5, "6648243": 5, "6229709": 5, "5226055": 5, "67183244": 5, "6684347": 5, "57293963": 5, "007": [5, 10], "plot_load_and_predict": [5, 10], "relat": 6, "deploi": 6, "product": 6, "keep": 6, "track": 6, "doc_str": 6, "ir_vers": [6, 7, 8], "metadata_prop": 6, "model_vers": 6, "producer_vers": 6, "onnxml": 6, "onnxmltool": [6, 13], "0116": 6, "With": 6, "meta": 6, "3c59201b940f410fa29dc71ea9d5767d": 6, "003": [6, 10], "plot_metadata": [6, 10], "There": [7, 13], "That": 7, "most": 7, "mul_1": [7, 8], "protobuf": 7, "messag": 7, "chenta": 7, "w": 7, "op_typ": 7, "mul": 7, "dim": 7, "float_data": 7, "tensor_typ": 7, "elem_typ": 7, "dim_valu": 7, "opset_import": [7, 8], "7": [7, 8, 9], "net_draw": 7, "befor": [7, 8], "rb": [7, 8], "fid": 7, "read": 7, "parsefromstr": 7, "tool": [7, 13], "getopnodeproduc": 7, "getpydotgraph": 7, "pydot_graph": 7, "rankdir": 7, "lr": 7, "node_produc": 7, "docstr": 7, "write_dot": 7, "dot": 7, "Then": [7, 9], "imag": 7, "o": 7, "system": 7, "tpng": 7, "displai": 7, "matplotlib": [7, 9], "pyplot": 7, "plt": 7, "imread": 7, "png": 7, "imshow": 7, "axesimag": 7, "0x7f0fecf2bd90": 7, "136": [7, 10], "plot_pipelin": [7, 10], "interpret": 8, "def": [8, 9], "change_ir_vers": 8, "opset": 8, "11": [8, 9], "onnx_model": 8, "onnx_model_str": 8, "9": [8, 9], "16": 8, "25": [8, 9], "36": 8, "sessionopt": 8, "sess_profil": 8, "prof_fil": 8, "onnxruntime_profile__2023": 8, "01": [8, 9, 10], "26_22": 8, "44": 8, "30": [8, 9], "json": 8, "un": 8, "what": [8, 9], "sess_tim": 8, "pprint": [8, 9], "cat": 8, "dur": 8, "59": 8, "model_loading_arrai": 8, "ph": 8, "pid": 8, "2745": 8, "tid": 8, "308": 8, "session_initi": 8, "73": 8, "005": [8, 10], "plot_profil": [8, 10], "load_iri": [9, 13], "linear_model": [9, 13], "logisticregress": [9, 13], "clr": [9, 13], "_logist": 9, "444": 9, "convergencewarn": 9, "lbfg": 9, "converg": 9, "stop": 9, "NO": 9, "iter": 9, "reach": 9, "limit": 9, "increas": 9, "max_it": 9, "scale": 9, "shown": 9, "stabl": 9, "preprocess": 9, "solver": 9, "n_iter_i": 9, "_check_optimize_result": 9, "logisticregressionlogisticregress": 9, "confusion_matrix": 9, "14": 9, "12": 9, "output_label": 9, "label_nam": [9, 13], "perfectli": 9, "ident": 9, "relev": 9, "roc": 9, "curv": 9, "prob_sklearn": 9, "predict_proba": 9, "90908960e": 9, "8": 9, "02874408e": 9, "21663156e": 9, "03": [9, 10], "81698299e": 9, "02": 9, "12759445e": 9, "90707247e": 9, "67801591e": 9, "21983324e": 9, "64754321e": 9, "08": [9, 10], "And": 9, "probabili": 9, "appear": 9, "prob_nam": 9, "prob_rt": 9, "19090914726257324": 9, "8028742074966431": 9, "0062166303396224976": 9, "02816985361278057": 9, "9127594232559204": 9, "059070732444524765": 9, "9678016304969788": 9, "03219832107424736": 9, "647536648391906e": 9, "timeit": 9, "speed": 9, "inst": 9, "repeat": 9, "20": 9, "global": 9, "raw": 9, "av": 9, "sum": 9, "len": 9, "mi": 9, "ma": 9, "min": 9, "max": 9, "averag": 9, "3g": 9, "44e": 9, "24e": 9, "4e": 9, "21e": 9, "16e": 9, "71e": 9, "2087500000509407e": 9, "webservic": 9, "experi": 9, "oppos": 9, "batch": [9, 13], "loop": 9, "fct": 9, "n": 9, "nrow": 9, "rang": 9, "im": 9, "100": 9, "sess_predict": 9, "00406": 9, "00404": 9, "00414": 9, "00104": 9, "00102": 9, "00107": 9, "00103513229499967": 9, "sess_predict_proba": 9, "0061": 9, "00608": 9, "00626": 9, "00108": 9, "0011": 9, "001081757285000009": 9, "better": 9, "save": 9, "randomforestclassifi": 9, "rf": 9, "rf_iri": 9, "sess_predict_proba_rf": 9, "674": 9, "672": 9, "678": 9, "0013": 9, "00129": 9, "00133": 9, "001301839815000676": 9, "tree": 9, "measur": 9, "n_tree": 9, "51": 9, "n_estim": 9, "rf_iris_": 9, "sess_predict_proba_loop": 9, "tsk": 9, "trt": 9, "df": 9, "ax": 9, "plot": 9, "blue": 9, "logi": 9, "green": 9, "set_xlabel": 9, "set_ylabel": 9, "set_titl": 9, "nfor": 9, "forest": 9, "legend": 9, "0491": 9, "049": 9, "00103": 9, "00105": 9, "0823": 9, "0822": 9, "0824": 9, "00106": 9, "15": 9, "115": 9, "148": 9, "181": 9, "182": 9, "00109": 9, "214": 9, "35": 9, "247": 9, "248": 9, "00111": 9, "40": 9, "28": 9, "279": 9, "00112": 9, "45": 9, "312": 9, "311": 9, "00115": 9, "50": 9, "345": 9, "344": 9, "00114": 9, "0x7f0fd5bd2a40": 9, "150": [9, 10], "plot_train_convert_predict": [9, 10], "09": 10, "367": 10, "auto_exampl": 10, "mb": 10, "00": 10, "focus": 12, "score": 12, "engin": 12, "neural": 12, "network": 12, "exchang": 12, "aka": 12, "m": 12, "tutori": 12, "easi": 13, "high": 13, "rather": 13, "servic": 13, "At": 13, "briefli": 13, "ll": 13, "famou": 13, "commonli": 13, "compos": 13}, "objects": {"onnxruntime": [[0, 0, 1, "", "IOBinding"], [0, 0, 1, "", "InferenceSession"], [0, 0, 1, "", "ModelMetadata"], [0, 0, 1, "", "NodeArg"], [0, 0, 1, "", "OrtDevice"], [0, 0, 1, "", "OrtValue"], [0, 0, 1, "", "RunOptions"], [0, 0, 1, "", "SessionOptions"], [0, 0, 1, "", "SparseTensor"]], "onnxruntime.IOBinding": [[0, 1, 1, "", "bind_cpu_input"], [0, 1, 1, "", "bind_input"], [0, 1, 1, "", "bind_ortvalue_input"], [0, 1, 1, "", "bind_ortvalue_output"], [0, 1, 1, "", "bind_output"], [0, 1, 1, "", "copy_outputs_to_cpu"], [0, 1, 1, "", "get_outputs"]], "onnxruntime.InferenceSession": [[0, 1, 1, "", "disable_fallback"], [0, 1, 1, "", "enable_fallback"], [0, 1, 1, "", "end_profiling"], [0, 1, 1, "", "get_inputs"], [0, 1, 1, "", "get_modelmeta"], [0, 1, 1, "", "get_outputs"], [0, 1, 1, "", "get_overridable_initializers"], [0, 1, 1, "", "get_profiling_start_time_ns"], [0, 1, 1, "", "get_provider_options"], [0, 1, 1, "", "get_providers"], [0, 1, 1, "", "get_session_options"], [0, 1, 1, "", "io_binding"], [0, 1, 1, "", "run"], [0, 1, 1, "", "run_with_iobinding"], [0, 1, 1, "", "run_with_ort_values"], [0, 1, 1, "", "run_with_ortvaluevector"], [0, 1, 1, "", "set_providers"]], "onnxruntime.ModelMetadata": [[0, 2, 1, "", "custom_metadata_map"], [0, 2, 1, "", "description"], [0, 2, 1, "", "domain"], [0, 2, 1, "", "graph_description"], [0, 2, 1, "", "graph_name"], [0, 2, 1, "", "producer_name"], [0, 2, 1, "", "version"]], "onnxruntime.NodeArg": [[0, 2, 1, "", "name"], [0, 2, 1, "", "shape"], [0, 2, 1, "", "type"]], "onnxruntime.OrtValue": [[0, 1, 1, "", "as_sparse_tensor"], [0, 1, 1, "", "data_ptr"], [0, 1, 1, "", "data_type"], [0, 1, 1, "", "device_name"], [0, 1, 1, "", "element_type"], [0, 1, 1, "", "has_value"], [0, 1, 1, "", "is_sparse_tensor"], [0, 1, 1, "", "is_tensor"], [0, 1, 1, "", "is_tensor_sequence"], [0, 1, 1, "", "numpy"], [0, 1, 1, "", "ort_value_from_sparse_tensor"], [0, 1, 1, "", "ortvalue_from_numpy"], [0, 1, 1, "", "ortvalue_from_shape_and_type"], [0, 1, 1, "", "shape"], [0, 1, 1, "", "update_inplace"]], "onnxruntime.RunOptions": [[0, 1, 1, "", "add_run_config_entry"], [0, 1, 1, "", "get_run_config_entry"], [0, 2, 1, "", "log_severity_level"], [0, 2, 1, "", "log_verbosity_level"], [0, 2, 1, "", "logid"], [0, 2, 1, "", "only_execute_path_to_fetches"], [0, 2, 1, "", "synchronize_execution_providers"], [0, 2, 1, "", "terminate"]], "onnxruntime.SessionOptions": [[0, 1, 1, "", "add_external_initializers"], [0, 1, 1, "", "add_free_dimension_override_by_denotation"], [0, 1, 1, "", "add_free_dimension_override_by_name"], [0, 1, 1, "", "add_initializer"], [0, 1, 1, "", "add_session_config_entry"], [0, 2, 1, "", "enable_cpu_mem_arena"], [0, 2, 1, "", "enable_mem_pattern"], [0, 2, 1, "", "enable_mem_reuse"], [0, 2, 1, "", "enable_profiling"], [0, 2, 1, "", "execution_mode"], [0, 2, 1, "", "execution_order"], [0, 1, 1, "", "get_session_config_entry"], [0, 2, 1, "", "graph_optimization_level"], [0, 2, 1, "", "inter_op_num_threads"], [0, 2, 1, "", "intra_op_num_threads"], [0, 2, 1, "", "log_severity_level"], [0, 2, 1, "", "log_verbosity_level"], [0, 2, 1, "", "logid"], [0, 2, 1, "", "optimized_model_filepath"], [0, 2, 1, "", "profile_file_prefix"], [0, 1, 1, "", "register_custom_ops_library"], [0, 2, 1, "", "use_deterministic_compute"]], "onnxruntime.SparseTensor": [[0, 1, 1, "", "as_blocksparse_view"], [0, 1, 1, "", "as_coo_view"], [0, 1, 1, "", "as_csrc_view"], [0, 1, 1, "", "data_type"], [0, 1, 1, "", "dense_shape"], [0, 1, 1, "", "device_name"], [0, 1, 1, "", "format"], [0, 1, 1, "", "sparse_coo_from_numpy"], [0, 1, 1, "", "sparse_csr_from_numpy"], [0, 1, 1, "", "to_cuda"], [0, 1, 1, "", "values"]], "onnxruntime.backend": [[0, 3, 1, "", "is_compatible"], [0, 3, 1, "", "prepare"], [0, 3, 1, "", "run"], [0, 3, 1, "", "supports_device"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:property", "3": "py:function"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "property", "Python property"], "3": ["py", "function", "Python function"]}, "titleterms": {"api": 0, "overview": 0, "load": [0, 5, 13], "run": [0, 13], "model": [0, 5, 7, 8, 13], "data": 0, "input": 0, "output": 0, "cpu": 0, "devic": 0, "detail": 0, "inferencesess": 0, "option": 0, "runopt": 0, "sessionopt": 0, "ortvalu": 0, "sparsetensor": 0, "iobind": 0, "ortdevic": 0, "intern": 0, "class": 0, "modelmetadata": 0, "nodearg": 0, "backend": [0, 2], "galleri": 1, "exampl": 1, "onnx": [2, 4, 5, 7, 9, 12, 13], "runtim": [2, 4, 5, 9, 12, 13], "common": 3, "error": 3, "onnxruntim": 3, "train": [4, 9, 13], "convert": [4, 9, 13], "predict": [4, 5, 9], "pipelin": [4, 7], "convers": [4, 9], "format": [4, 7, 9, 13], "veri": 5, "simpl": [5, 8], "metadata": 6, "draw": 7, "retriev": 7, "json": 7, "profil": 8, "execut": 8, "logist": 9, "regress": 9, "probabl": 9, "benchmark": 9, "randomforest": 9, "comput": 10, "time": 10, "python": 12, "bind": 12, "tutori": 13, "step": 13, "1": 13, "us": 13, "your": 13, "favorit": 13, "framework": 13, "2": 13, "export": 13, "3": 13}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1, "sphinx": 57}, "alltitles": {"API": [[0, "api"]], "API Overview": [[0, "api-overview"]], "Load and run a model": [[0, "load-and-run-a-model"]], "Data inputs and outputs": [[0, "data-inputs-and-outputs"]], "Data on CPU": [[0, "data-on-cpu"]], "Data on device": [[0, "data-on-device"]], "API Details": [[0, "api-details"]], "InferenceSession": [[0, "inferencesession"]], "Options": [[0, "options"]], "RunOptions": [[0, "runoptions"]], "SessionOptions": [[0, "sessionoptions"]], "Data": [[0, "data"]], "OrtValue": [[0, "ortvalue"]], "SparseTensor": [[0, "sparsetensor"]], "Devices": [[0, "devices"]], "IOBinding": [[0, "iobinding"]], "OrtDevice": [[0, "ortdevice"]], "Internal classes": [[0, "internal-classes"]], "ModelMetadata": [[0, "modelmetadata"]], "NodeArg": [[0, "nodearg"]], "Backend": [[0, "backend"]], "Gallery of examples": [[1, "gallery-of-examples"]], "ONNX Runtime Backend for ONNX": [[2, "onnx-runtime-backend-for-onnx"]], "Common errors with onnxruntime": [[3, "common-errors-with-onnxruntime"]], "Train, convert and predict with ONNX Runtime": [[4, "train-convert-and-predict-with-onnx-runtime"], [9, "train-convert-and-predict-with-onnx-runtime"]], "Train a pipeline": [[4, "train-a-pipeline"]], "Conversion to ONNX format": [[4, "conversion-to-onnx-format"], [9, "conversion-to-onnx-format"]], "Load and predict with ONNX Runtime and a very simple model": [[5, "load-and-predict-with-onnx-runtime-and-a-very-simple-model"]], "Metadata": [[6, "metadata"]], "Draw a pipeline": [[7, "draw-a-pipeline"]], "Retrieve a model in JSON format": [[7, "retrieve-a-model-in-json-format"]], "Draw a model with ONNX": [[7, "draw-a-model-with-onnx"]], "Profile the execution of a simple model": [[8, "profile-the-execution-of-a-simple-model"]], "Train a logistic regression": [[9, "train-a-logistic-regression"]], "Probabilities": [[9, "probabilities"]], "Benchmark with RandomForest": [[9, "benchmark-with-randomforest"]], "Computation times": [[10, "computation-times"]], "Python Bindings for ONNX Runtime": [[12, "python-bindings-for-onnx-runtime"]], "Tutorial": [[13, "tutorial"]], "Step 1: Train a model using your favorite framework": [[13, "step-1-train-a-model-using-your-favorite-framework"]], "Step 2: Convert or export the model into ONNX format": [[13, "step-2-convert-or-export-the-model-into-onnx-format"]], "Step 3: Load and run the model using ONNX Runtime": [[13, "step-3-load-and-run-the-model-using-onnx-runtime"]]}, "indexentries": {"iobinding (class in onnxruntime)": [[0, "onnxruntime.IOBinding"]], "inferencesession (class in onnxruntime)": [[0, "onnxruntime.InferenceSession"]], "modelmetadata (class in onnxruntime)": [[0, "onnxruntime.ModelMetadata"]], "nodearg (class in onnxruntime)": [[0, "onnxruntime.NodeArg"]], "ortdevice (class in onnxruntime)": [[0, "onnxruntime.OrtDevice"]], "ortvalue (class in onnxruntime)": [[0, "onnxruntime.OrtValue"]], "runoptions (class in onnxruntime)": [[0, "onnxruntime.RunOptions"]], "sessionoptions (class in onnxruntime)": [[0, "onnxruntime.SessionOptions"]], "sparsetensor (class in onnxruntime)": [[0, "onnxruntime.SparseTensor"]], "add_external_initializers() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_external_initializers"]], "add_free_dimension_override_by_denotation() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_free_dimension_override_by_denotation"]], "add_free_dimension_override_by_name() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_free_dimension_override_by_name"]], "add_initializer() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_initializer"]], "add_run_config_entry() (onnxruntime.runoptions method)": [[0, "onnxruntime.RunOptions.add_run_config_entry"]], "add_session_config_entry() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.add_session_config_entry"]], "as_blocksparse_view() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.as_blocksparse_view"]], "as_coo_view() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.as_coo_view"]], "as_csrc_view() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.as_csrc_view"]], "as_sparse_tensor() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.as_sparse_tensor"]], "bind_cpu_input() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_cpu_input"]], "bind_input() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_input"]], "bind_ortvalue_input() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_ortvalue_input"]], "bind_ortvalue_output() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_ortvalue_output"]], "bind_output() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.bind_output"]], "copy_outputs_to_cpu() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.copy_outputs_to_cpu"]], "custom_metadata_map (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.custom_metadata_map"]], "data_ptr() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.data_ptr"]], "data_type() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.data_type"]], "data_type() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.data_type"]], "dense_shape() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.dense_shape"]], "description (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.description"]], "device_name() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.device_name"]], "device_name() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.device_name"]], "disable_fallback() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.disable_fallback"]], "domain (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.domain"]], "element_type() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.element_type"]], "enable_cpu_mem_arena (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_cpu_mem_arena"]], "enable_fallback() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.enable_fallback"]], "enable_mem_pattern (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_mem_pattern"]], "enable_mem_reuse (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_mem_reuse"]], "enable_profiling (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.enable_profiling"]], "end_profiling() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.end_profiling"]], "execution_mode (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.execution_mode"]], "execution_order (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.execution_order"]], "format() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.format"]], "get_inputs() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_inputs"]], "get_modelmeta() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_modelmeta"]], "get_outputs() (onnxruntime.iobinding method)": [[0, "onnxruntime.IOBinding.get_outputs"]], "get_outputs() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_outputs"]], "get_overridable_initializers() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_overridable_initializers"]], "get_profiling_start_time_ns() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_profiling_start_time_ns"]], "get_provider_options() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_provider_options"]], "get_providers() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_providers"]], "get_run_config_entry() (onnxruntime.runoptions method)": [[0, "onnxruntime.RunOptions.get_run_config_entry"]], "get_session_config_entry() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.get_session_config_entry"]], "get_session_options() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.get_session_options"]], "graph_description (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.graph_description"]], "graph_name (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.graph_name"]], "graph_optimization_level (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.graph_optimization_level"]], "has_value() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.has_value"]], "inter_op_num_threads (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.inter_op_num_threads"]], "intra_op_num_threads (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.intra_op_num_threads"]], "io_binding() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.io_binding"]], "is_compatible() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.is_compatible"]], "is_sparse_tensor() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.is_sparse_tensor"]], "is_tensor() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.is_tensor"]], "is_tensor_sequence() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.is_tensor_sequence"]], "log_severity_level (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.log_severity_level"]], "log_severity_level (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.log_severity_level"]], "log_verbosity_level (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.log_verbosity_level"]], "log_verbosity_level (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.log_verbosity_level"]], "logid (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.logid"]], "logid (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.logid"]], "name (onnxruntime.nodearg property)": [[0, "onnxruntime.NodeArg.name"]], "numpy() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.numpy"]], "only_execute_path_to_fetches (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.only_execute_path_to_fetches"]], "optimized_model_filepath (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.optimized_model_filepath"]], "ort_value_from_sparse_tensor() (onnxruntime.ortvalue static method)": [[0, "onnxruntime.OrtValue.ort_value_from_sparse_tensor"]], "ortvalue_from_numpy() (onnxruntime.ortvalue static method)": [[0, "onnxruntime.OrtValue.ortvalue_from_numpy"]], "ortvalue_from_shape_and_type() (onnxruntime.ortvalue static method)": [[0, "onnxruntime.OrtValue.ortvalue_from_shape_and_type"]], "prepare() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.prepare"]], "producer_name (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.producer_name"]], "profile_file_prefix (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.profile_file_prefix"]], "register_custom_ops_library() (onnxruntime.sessionoptions method)": [[0, "onnxruntime.SessionOptions.register_custom_ops_library"]], "run() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.run"]], "run() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run"]], "run_with_iobinding() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run_with_iobinding"]], "run_with_ort_values() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run_with_ort_values"]], "run_with_ortvaluevector() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.run_with_ortvaluevector"]], "set_providers() (onnxruntime.inferencesession method)": [[0, "onnxruntime.InferenceSession.set_providers"]], "shape (onnxruntime.nodearg property)": [[0, "onnxruntime.NodeArg.shape"]], "shape() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.shape"]], "sparse_coo_from_numpy() (onnxruntime.sparsetensor static method)": [[0, "onnxruntime.SparseTensor.sparse_coo_from_numpy"]], "sparse_csr_from_numpy() (onnxruntime.sparsetensor static method)": [[0, "onnxruntime.SparseTensor.sparse_csr_from_numpy"]], "supports_device() (in module onnxruntime.backend)": [[0, "onnxruntime.backend.supports_device"]], "synchronize_execution_providers (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.synchronize_execution_providers"]], "terminate (onnxruntime.runoptions property)": [[0, "onnxruntime.RunOptions.terminate"]], "to_cuda() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.to_cuda"]], "type (onnxruntime.nodearg property)": [[0, "onnxruntime.NodeArg.type"]], "update_inplace() (onnxruntime.ortvalue method)": [[0, "onnxruntime.OrtValue.update_inplace"]], "use_deterministic_compute (onnxruntime.sessionoptions property)": [[0, "onnxruntime.SessionOptions.use_deterministic_compute"]], "values() (onnxruntime.sparsetensor method)": [[0, "onnxruntime.SparseTensor.values"]], "version (onnxruntime.modelmetadata property)": [[0, "onnxruntime.ModelMetadata.version"]]}})
\ No newline at end of file
diff --git a/docs/api/python/sources/auto_examples/plot_backend.rst.txt b/docs/api/python/sources/auto_examples/plot_backend.rst.txt
index 88ed18835f..97b6165afc 100644
--- a/docs/api/python/sources/auto_examples/plot_backend.rst.txt
+++ b/docs/api/python/sources/auto_examples/plot_backend.rst.txt
@@ -129,7 +129,7 @@ with the same API.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 0 minutes 0.016 seconds)
+ **Total running time of the script:** ( 0 minutes 0.014 seconds)
.. _sphx_glr_download_auto_examples_plot_backend.py:
diff --git a/docs/api/python/sources/auto_examples/plot_convert_pipeline_vectorizer.rst.txt b/docs/api/python/sources/auto_examples/plot_convert_pipeline_vectorizer.rst.txt
index 50799c7368..f9650b99af 100644
--- a/docs/api/python/sources/auto_examples/plot_convert_pipeline_vectorizer.rst.txt
+++ b/docs/api/python/sources/auto_examples/plot_convert_pipeline_vectorizer.rst.txt
@@ -151,7 +151,7 @@ and we show the confusion matrix.
.. code-block:: none
- 0.9358557991605122
+ 0.8778842817557302
@@ -284,7 +284,7 @@ We compare them to the model's ones.
.. code-block:: none
- 0.9999999999999337
+ 0.999999999999964
@@ -297,7 +297,7 @@ that explains the small discrepencies.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 0 minutes 1.066 seconds)
+ **Total running time of the script:** ( 0 minutes 1.044 seconds)
.. _sphx_glr_download_auto_examples_plot_convert_pipeline_vectorizer.py:
diff --git a/docs/api/python/sources/auto_examples/plot_load_and_predict.rst.txt b/docs/api/python/sources/auto_examples/plot_load_and_predict.rst.txt
index 699ce63698..908e1c1915 100644
--- a/docs/api/python/sources/auto_examples/plot_load_and_predict.rst.txt
+++ b/docs/api/python/sources/auto_examples/plot_load_and_predict.rst.txt
@@ -149,20 +149,20 @@ Let's compute its outputs (or predictions if it is a machine learned model).
.. code-block:: none
- [array([[[0.5179582 , 0.61270964, 0.61406195, 0.5725736 , 0.51330644],
- [0.69485235, 0.5532911 , 0.52013624, 0.636309 , 0.70414793],
- [0.6428818 , 0.63155353, 0.6381408 , 0.5325222 , 0.63684714],
- [0.71618 , 0.54053146, 0.7182288 , 0.54457587, 0.67911494]],
+ [array([[[0.7074605 , 0.66807246, 0.5468252 , 0.6794102 , 0.72581375],
+ [0.7061233 , 0.7108102 , 0.7131539 , 0.5087233 , 0.7157812 ],
+ [0.5101798 , 0.6822957 , 0.71132684, 0.63517916, 0.5935693 ],
+ [0.6674769 , 0.71915364, 0.6055379 , 0.6265797 , 0.6334329 ]],
- [[0.54977566, 0.69168943, 0.56264675, 0.7119333 , 0.6331944 ],
- [0.6970906 , 0.6601206 , 0.6880265 , 0.50476724, 0.71472955],
- [0.72150964, 0.7020236 , 0.65242076, 0.58242726, 0.5292552 ],
- [0.5488381 , 0.5718334 , 0.5828182 , 0.68686056, 0.7161767 ]],
+ [[0.7060813 , 0.65122193, 0.5852989 , 0.7020965 , 0.5418902 ],
+ [0.70865536, 0.7239054 , 0.53950447, 0.6397851 , 0.61991036],
+ [0.5108298 , 0.70998025, 0.5768114 , 0.70231366, 0.7083629 ],
+ [0.5532729 , 0.6634668 , 0.68702626, 0.53754365, 0.63848865]],
- [[0.6186368 , 0.5709658 , 0.59708256, 0.627766 , 0.64522445],
- [0.6574453 , 0.63655937, 0.6999107 , 0.70128393, 0.65033275],
- [0.5789951 , 0.61559284, 0.66066134, 0.6682638 , 0.69809294],
- [0.697786 , 0.6425333 , 0.6025326 , 0.6508598 , 0.62747025]]],
+ [[0.5546355 , 0.5326628 , 0.6045945 , 0.72216797, 0.5367474 ],
+ [0.54598904, 0.683926 , 0.7086522 , 0.5805207 , 0.6906233 ],
+ [0.71620524, 0.6052958 , 0.7310034 , 0.6245417 , 0.6648243 ],
+ [0.6229709 , 0.5226055 , 0.67183244, 0.6684347 , 0.57293963]]],
dtype=float32)]
@@ -171,7 +171,7 @@ Let's compute its outputs (or predictions if it is a machine learned model).
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 0 minutes 0.009 seconds)
+ **Total running time of the script:** ( 0 minutes 0.007 seconds)
.. _sphx_glr_download_auto_examples_plot_load_and_predict.py:
diff --git a/docs/api/python/sources/auto_examples/plot_pipeline.rst.txt b/docs/api/python/sources/auto_examples/plot_pipeline.rst.txt
index e0ab76ad18..7e62c4d7e0 100644
--- a/docs/api/python/sources/auto_examples/plot_pipeline.rst.txt
+++ b/docs/api/python/sources/auto_examples/plot_pipeline.rst.txt
@@ -226,14 +226,14 @@ Which we display...
.. code-block:: none
-