onnxruntime/docs/api/python/searchindex.js

Search.setIndex({"docnames": ["api_summary", "auto_examples/index", "auto_examples/plot_backend", "auto_examples/plot_common_errors", "auto_examples/plot_convert_pipeline_vectorizer", "auto_examples/plot_load_and_predict", "auto_examples/plot_metadata", "auto_examples/plot_pipeline", "auto_examples/plot_profiling", "auto_examples/plot_train_convert_predict", "auto_examples/sg_execution_times", "examples_md", "index", "tutorial"], "filenames": ["api_summary.rst", "auto_examples/index.rst", "auto_examples/plot_backend.rst", "auto_examples/plot_common_errors.rst", "auto_examples/plot_convert_pipeline_vectorizer.rst", "auto_examples/plot_load_and_predict.rst", "auto_examples/plot_metadata.rst", "auto_examples/plot_pipeline.rst", "auto_examples/plot_profiling.rst", "auto_examples/plot_train_convert_predict.rst", "auto_examples/sg_execution_times.rst", "examples_md.rst", "index.rst", "tutorial.rst"], "titles": ["API", "Gallery of examples", "ONNX Runtime Backend for ONNX", "Common errors with onnxruntime", "Train, convert and predict with ONNX Runtime", "Load and predict with ONNX Runtime and a very simple model", "Metadata", "Draw a pipeline", "Profile the execution of a simple model", "Train, convert and predict with ONNX Runtime", "Computation times", "Gallery of examples", "Python Bindings for ONNX Runtime", "Tutorial"], "terms": {"onnx": [0, 1, 3, 6, 8, 10], "runtim": [0, 1, 6, 8, 10], "infer": 0, "graph": [0, 7], "format": [0, 2, 3, 6, 8], "ort": 0, "memori": 0, "disk": 0, "constrain": 0, "environ": [0, 4, 9], "The": [0, 2, 3, 4, 5, 8, 9, 13], "consum": 0, "produc": [0, 3, 6], "can": [0, 2, 3, 4, 8, 13], "specifi": [0, 13], "access": 0, "wai": [0, 7, 13], "best": 0, "match": 0, "your": [0, 3], "scenario": [0, 4, 9, 13], "i": [0, 2, 3, 4, 5, 6, 7, 9, 12, 13], "main": 0, "It": [0, 3, 5, 6, 13], "us": [0, 2, 3, 4, 6, 7, 9], "an": [0, 3, 4, 5, 7, 9, 13], "well": 0, "applic": [0, 13], "configur": 0, "session": [0, 8], "onnxruntim": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "name": [0, 2, 3, 4, 5, 7, 8, 9, 13], "consist": [0, 4, 9], "comput": [0, 2, 4, 5, 8, 9, 13], "oper": [0, 13], "implement": [0, 2], "optim": [0, 13], "kernel": 0, "differ": [0, 7, 9], "hardwar": 0, "target": [0, 4, 9, 13], "orchestr": 0, "execut": [0, 1, 9, 10], "via": 0, "provid": [0, 3, 4, 5, 6, 8, 9, 13], "contain": [0, 6, 8], "set": [0, 4, 9, 13], "specif": [0, 6, 13], "gpu": [0, 2, 13], "iot": 0, "etc": 0, "ar": [0, 8, 9, 13], "paramet": 0, "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 13], "chosen": 0, "prioriti": 0, "order": 0, "given": 0, "list": [0, 13], "In": [0, 4, 9, 13], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12], "below": 0, "cuda": 0, "If": 0, "cudaexecutionprovid": 0, "cpuexecutionprovid": 0, "avail": [0, 5], "found": 0, "here": [0, 2, 3, 4, 5, 6, 7, 8, 9, 13], "sinc": 0, "1": [0, 2, 3, 4, 6, 7, 8, 9], "10": [0, 9], "you": [0, 4, 13], "must": 0, "explicitli": 0, "onli": [0, 3], "time": [0, 2, 3, 4, 5, 6, 7, 8, 9], "allow": 0, "explicit": 0, "follow": [0, 2, 3, 4], "assum": 0, "nvidia": 0, "replac": [0, 3], "suppli": 0, "other": [0, 2, 3, 7, 9, 13], "For": [0, 12], "enabl": [0, 8], "profil": [0, 1, 10], "enable_profil": [0, 8], "true": [0, 4, 8, 9], "sess_opt": 0, "its": [0, 4, 5, 7, 9, 13], "On": [0, 4, 9], "default": 0, "map": [0, 4], "nativ": 0, "python": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "structur": 0, "numpi": [0, 2, 3, 4, 5, 8, 9, 13], "arrai": [0, 2, 3, 5, 8, 9], "dictionari": [0, 4], "x": [0, 2, 3, 4, 5, 7, 8, 9, 13], "ortvalue_from_numpi": 0, "device_nam": 0, "shape": [0, 3, 4, 5, 7, 9], "data_typ": [0, 4, 7, 9, 13], "tensor": [0, 3, 4, 5], "float": [0, 3, 4, 5], "is_tensor": 0, "np": [0, 2, 4], "array_equ": 0, "part": 0, "feed": [0, 3], "result": [0, 8], "y": [0, 4, 5, 7, 9, 13], "By": 0, "alwai": 0, "place": 0, "": [0, 2, 4, 5, 6, 7, 8, 9], "have": 0, "mai": 0, "than": [0, 3, 7, 13], "becaus": [0, 4], "introduc": 0, "copi": 0, "between": [0, 2, 9], "support": [0, 8], "custom": 0, "all": [0, 1, 3], "user": 0, "back": 0, "thi": [0, 2, 3, 4, 5, 7, 8, 9, 13], "call": [0, 4], "To": 0, "featur": 0, "run_with_iobind": 0, "A": 0, "instanc": [0, 6], "onto": 0, "io_bind": 0, "over": 0, "node": [0, 7], "bind_cpu_input": 0, "bind_output": 0, "copy_outputs_to_cpu": 0, "0": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13], "directli": [0, 2], "x_ortvalu": 0, "bind_input": 0, "device_typ": 0, "device_id": 0, "element_typ": 0, "float32": [0, 2, 3, 5, 8, 9, 13], "buffer_ptr": 0, "data_ptr": 0, "both": 0, "also": [0, 2, 5, 9], "y_ortvalu": 0, "ortvalue_from_shape_and_typ": 0, "3": [0, 2, 3, 5, 6, 7, 8, 9], "2": [0, 2, 3, 4, 6, 7, 8, 9], "chang": [0, 13], "actual": [0, 3, 4], "being": 0, "bound": 0, "request": 0, "alloc": 0, "particularli": 0, "dynam": 0, "get_output": [0, 3, 4, 5, 9, 13], "get": [0, 9, 13], "correspond": 0, "thu": 0, "bind": 0, "return": [0, 3, 8, 9], "which": [0, 3, 4, 6, 7, 13], "ha": [0, 4, 9], "ort_output": 0, "addit": 0, "work": 0, "while": 0, "inferenc": 0, "bind_ortvalue_input": 0, "bind_ortvalue_output": 0, "pytorch": 0, "x_tensor": 0, "contigu": 0, "tupl": 0, "y_shape": 0, "need": [0, 8, 9], "y_tensor": 0, "torch": 0, "empti": 0, "dtype": [0, 2, 3, 5, 8], "path_or_byt": 0, "none": [0, 3, 4, 8, 9, 13], "provider_opt": 0, "kwarg": 0, "sourc": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "filenam": [0, 8], "serial": 0, "byte": [0, 3], "string": 0, "sequenc": 0, "decreas": 0, "preced": 0, "valu": [0, 4], "either": [0, 2, 3], "dict": 0, "type": [0, 3, 4, 5, 7], "unless": [0, 4], "so": 0, "add_session_config_entri": 0, "load_model_format": 0, "file": [0, 8, 10], "extens": 0, "when": [0, 6], "ani": [0, 3], "should": 0, "mean": 0, "capabl": 0, "otherwis": 0, "disable_fallback": 0, "disabl": 0, "fallback": 0, "mechan": 0, "enable_fallback": 0, "fail": [0, 3, 4, 9], "due": [0, 3], "failur": 0, "reset": 0, "fall": 0, "end_profil": [0, 8], "end": [0, 4, 9], "store": [0, 7, 8], "get_input": [0, 3, 4, 5, 8, 9, 13], "metadata": [0, 1, 10], "get_modelmeta": [0, 6], "see": [0, 5, 6, 8, 9, 12, 13], "get_overridable_initi": 0, "includ": [0, 4, 7], "initi": [0, 7], "get_profiling_start_time_n": 0, "nanosecond": 0, "start": [0, 3, 4, 9], "compar": [0, 4, 9], "monotonic_n": 0, "after": 0, "some": [0, 8], "platform": 0, "timer": [0, 9], "precis": 0, "window": 0, "maco": 0, "100n": 0, "get_provider_opt": 0, "regist": 0, "get_provid": 0, "get_session_opt": 0, "object": [0, 7, 9], "output_nam": [0, 3, 5], "input_fe": 0, "run_opt": 0, "predict": [0, 1, 2, 3, 8, 10, 13], "input_nam": [0, 3, 5, 8, 9, 13], "input_valu": 0, "everi": [0, 9], "spars": [0, 4], "sess": [0, 3, 4, 5, 6, 8, 9, 13], "run_with_ort_valu": 0, "input_dict_ort_valu": 0, "input_ort_valu": 0, "how": [0, 2, 5, 6, 7, 8, 9], "creat": [0, 4, 13], "set_provid": 0, "underli": 0, "re": [0, 3, 5, 8], "self": 0, "capi": [0, 2, 3, 4], "onnxruntime_pybind11_st": [0, 2, 3, 4], "inform": [0, 12], "singl": [0, 3], "add_run_config_entri": 0, "arg0": 0, "str": 0, "arg1": 0, "entri": 0, "pair": 0, "get_run_config_entri": 0, "kei": 0, "properti": 0, "log_severity_level": 0, "log": 0, "sever": [0, 3], "level": [0, 13], "particular": 0, "invoc": 0, "verbos": 0, "info": 0, "warn": [0, 3, 4], "error": [0, 1, 10], "4": [0, 3, 5, 7, 8, 9, 13], "fatal": 0, "log_verbosity_level": 0, "vlog": 0, "debug": 0, "build": 0, "run_log_severity_level": 0, "appli": 0, "logid": 0, "identifi": 0, "gener": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], "only_execute_path_to_fetch": 0, "fetch": [0, 4], "termin": 0, "current": 0, "individu": 0, "exit": 0, "gracefulli": 0, "statu": [0, 9], "add_external_initi": 0, "add_free_dimension_override_by_denot": 0, "int": [0, 4], "dimens": [0, 2, 3], "size": 0, "each": 0, "denot": 0, "associ": 0, "free": 0, "add_free_dimension_override_by_nam": 0, "within": 0, "add_initi": 0, "enable_cpu_mem_arena": 0, "arena": 0, "pre": 0, "futur": 0, "usag": 0, "fals": [0, 4], "don": 0, "t": [0, 4, 8], "want": 0, "enable_mem_pattern": 0, "pattern": 0, "enable_mem_reus": 0, "reus": 0, "execution_mod": 0, "mode": 0, "sequenti": 0, "execution_ord": 0, "basic": 0, "topolog": 0, "get_session_config_entri": 0, "graph_optimization_level": 0, "inter_op_num_thread": 0, "number": [0, 3, 9], "thread": 0, "parallel": 0, "across": 0, "let": [0, 2, 5, 6, 8, 9], "choos": 0, "intra_op_num_thread": 0, "session_log_severity_level": 0, "logger": 0, "id": 0, "optimized_model_filepath": 0, "path": 0, "save_model_format": 0, "config": 0, "case": [0, 4, 9], "insensit": 0, "profile_file_prefix": 0, "prefix": 0, "append": [0, 9], "register_custom_ops_librari": 0, "share": 0, "librari": 0, "op": 0, "requir": 0, "use_deterministic_comput": 0, "whether": 0, "determinist": 0, "numpy_obj": 0, "non": 0, "construct": 0, "deal": 0, "as_sparse_tensor": 0, "function": [0, 4], "address": 0, "first": [0, 3, 4, 9, 13], "element": 0, "buffer": 0, "where": 0, "resid": 0, "e": [0, 2, 3, 4], "g": 0, "proto": 0, "has_valu": 0, "els": 0, "is_sparse_tensor": 0, "is_tensor_sequ": 0, "valid": 0, "hold": 0, "throw": 0, "accessor": 0, "gain": 0, "refer": [0, 4, 9], "static": 0, "ort_value_from_sparse_tensor": 0, "sparse_tensor": 0, "new": 0, "ownership": 0, "factori": 0, "method": 0, "held": 0, "NOT": 0, "integ": 0, "indic": [0, 2, 3], "update_inplac": 0, "np_arr": 0, "updat": 0, "content": [0, 7], "valuess": 0, "project": [0, 12], "c": [0, 9], "depend": [0, 2, 13], "more": [0, 12, 13], "one": [0, 4, 7, 9, 13], "constructor": 0, "as_blocksparse_view": 0, "coo": 0, "represent": [0, 4, 9], "queri": 0, "blockspars": 0, "did": 0, "would": 0, "block_sparse_indic": 0, "as_coo_view": 0, "coo_indic": 0, "as_csrc_view": 0, "csr": 0, "cr": 0, "dit": 0, "inner_ndic": 0, "inner": 0, "outer_ndic": 0, "outer": 0, "dense_shap": 0, "int64": [0, 3, 4], "dens": 0, "ortsparseformat": 0, "enumer": 0, "sparse_coo_from_numpi": 0, "ort_devic": 0, "argument": 0, "d": [0, 9], "homogen": 0, "zero": 0, "linear": 0, "index": [0, 2, 3], "length": 0, "equal": 0, "coordin": 0, "nnz": 0, "exactli": 0, "twice": 0, "describ": [0, 13], "own": 0, "nummpi": 0, "suppor": 0, "numer": 0, "primit": 0, "them": [0, 4, 9], "storag": 0, "increment": 0, "count": 0, "decrement": 0, "gc": 0, "doe": [0, 3, 8], "those": 0, "sparse_csr_from_numpi": 0, "inner_indic": 0, "outer_indic": 0, "row": [0, 4], "col": 0, "Its": 0, "gced": 0, "to_cuda": 0, "alreadi": 0, "cross": 0, "present": 0, "arr_on_cpu": 0, "param": 0, "pointer": 0, "anoth": 0, "No": 0, "obtain": 0, "c_ort_devic": 0, "expos": 0, "These": 0, "cannot": [0, 3], "instanti": 0, "thei": 0, "libari": 0, "defin": [0, 13], "about": [0, 4], "usual": [0, 13], "facilit": 0, "comparison": [0, 9], "custom_metadata_map": [0, 6], "descript": [0, 6], "domain": [0, 6, 7], "graph_descript": 0, "host": 0, "graph_nam": [0, 6], "producer_nam": [0, 6, 7], "version": [0, 6, 7, 8], "definit": [0, 5], "arg": [0, 8], "regular": [0, 4], "perform": [0, 12, 13], "usabl": 0, "verif": 0, "conform": 0, "is_compat": 0, "compat": 0, "unus": 0, "ex": 0, "boolean": 0, "prepar": [0, 2], "readi": 0, "modelproto": [0, 7], "compil": [0, 2], "supports_devic": 0, "check": 0, "test": [0, 4, 7, 9], "suit": 0, "draw": [1, 10], "pipelin": [1, 10, 13], "load": [1, 2, 3, 4, 6, 7, 8, 9, 10], "veri": [1, 4, 8, 10], "simpl": [1, 2, 6, 7, 10], "model": [1, 2, 3, 4, 6, 9, 10, 12], "backend": [1, 10], "train": [1, 3, 6, 10], "convert": [1, 6, 7, 10], "common": [1, 4, 9, 10, 13], "download": [1, 2, 3, 4, 5, 6, 7, 8, 9], "code": [1, 2, 3, 4, 5, 6, 7, 8, 9, 13], "auto_examples_python": 1, "zip": 1, "jupyt": [1, 2, 3, 4, 5, 6, 7, 8, 9], "notebook": [1, 2, 3, 4, 5, 6, 7, 8, 9], "auto_examples_jupyt": 1, "sphinx": [1, 2, 3, 4, 5, 6, 7, 8, 9], "click": [2, 3, 4, 5, 6, 7, 8, 9], "full": [2, 3, 4, 5, 6, 7, 8, 9], "extend": 2, "api": [2, 12], "run": [2, 3, 4, 5, 6, 7, 8, 9], "logist": [2, 3, 6], "regress": [2, 3, 6], "import": [2, 3, 4, 5, 6, 7, 8, 9, 13], "devic": 2, "packag": [2, 4, 7, 9], "wa": [2, 6], "cpu": [2, 13], "dataset": [2, 3, 4, 5, 6, 7, 8, 9, 13], "get_devic": 2, "invalidargu": [2, 3, 4], "get_exampl": [2, 3, 5, 6, 7, 8], "logreg_iri": [2, 3, 6, 9, 13], "rep": 2, "try": [2, 3, 4, 9], "label": [2, 3, 9], "proba": 2, "print": [2, 3, 4, 5, 6, 7, 8, 9, 13], "probabl": [2, 3], "except": [2, 3, 4], "runtimeerror": [2, 3, 4], "onnxruntimeerror": [2, 3, 4], "invalid_argu": [2, 3, 4], "got": [2, 3], "invalid": [2, 3], "input": [2, 3, 4, 5, 7, 9], "float_input": [2, 3, 4, 9, 13], "expect": [2, 3, 4], "pleas": [2, 3, 4, 9, 12], "fix": [2, 3], "without": [2, 13], "framework": [2, 3], "make": 2, "easier": 2, "switch": 2, "multipl": [2, 3], "same": [2, 3, 9], "total": [2, 3, 4, 5, 6, 7, 8, 9, 10], "script": [2, 3, 4, 5, 6, 7, 8, 9], "minut": [2, 3, 4, 5, 6, 7, 8, 9], "014": [2, 10], "second": [2, 3, 4, 5, 6, 7, 8, 9], "plot_backend": [2, 10], "py": [2, 3, 4, 5, 6, 7, 8, 9, 10], "ipynb": [2, 3, 4, 5, 6, 7, 8, 9], "galleri": [2, 3, 4, 5, 6, 7, 8, 9, 12], "look": [3, 4, 7, 9], "situat": 3, "rais": 3, "instead": [3, 4], "step": [3, 4, 9], "favorit": 3, "iri": [3, 9, 13], "take": [3, 4], "vector": [3, 4, 5], "class": 3, "among": 3, "three": 3, "rt": [3, 4, 5, 6, 8, 9, 13], "example2": 3, "inferencesess": [3, 4, 5, 6, 8, 9, 13], "get_available_provid": [3, 4, 5, 6, 8, 9, 13], "bad": 3, "handl": 3, "kind": 3, "5": [3, 5, 7, 8, 9], "6": [3, 7, 8, 9], "float64": 3, "unexpect": [3, 4], "data": [3, 4, 9, 13], "doubl": [3, 4], "output": [3, 4, 5, 7, 9, 13], "misspel": 3, "option": [3, 8, 9], "9505997896194458": 3, "027834143489599228": 3, "021566055715084076": 3, "9974970817565918": 3, "6270167988259345e": 3, "05": [3, 9], "0024466365575790405": 3, "9997311234474182": 3, "787709464906584e": 3, "07": 3, "0002686927327886224": 3, "goe": 3, "necessarili": 3, "r": [3, 8], "rank": 3, "higher": 3, "008": [3, 10], "plot_common_error": [3, 10], "demonstr": [4, 5, 7, 9], "scikit": [4, 6, 9, 13], "learn": [4, 5, 6, 9, 13], "dictvector": 4, "retriev": [4, 5, 9], "boston": 4, "datset": [4, 9], "panda": [4, 9], "sklearn": [4, 6, 9, 13], "load_boston": 4, "model_select": [4, 9, 13], "train_test_split": [4, 9, 13], "x_train": [4, 9, 13], "x_test": [4, 9, 13], "y_train": [4, 9, 13], "y_test": [4, 9, 13], "x_train_dict": 4, "datafram": [4, 9], "to_dict": 4, "x_test_dict": 4, "home": [4, 9], "runner": [4, 9], "local": [4, 9], "lib": [4, 9], "python3": [4, 9], "8": [4, 9], "site": [4, 9, 13], "util": 4, "deprec": 4, "87": 4, "futurewarn": 4, "remov": 4, "hous": 4, "price": 4, "ethic": 4, "problem": 4, "document": [4, 9], "further": 4, "detail": [4, 13], "maintain": 4, "therefor": 4, "strongli": 4, "discourag": 4, "purpos": 4, "studi": 4, "educ": 4, "issu": 4, "scienc": 4, "machin": [4, 5, 9, 13], "special": 4, "origin": 4, "pd": 4, "data_url": 4, "http": [4, 9], "stat": 4, "cmu": 4, "edu": 4, "raw_df": 4, "read_csv": 4, "sep": 4, "skiprow": 4, "22": 4, "header": 4, "hstack": 4, "altern": [4, 9], "california": 4, "func": 4, "fetch_california_h": 4, "am": 4, "fetch_openml": 4, "house_pric": 4, "as_fram": 4, "msg": 4, "categori": 4, "we": [4, 7, 8, 9, 13], "ensembl": [4, 9], "gradientboostingregressor": 4, "feature_extract": 4, "make_pipelin": 4, "pipe": 4, "fit": [4, 9, 13], "x27": 4, "rerun": [4, 9], "cell": [4, 9], "show": [4, 5, 8, 9], "html": [4, 9], "trust": [4, 9], "github": [4, 5, 9, 12], "unabl": [4, 9], "render": [4, 9], "page": [4, 9], "nbviewer": [4, 9], "org": [4, 9], "pipelinepipelin": 4, "dictvectorizerdictvector": 4, "gradientboostingregressorgradientboostingregressor": 4, "confus": [4, 9], "matrix": [4, 9], "metric": [4, 9], "r2_score": 4, "pred": [4, 9], "8456228739441438": 4, "modul": [4, 9], "skl2onnx": [4, 9, 13], "convert_sklearn": [4, 9, 13], "dictionarytyp": 4, "floattensortyp": [4, 9, 13], "int64tensortyp": 4, "sequencetyp": 4, "initial_typ": [4, 9, 13], "onx": [4, 9, 13], "open": [4, 7, 8, 9, 12, 13], "pipeline_vector": 4, "wb": [4, 9, 13], "f": [4, 8, 9, 13], "write": [4, 9, 13], "serializetostr": [4, 8, 9, 13], "inp": 4, "out": 4, "variabl": 4, "could": 4, "do": [4, 6, 9], "pred_onx": [4, 9, 13], "seq": 4, "But": 4, "observ": 4, "ones": 4, "9999999999999319": 4, "similar": [4, 9], "explain": 4, "small": 4, "discrep": 4, "915": [4, 10], "plot_convert_pipeline_vector": [4, 10], "test_sigmoid": 5, "example1": [5, 7, 8], "sigmoid": 5, "input_shap": 5, "input_typ": 5, "output_shap": 5, "output_typ": 5, "random": [5, 9], "astyp": [5, 9, 13], "72465897": 5, "72574586": 5, "6371799": 5, "71288747": 5, "6594067": 5, "6177746": 5, "587299": 5, "5193266": 5, "6938682": 5, "64304864": 5, "52724993": 5, "6042261": 5, "6895429": 5, "6509503": 5, "6616442": 5, "6763506": 5, "6537579": 5, "6264375": 5, "59437954": 5, "5884929": 5, "6776498": 5, "5767992": 5, "6779048": 5, "67587113": 5, "61081856": 5, "7236815": 5, "5775631": 5, "61381036": 5, "6063235": 5, "62550837": 5, "50100976": 5, "62944853": 5, "70942533": 5, "6089567": 5, "63848245": 5, "5719551": 5, "68211": 5, "511835": 5, "7158986": 5, "53346515": 5, "6256963": 5, "5512383": 5, "5719546": 5, "6073346": 5, "64393806": 5, "6807264": 5, "6192803": 5, "5377599": 5, "5919384": 5, "7111624": 5, "7152287": 5, "6213895": 5, "7274681": 5, "609508": 5, "59370804": 5, "6366582": 5, "5454885": 5, "72254837": 5, "55745107": 5, "5137241": 5, "009": [5, 10], "plot_load_and_predict": [5, 10], "relat": 6, "deploi": 6, "product": 6, "keep": 6, "track": 6, "doc_str": 6, "ir_vers": [6, 7, 8], "metadata_prop": 6, "model_vers": 6, "producer_vers": 6, "onnxml": 6, "onnxmltool": [6, 13], "0116": 6, "With": 6, "meta": 6, "3c59201b940f410fa29dc71ea9d5767d": 6, "003": [6, 10], "plot_metadata": [6, 10], "There": [7, 13], "That": 7, "most": 7, "mul_1": [7, 8], "protobuf": 7, "messag": 7, "chenta": 7, "w": 7, "op_typ": 7, "mul": 7, "dim": 7, "float_data": 7, "tensor_typ": 7, "elem_typ": 7, "dim_valu": 7, "opset_import": [7, 8], "7": [7, 8], "net_draw": 7, "befor": [7, 8], "rb": [7, 8], "fid": 7, "read": 7, "parsefromstr": 7, "tool": [7, 13], "getopnodeproduc": 7, "getpydotgraph": 7, "pydot_graph": 7, "rankdir": 7, "lr": 7, "node_produc": 7, "docstr": 7, "write_dot": 7, "dot": 7, "Then": [7, 9], "imag": 7, "o": 7, "system": 7, "tpng": 7, "displai": 7, "matplotlib": [7, 9], "pyplot": 7, "plt": 7, "imread": 7, "png": 7, "imshow": 7, "axesimag": 7, "0x7f10facab340": 7, "191": [7, 10], "plot_pipelin": [7, 10], "interpret": 8, "def": [8, 9], "change_ir_vers": 8, "opset": 8, "11": 8, "onnx_model": 8, "onnx_model_str": 8, "9": [8, 9], "16": [8, 9, 10], "25": [8, 9], "36": 8, "sessionopt": 8, "sess_profil": 8, "prof_fil": 8, "onnxruntime_profile__2022": 8, "08": [8, 9], "09_23": 8, "21": 8, "38": 8, "json": 8, "un": 8, "what": [8, 9], "sess_tim": 8, "pprint": [8, 9], "cat": 8, "dur": 8, "64": 8, "model_loading_arrai": 8, "ph": 8, "pid": 8, "3087": 8, "tid": 8, "228": 8, "session_initi": 8, "79": 8, "005": [8, 10], "plot_profil": [8, 10], "load_iri": [9, 13], "linear_model": [9, 13], "logisticregress": [9, 13], "clr": [9, 13], "_logist": 9, "444": 9, "convergencewarn": 9, "lbfg": 9, "converg": 9, "stop": 9, "NO": 9, "iter": 9, "reach": 9, "limit": 9, "increas": 9, "max_it": 9, "scale": 9, "shown": 9, "stabl": 9, "preprocess": 9, "solver": 9, "n_iter_i": 9, "_check_optimize_result": 9, "logisticregressionlogisticregress": 9, "confusion_matrix": 9, "12": 9, "15": 9, "output_label": 9, "label_nam": [9, 13], "perfectli": 9, "ident": 9, "relev": 9, "roc": 9, "curv": 9, "prob_sklearn": 9, "predict_proba": 9, "28232833e": 9, "03": [9, 10], "68980759e": 9, "01": 9, "25736912e": 9, "04332610e": 9, "06": 9, "59729212e": 9, "02": 9, "84018035e": 9, "86751252e": 9, "32487125e": 9, "49731273e": 9, "And": 9, "probabili": 9, "appear": 9, "prob_nam": 9, "prob_rt": 9, "005282332189381123": 9, "6689808368682861": 9, "3257368505001068": 9, "04333865037188e": 9, "015972934663295746": 9, "9840180277824402": 9, "9867513179779053": 9, "013248717412352562": 9, "497315503864229e": 9, "timeit": 9, "speed": 9, "inst": 9, "repeat": 9, "20": 9, "global": 9, "raw": 9, "av": 9, "sum": 9, "len": 9, "mi": 9, "ma": 9, "min": 9, "max": 9, "averag": 9, "3g": 9, "41e": 9, "27e": 9, "36e": 9, "87e": 9, "81e": 9, "34e": 9, "8663004999694978e": 9, "webservic": 9, "experi": 9, "oppos": 9, "batch": [9, 13], "loop": 9, "fct": 9, "n": 9, "nrow": 9, "rang": 9, "im": 9, "100": 9, "sess_predict": 9, "00408": 9, "00405": 9, "00415": 9, "000876": 9, "000868": 9, "000904": 9, "0008763897650001694": 9, "sess_predict_proba": 9, "00605": 9, "00601": 9, "0061": 9, "000899": 9, "000893": 9, "00091": 9, "0008988612749999448": 9, "better": 9, "save": 9, "randomforestclassifi": 9, "rf": 9, "rf_iri": 9, "sess_predict_proba_rf": 9, "707": 9, "705": 9, "709": 9, "00104": 9, "00103": 9, "00107": 9, "001041621885000268": 9, "tree": 9, "measur": 9, "n_tree": 9, "51": 9, "n_estim": 9, "rf_iris_": 9, "sess_predict_proba_loop": 9, "tsk": 9, "trt": 9, "df": 9, "ax": 9, "plot": 9, "blue": 9, "logi": 9, "green": 9, "set_xlabel": 9, "set_ylabel": 9, "set_titl": 9, "nfor": 9, "forest": 9, "legend": 9, "0513": 9, "0511": 9, "0517": 9, "000859": 9, "0862": 9, "0858": 9, "0873": 9, "000884": 9, "000877": 9, "000902": 9, "121": 9, "000895": 9, "000888": 9, "000915": 9, "155": 9, "000925": 9, "19": 9, "189": 9, "000923": 9, "00094": 9, "30": 9, "224": 9, "225": 9, "000937": 9, "000928": 9, "000956": 9, "35": 9, "258": 9, "259": 9, "000946": 9, "000963": 9, "40": 9, "293": 9, "294": 9, "000966": 9, "000955": 9, "000991": 9, "45": 9, "328": 9, "000971": 9, "000964": 9, "000986": 9, "50": 9, "363": 9, "362": 9, "365": 9, "001": 9, "00097": 9, "0011": 9, "0x7f10edf70a90": 9, "934": [9, 10], "plot_train_convert_predict": [9, 10], "18": 10, "079": 10, "auto_exampl": 10, "mb": 10, "00": 10, "focus": 12, "score": 12, "engin": 12, "neural": 12, "network": 12, "exchang": 12, "aka": 12, "m": 12, "tutori": 12, "easi": 13, "high": 13, "rather": 13, "servic": 13, "At": 13, "briefli": 13, "ll": 13, "famou": 13, "commonli": 13, "compos": 13}, "objects": {"onnxruntime": [[0, 0, 1, "", "IOBinding"], [0, 0, 1, "", "InferenceSession"], [0, 0, 1, "", "ModelMetadata"], [0, 0, 1, "", "NodeArg"], [0, 0, 1, "", "OrtDevice"], [0, 0, 1, "", "OrtValue"], [0, 0, 1, "", "RunOptions"], [0, 0, 1, "", "SessionOptions"], [0, 0, 1, "", "SparseTensor"]], "onnxruntime.IOBinding": [[0, 1, 1, "", "bind_cpu_input"], [0, 1, 1, "", "bind_input"], [0, 1, 1, "", "bind_ortvalue_input"], [0, 1, 1, "", "bind_ortvalue_output"], [0, 1, 1, "", "bind_output"], [0, 1, 1, "", "copy_outputs_to_cpu"], [0, 1, 1, "", "get_outputs"]], "onnxruntime.InferenceSession": [[0, 1, 1, "", "disable_fallback"], [0, 1, 1, "", "enable_fallback"], [0, 1, 1, "", "end_profiling"], [0, 1, 1, "", "get_inputs"], [0, 1, 1, "", "get_modelmeta"], [0, 1, 1, "", "get_outputs"], [0, 1, 1, "", "get_overridable_initializers"], [0, 1, 1, "", "get_profiling_start_time_ns"], [0, 1, 1, "", "get_provider_options"], [0, 1, 1, "", "get_providers"], [0, 1, 1, "", "get_session_options"], [0, 1, 1, "", "io_binding"], [0, 1, 1, "", "run"], [0, 1, 1, "", "run_with_iobinding"], [0, 1, 1, "", "run_with_ort_values"], [0, 1, 1, "", "set_providers"]], "onnxruntime.ModelMetadata": [[0, 2, 1, "", "custom_metadata_map"], [0, 2, 1, "", "description"], [0, 2, 1, "", "domain"], [0, 2, 1, "", "graph_description"], [0, 2, 1, "", "graph_name"], [0, 2, 1, "", "producer_name"], [0, 2, 1, "", "version"]], "onnxruntime.NodeArg": [[0, 2, 1, "", "name"], [0, 2, 1, "", "shape"], [0, 2, 1, "", "type"]], "onnxruntime.OrtValue": [[0, 1, 1, "", "as_sparse_tensor"], [0, 1, 1, "", "data_ptr"], [0, 1, 1, "", "data_type"], [0, 1, 1, "", "device_name"], [0, 1, 1, "", "element_type"], [0, 1, 1, "", "has_value"], [0, 1, 1, "", "is_sparse_tensor"], [0, 1, 1, "", "is_tensor"], [0, 1, 1, "", "is_tensor_sequence"], [0, 1, 1, "", "numpy"], [0, 1, 1, "", "ort_value_from_sparse_tensor"], [0, 1, 1, "", "ortvalue_from_numpy"], [0, 1, 1, "", "ortvalue_from_shape_and_type"], [0, 1, 1, "", "shape"], [0, 1, 1, "", "update_inplace"]], "onnxruntime.RunOptions": [[0, 1, 1, "", "add_run_config_entry"], [0, 1, 1, "", "get_run_config_entry"], [0, 2, 1, "", "log_severity_level"], [0, 2, 1, "", "log_verbosity_level"], [0, 2, 1, "", "logid"], [0, 2, 1, "", "only_execute_path_to_fetches"], [0, 2, 1, "", "terminate"]], "onnxruntime.SessionOptions": [[0, 1, 1, "", "add_external_initializers"], [0, 1, 1, "", "add_free_dimension_override_by_denotation"], [0, 1, 1, "", "add_free_dimension_override_by_name"], [0, 1, 1, "", "add_initializer"], [0, 1, 1, "", "add_session_config_entry"], [0, 2, 1, "", "enable_cpu_mem_arena"], [0, 2, 1, "", "enable_mem_pattern"], [0, 2, 1, "", "enable_mem_reuse"], [0, 2, 1, "", "enable_profiling"], [0, 2, 1, "", "execution_mode"], [0, 2, 1, "", "execution_order"], [0, 1, 1, "", "get_session_config_entry"], [0, 2, 1, "", "graph_optimization_level"], [0, 2, 1, "", "inter_op_num_threads"], [0, 2, 1, "", "intra_op_num_threads"], [0, 2, 1, "", "log_severity_level"], [0, 2, 1, "", "log_verbosity_level"], [0, 2, 1, "", "logid"], [0, 2, 1, "", "optimized_model_filepath"], [0, 2, 1, "", "profile_file_prefix"], [0, 1, 1, "", "register_custom_ops_library"], [0, 2, 1, "", "use_deterministic_compute"]], "onnxruntime.SparseTensor": [[0, 1, 1, "", "as_blocksparse_view"], [0, 1, 1, "", "as_coo_view"], [0, 1, 1, "", "as_csrc_view"], [0, 1, 1, "", "data_type"], [0, 1, 1, "", "dense_shape"], [0, 1, 1, "", "device_name"], [0, 1, 1, "", "format"], [0, 1, 1, "", "sparse_coo_from_numpy"], [0, 1, 1, "", "sparse_csr_from_numpy"], [0, 1, 1, "", "to_cuda"], [0, 1, 1, "", "values"]], "onnxruntime.backend": [[0, 3, 1, "", "is_compatible"], [0, 3, 1, "", "prepare"], [0, 3, 1, "", "run"], [0, 3, 1, "", "supports_device"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:property", "3": "py:function"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "property", "Python property"], "3": ["py", "function", "Python function"]}, "titleterms": {"api": 0, "overview": 0, "load": [0, 5, 13], "run": [0, 13], "model": [0, 5, 7, 8, 13], "data": 0, "input": 0, "output": 0, "cpu": 0, "devic": 0, "detail": 0, "inferencesess": 0, "option": 0, "runopt": 0, "sessionopt": 0, "ortvalu": 0, "sparsetensor": 0, "iobind": 0, "ortdevic": 0, "intern": 0, "class": 0, "modelmetadata": 0, "nodearg": 0, "backend": [0, 2], "galleri": 1, "exampl": 1, "onnx": [2, 4, 5, 7, 9, 12, 13], "runtim": [2, 4, 5, 9, 12, 13], "common": 3, "error": 3, "onnxruntim": 3, "train": [4, 9, 13], "convert": [4, 9, 13], "predict": [4, 5, 9], "pipelin": [4, 7], "convers": [4, 9], "format": [4, 7, 9, 13], "veri": 5, "simpl": [5, 8], "metadata": 6, "draw": 7, "retriev": 7, "json": 7, "profil": 8, "execut": 8, "logist": 9, "regress": 9, "probabl": 9, "benchmark": 9, "randomforest": 9, "comput": 10, "time": 10, "python": 12, "bind": 12, "tutori": 13, "step": 13, "1": 13, "us": 13, "your": 13, "favorit": 13, "framework": 13, "2": 13, "export": 13, "3": 13}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1, "sphinx": 56}})