mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-14 20:48:00 +00:00
### Description support manually dispose session in onnxruntime-node feature request: #16796
52 lines
1.5 KiB
TypeScript
52 lines
1.5 KiB
TypeScript
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
import {InferenceSession, OnnxValue} from 'onnxruntime-common';
|
|
|
|
type SessionOptions = InferenceSession.SessionOptions;
|
|
type FeedsType = {
|
|
[name: string]: OnnxValue;
|
|
};
|
|
type FetchesType = {
|
|
[name: string]: OnnxValue|null;
|
|
};
|
|
type ReturnType = {
|
|
[name: string]: OnnxValue;
|
|
};
|
|
type RunOptions = InferenceSession.RunOptions;
|
|
|
|
|
|
/**
|
|
* Binding exports a simple synchronized inference session object wrap.
|
|
*/
|
|
export declare namespace Binding {
|
|
export interface InferenceSession {
|
|
loadModel(modelPath: string, options: SessionOptions): void;
|
|
loadModel(buffer: ArrayBuffer, byteOffset: number, byteLength: number, options: SessionOptions): void;
|
|
|
|
readonly inputNames: string[];
|
|
readonly outputNames: string[];
|
|
|
|
run(feeds: FeedsType, fetches: FetchesType, options: RunOptions): ReturnType;
|
|
|
|
dispose(): void;
|
|
}
|
|
|
|
export interface InferenceSessionConstructor {
|
|
new(): InferenceSession;
|
|
}
|
|
|
|
export interface SupportedBackend {
|
|
name: string;
|
|
bundled: boolean;
|
|
}
|
|
}
|
|
|
|
// export native binding
|
|
export const binding =
|
|
// eslint-disable-next-line @typescript-eslint/no-require-imports, @typescript-eslint/no-var-requires
|
|
require(`../bin/napi-v3/${process.platform}/${process.arch}/onnxruntime_binding.node`) as {
|
|
// eslint-disable-next-line @typescript-eslint/naming-convention
|
|
InferenceSession: Binding.InferenceSessionConstructor;
|
|
listSupportedBackends: () => Binding.SupportedBackend[];
|
|
};
|