mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
ac8444f299
### Description <!-- Describe your changes. --> Implement `dispose` react native method. ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. --> Currently we are not able to release the memory used by model in JS runtime if we don't want to use it anymore, we can do that only by reload app on debug or restart app on release.
75 lines
2.2 KiB
TypeScript
75 lines
2.2 KiB
TypeScript
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
import type {InferenceSession} from 'onnxruntime-common';
|
|
import {NativeModules} from 'react-native';
|
|
|
|
/**
|
|
* model loading information
|
|
*/
|
|
interface ModelLoadInfo {
|
|
/**
|
|
* Key for an instance of InferenceSession, which is passed to run() function as parameter.
|
|
*/
|
|
readonly key: string;
|
|
|
|
/**
|
|
* Get input names of the loaded model.
|
|
*/
|
|
readonly inputNames: string[];
|
|
|
|
/**
|
|
* Get output names of the loaded model.
|
|
*/
|
|
readonly outputNames: string[];
|
|
}
|
|
|
|
/**
|
|
* Tensor type for react native, which doesn't allow ArrayBuffer, so data will be encoded as Base64 string.
|
|
*/
|
|
interface EncodedTensor {
|
|
/**
|
|
* the dimensions of the tensor.
|
|
*/
|
|
readonly dims: readonly number[];
|
|
/**
|
|
* the data type of the tensor.
|
|
*/
|
|
readonly type: string;
|
|
/**
|
|
* the Base64 encoded string of the buffer data of the tensor.
|
|
* if data is string array, it won't be encoded as Base64 string.
|
|
*/
|
|
readonly data: string|string[];
|
|
}
|
|
|
|
/**
|
|
* Binding exports a simple synchronized inference session object wrap.
|
|
*/
|
|
export declare namespace Binding {
|
|
type ModelLoadInfoType = ModelLoadInfo;
|
|
type EncodedTensorType = EncodedTensor;
|
|
|
|
type SessionOptions = InferenceSession.SessionOptions;
|
|
type RunOptions = InferenceSession.RunOptions;
|
|
|
|
type FeedsType = {[name: string]: EncodedTensor};
|
|
|
|
// SessionHanlder FetchesType is different from native module's one.
|
|
// It's because Java API doesn't support preallocated output values.
|
|
type FetchesType = string[];
|
|
|
|
type ReturnType = {[name: string]: EncodedTensor};
|
|
|
|
interface InferenceSession {
|
|
loadModel(modelPath: string, options: SessionOptions): Promise<ModelLoadInfoType>;
|
|
loadModelFromBase64EncodedBuffer?(buffer: string, options: SessionOptions): Promise<ModelLoadInfoType>;
|
|
dispose(key: string): Promise<void>;
|
|
run(key: string, feeds: FeedsType, fetches: FetchesType, options: RunOptions): Promise<ReturnType>;
|
|
}
|
|
}
|
|
|
|
// export native binding
|
|
const {Onnxruntime} = NativeModules;
|
|
export const binding = Onnxruntime as Binding.InferenceSession;
|