onnxruntime/js/web/lib/wasm/proxy-messages.ts
Sunghoon 450524359e
[js/web] WebAssembly profiling (#8932)
* add p50 in test

* Preallocate WebAssembly worker threads to minimize worker creation time

* WebAssembly profiling

* merge master

* merge with proxy changes

* disable profiling tests from WebAssembly build

* fix e2e test failure

Co-authored-by: Yulong Wang <yulongw@microsoft.com>
2021-09-07 17:18:08 -07:00

56 lines
1.5 KiB
TypeScript

// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
import {Env, InferenceSession, Tensor} from 'onnxruntime-common';
/**
* tuple elements are: ORT element type; dims; tensor data
*/
export type SerializableTensor = [Tensor.Type, readonly number[], Tensor.DataType];
/**
* tuple elements are: InferenceSession handle; input names; output names
*/
export type SerializableSessionMetadata = [number, string[], string[]];
interface MessageError {
err?: string;
}
interface MessageInitWasm extends MessageError {
type: 'init-wasm';
in ?: Env.WebAssemblyFlags;
}
interface MessageInitOrt extends MessageError {
type: 'init-ort';
in ?: {numThreads: number; loggingLevel: number};
}
interface MessageCreateSession extends MessageError {
type: 'create';
in ?: {model: Uint8Array; options?: InferenceSession.SessionOptions};
out?: SerializableSessionMetadata;
}
interface MessageReleaseSession extends MessageError {
type: 'release';
in ?: number;
}
interface MessageRun extends MessageError {
type: 'run';
in ?: {
sessionId: number; inputIndices: number[]; inputs: SerializableTensor[]; outputIndices: number[];
options: InferenceSession.RunOptions;
};
out?: SerializableTensor[];
}
interface MesssageEndProfiling extends MessageError {
type: 'end-profiling';
in ?: number;
}
export type OrtWasmMessage =
MessageInitWasm|MessageInitOrt|MessageCreateSession|MessageReleaseSession|MessageRun|MesssageEndProfiling;