onnxruntime/js/web/lib/wasm/proxy-worker/main.ts
Sunghoon 450524359e
[js/web] WebAssembly profiling (#8932)
* add p50 in test

* Preallocate WebAssembly worker threads to minimize worker creation time

* WebAssembly profiling

* merge master

* merge with proxy changes

* disable profiling tests from WebAssembly build

* fix e2e test failure

Co-authored-by: Yulong Wang <yulongw@microsoft.com>
2021-09-07 17:18:08 -07:00

65 lines
2.2 KiB
TypeScript

// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
/// <reference lib="webworker" />
import {OrtWasmMessage} from '../proxy-messages';
import {createSession, endProfiling, extractTransferableBuffers, initOrt, releaseSession, run} from '../wasm-core-impl';
import {initializeWebAssembly} from '../wasm-factory';
self.onmessage = (ev: MessageEvent<OrtWasmMessage>): void => {
switch (ev.data.type) {
case 'init-wasm':
initializeWebAssembly(ev.data.in!)
.then(
() => postMessage({type: 'init-wasm'} as OrtWasmMessage),
err => postMessage({type: 'init-wasm', err} as OrtWasmMessage));
break;
case 'init-ort':
try {
const {numThreads, loggingLevel} = ev.data.in!;
initOrt(numThreads, loggingLevel);
postMessage({type: 'init-ort'} as OrtWasmMessage);
} catch (err) {
postMessage({type: 'init-ort', err} as OrtWasmMessage);
}
break;
case 'create':
try {
const {model, options} = ev.data.in!;
const sessionMetadata = createSession(model, options);
postMessage({type: 'create', out: sessionMetadata} as OrtWasmMessage);
} catch (err) {
postMessage({type: 'create', err} as OrtWasmMessage);
}
break;
case 'release':
try {
const handler = ev.data.in!;
releaseSession(handler);
postMessage({type: 'release'} as OrtWasmMessage);
} catch (err) {
postMessage({type: 'release', err} as OrtWasmMessage);
}
break;
case 'run':
try {
const {sessionId, inputIndices, inputs, outputIndices, options} = ev.data.in!;
const outputs = run(sessionId, inputIndices, inputs, outputIndices, options);
postMessage({type: 'run', out: outputs} as OrtWasmMessage, extractTransferableBuffers(outputs));
} catch (err) {
postMessage({type: 'run', err} as OrtWasmMessage);
}
break;
case 'end-profiling':
try {
const handler = ev.data.in!;
endProfiling(handler);
postMessage({type: 'end-profiling'} as OrtWasmMessage);
} catch (err) {
postMessage({type: 'end-profiling', err} as OrtWasmMessage);
}
break;
default:
}
};