mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-29 23:06:41 +00:00
6ea493571e
### Description
Use esbuild to accelerate bundle build.
This change uses esbuild to replace webpack for onnxruntime-web. Bundle
build time reduced from ~20sec to ~0.6sec on my windows dev box.
A few changes applied:
- import nodejs modules using "node:" prefix
- remove enum declaration inside namespace (EncoderUsage)
- use "fs/promise" to replace the old promisify from "util"
- separate ort-web and test-runner. Previously they are bundled
together, now they are built into 2 files.
- optimize karma runner launch time
- remove unnecessary sourcemap preprocessor. sourcemaps are handled
inside esbuild
- remove unnecessary proxies (because ort-web and test-runner are
separated now, the path are correctly inferred)
- remove file watcher for test data
- optimize special handling as esbuild plugins:
- polyfill dummy imports for node.js modules when targetting browser.
- load as content string for ort-wasm-*.worker.js
- load as content string for ./proxy-worker/main.ts
- a source patch to ort-wasm*-threaded*.js (see details in comments in
code)
- updated debug configurations for sourcemap mapping to ensure
out-of-box good dev experience
94 lines
3.5 KiB
TypeScript
94 lines
3.5 KiB
TypeScript
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
/// <reference lib="webworker" />
|
|
|
|
import {OrtWasmMessage} from '../proxy-messages';
|
|
import {createSession, createSessionAllocate, createSessionFinalize, endProfiling, extractTransferableBuffers, initRuntime, releaseSession, run} from '../wasm-core-impl';
|
|
import {initializeWebAssembly} from '../wasm-factory';
|
|
|
|
self.onmessage = (ev: MessageEvent<OrtWasmMessage>): void => {
|
|
switch (ev.data.type) {
|
|
case 'init-wasm':
|
|
try {
|
|
initializeWebAssembly(ev.data.in)
|
|
.then(
|
|
() => postMessage({type: 'init-wasm'} as OrtWasmMessage),
|
|
err => postMessage({type: 'init-wasm', err} as OrtWasmMessage));
|
|
} catch (err) {
|
|
postMessage({type: 'init-wasm', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'init-ort':
|
|
try {
|
|
initRuntime(ev.data.in).then(() => postMessage({type: 'init-ort'} as OrtWasmMessage), err => postMessage({
|
|
type: 'init-ort',
|
|
err
|
|
} as OrtWasmMessage));
|
|
} catch (err) {
|
|
postMessage({type: 'init-ort', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'create_allocate':
|
|
try {
|
|
const {model} = ev.data.in!;
|
|
const modeldata = createSessionAllocate(model);
|
|
postMessage({type: 'create_allocate', out: modeldata} as OrtWasmMessage);
|
|
} catch (err) {
|
|
postMessage({type: 'create_allocate', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'create_finalize':
|
|
try {
|
|
const {modeldata, options} = ev.data.in!;
|
|
const sessionMetadata = createSessionFinalize(modeldata, options);
|
|
postMessage({type: 'create_finalize', out: sessionMetadata} as OrtWasmMessage);
|
|
} catch (err) {
|
|
postMessage({type: 'create_finalize', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'create':
|
|
try {
|
|
const {model, options} = ev.data.in!;
|
|
const sessionMetadata = createSession(model, options);
|
|
postMessage({type: 'create', out: sessionMetadata} as OrtWasmMessage);
|
|
} catch (err) {
|
|
postMessage({type: 'create', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'release':
|
|
try {
|
|
const handler = ev.data.in!;
|
|
releaseSession(handler);
|
|
postMessage({type: 'release'} as OrtWasmMessage);
|
|
} catch (err) {
|
|
postMessage({type: 'release', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'run':
|
|
try {
|
|
const {sessionId, inputIndices, inputs, outputIndices, options} = ev.data.in!;
|
|
run(sessionId, inputIndices, inputs, outputIndices, options)
|
|
.then(
|
|
outputs => {
|
|
postMessage({type: 'run', out: outputs} as OrtWasmMessage, extractTransferableBuffers(outputs));
|
|
},
|
|
err => {
|
|
postMessage({type: 'run', err} as OrtWasmMessage);
|
|
});
|
|
} catch (err) {
|
|
postMessage({type: 'run', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
case 'end-profiling':
|
|
try {
|
|
const handler = ev.data.in!;
|
|
endProfiling(handler);
|
|
postMessage({type: 'end-profiling'} as OrtWasmMessage);
|
|
} catch (err) {
|
|
postMessage({type: 'end-profiling', err} as OrtWasmMessage);
|
|
}
|
|
break;
|
|
default:
|
|
}
|
|
};
|