mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-31 23:27:43 +00:00
6ea493571e
### Description
Use esbuild to accelerate bundle build.
This change uses esbuild to replace webpack for onnxruntime-web. Bundle
build time reduced from ~20sec to ~0.6sec on my windows dev box.
A few changes applied:
- import nodejs modules using "node:" prefix
- remove enum declaration inside namespace (EncoderUsage)
- use "fs/promise" to replace the old promisify from "util"
- separate ort-web and test-runner. Previously they are bundled
together, now they are built into 2 files.
- optimize karma runner launch time
- remove unnecessary sourcemap preprocessor. sourcemaps are handled
inside esbuild
- remove unnecessary proxies (because ort-web and test-runner are
separated now, the path are correctly inferred)
- remove file watcher for test data
- optimize special handling as esbuild plugins:
- polyfill dummy imports for node.js modules when targetting browser.
- load as content string for ort-wasm-*.worker.js
- load as content string for ./proxy-worker/main.ts
- a source patch to ort-wasm*-threaded*.js (see details in comments in
code)
- updated debug configurations for sourcemap mapping to ensure
out-of-box good dev experience
55 lines
2 KiB
TypeScript
55 lines
2 KiB
TypeScript
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
import {cpus} from 'node:os';
|
|
import {Backend, env, InferenceSession, InferenceSessionHandler} from 'onnxruntime-common';
|
|
|
|
import {initializeWebAssemblyInstance} from './wasm/proxy-wrapper';
|
|
import {OnnxruntimeWebAssemblySessionHandler} from './wasm/session-handler';
|
|
|
|
/**
|
|
* This function initializes all flags for WebAssembly.
|
|
*
|
|
* Those flags are accessible from `ort.env.wasm`. Users are allow to set those flags before the first inference session
|
|
* being created, to override default value.
|
|
*/
|
|
export const initializeFlags = (): void => {
|
|
if (typeof env.wasm.initTimeout !== 'number' || env.wasm.initTimeout < 0) {
|
|
env.wasm.initTimeout = 0;
|
|
}
|
|
|
|
if (typeof env.wasm.simd !== 'boolean') {
|
|
env.wasm.simd = true;
|
|
}
|
|
|
|
if (typeof env.wasm.proxy !== 'boolean') {
|
|
env.wasm.proxy = false;
|
|
}
|
|
|
|
if (typeof env.wasm.numThreads !== 'number' || !Number.isInteger(env.wasm.numThreads) || env.wasm.numThreads <= 0) {
|
|
const numCpuLogicalCores = typeof navigator === 'undefined' ? cpus().length : navigator.hardwareConcurrency;
|
|
env.wasm.numThreads = Math.min(4, Math.ceil((numCpuLogicalCores || 1) / 2));
|
|
}
|
|
};
|
|
|
|
class OnnxruntimeWebAssemblyBackend implements Backend {
|
|
async init(): Promise<void> {
|
|
// populate wasm flags
|
|
initializeFlags();
|
|
|
|
// init wasm
|
|
await initializeWebAssemblyInstance();
|
|
}
|
|
createInferenceSessionHandler(path: string, options?: InferenceSession.SessionOptions):
|
|
Promise<InferenceSessionHandler>;
|
|
createInferenceSessionHandler(buffer: Uint8Array, options?: InferenceSession.SessionOptions):
|
|
Promise<InferenceSessionHandler>;
|
|
async createInferenceSessionHandler(pathOrBuffer: string|Uint8Array, options?: InferenceSession.SessionOptions):
|
|
Promise<InferenceSessionHandler> {
|
|
const handler = new OnnxruntimeWebAssemblySessionHandler();
|
|
await handler.loadModel(pathOrBuffer, options);
|
|
return Promise.resolve(handler);
|
|
}
|
|
}
|
|
|
|
export const wasmBackend = new OnnxruntimeWebAssemblyBackend();
|