mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-29 23:06:41 +00:00
9a61388f0a
### Description
This PR revises the backend registration.
The following describes the expected behavior after this change:
(**bolded are changed behavior**)
- (ort.min.js - built without webgpu support)
- loading: do not register 'webgpu' backend
- creating session without EP list: use default EP list ['webnn', 'cpu',
'wasm']
- creating session with ['webgpu'] as EP list: should fail with backend
not available
- (ort.webgpu.min.js - built with webgpu support)
- loading: **always register 'webgpu' backend**
( previous behavior: only register 'webgpu' backend when `navigator.gpu`
is available)
- creating session without EP list: use default EP list ['webgpu',
'webnn', 'cpu', 'wasm']
- when WebGPU is available (win): use WebGPU backend
- when WebGPU is unavailable (android): **should fail backend init,**
and try to use next backend in the list, 'webnn'
(previous behavior: does not fail backend init, but fail in JSEP init,
which was too late to switch to next backend)
- creating session with ['webgpu'] as EP list
- when WebGPU is available (win): use WebGPU backend
- when WebGPU is unavailable (android): **should fail backend init, and
because no more EP listed, fail.
related PRs: #18190 #18144
35 lines
1.4 KiB
TypeScript
35 lines
1.4 KiB
TypeScript
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
/* eslint-disable @typescript-eslint/no-var-requires, @typescript-eslint/no-require-imports */
|
|
// We use "require" instead of "import" here because import statement must be put in top level. Our current code does
|
|
// not allow bundler to tree-shaking code as expected because some codes are treated as having side effects.
|
|
// So we import code inside the if-clause to allow bundler remove the code safely.
|
|
|
|
export * from 'onnxruntime-common';
|
|
import * as ort from 'onnxruntime-common';
|
|
export default ort;
|
|
|
|
import {registerBackend, env} from 'onnxruntime-common';
|
|
import {version} from './version';
|
|
|
|
if (!BUILD_DEFS.DISABLE_WEBGL) {
|
|
const onnxjsBackend = require('./backend-onnxjs').onnxjsBackend;
|
|
registerBackend('webgl', onnxjsBackend, -10);
|
|
}
|
|
|
|
if (!BUILD_DEFS.DISABLE_WASM) {
|
|
const wasmBackend = BUILD_DEFS.DISABLE_TRAINING ? require('./backend-wasm-inference').wasmBackend :
|
|
require('./backend-wasm-training').wasmBackend;
|
|
if (!BUILD_DEFS.DISABLE_WEBGPU) {
|
|
registerBackend('webgpu', wasmBackend, 5);
|
|
}
|
|
registerBackend('cpu', wasmBackend, 10);
|
|
registerBackend('wasm', wasmBackend, 10);
|
|
if (BUILD_DEFS.DISABLE_TRAINING) {
|
|
registerBackend('xnnpack', wasmBackend, 9);
|
|
registerBackend('webnn', wasmBackend, 9);
|
|
}
|
|
}
|
|
|
|
Object.defineProperty(env.versions, 'web', {value: version, enumerable: true});
|