saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-02 03:55:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[js/webgpu] update shader cache key to include input tensor datatype (#17176)

Browse source 
### Description
update shader cache key to include input tensor datatype.

and make the key a little bit easier to read
This commit is contained in:
Yulong Wang 2023-08-16 09:14:19 -07:00 committed by GitHub
parent 8998b6811d
commit 133af1385c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
js/web/lib/wasm/jsep/backend-webgpu.ts
View file

@ -8,25 +8,25 @@ import {TensorView} from './tensor';
import {createGpuDataManager, GpuDataManager} from './webgpu/gpu-data-manager';
import {RunFunction, WEBGPU_OP_RESOLVE_RULES} from './webgpu/op-resolve-rules';
import {ProgramManager} from './webgpu/program-manager';
import {ComputeContext, GpuData, GpuDataType, ProgramInfo, ProgramInfoLoader} from './webgpu/types';
import {ComputeContext, GpuData, ProgramInfo, ProgramInfoLoader} from './webgpu/types';
/**
* get a unique key representing the program from the program info,input shapes and types.
* get a unique key representing the program from the program info, input shapes and types.
*
* @returns a unique key is a shorter string than the shader source, which contains all the information to identify a
* program. if the key is the same, the program shader source should be the same, so we can reuse the program.
*
*/
const getProgramInfoUniqueKey =
(programInfo: ProgramInfo|ProgramInfoLoader, inputTensorShapes: ReadonlyArray<TensorView['dims']>,
inputGpuDataTypes: readonly GpuDataType[]): string => {
const inputTensorShapesToString = inputTensorShapes.map(d => `${d.join(',')}`).join('_');
const inputGpuDataTypesToString = inputGpuDataTypes.join('_');
(programInfo: ProgramInfo|ProgramInfoLoader, inputTensors: readonly TensorView[]): string => {
// final key format:
// <PROGRAM_NAME>[<PROGRAM_CUSTOM_CACHE_HINT>]:<INPUTS_INFO_0>|<INPUTS_INFO_1>|...
const inputInfos = inputTensors.map(tensor => `${tensor.dataType};${tensor.dims.join(',')}`).join('|');
let key = programInfo.name;
if (programInfo.cacheHint) {
key += '[' + programInfo.cacheHint + ']';
}
key += ':' + inputTensorShapesToString + ';' + inputGpuDataTypesToString;
key += ':' + inputInfos;
return key;
};
@ -221,7 +221,7 @@ export class WebGpuBackend {
inputDatas[i] = gpuData;
}
const key = getProgramInfoUniqueKey(program, inputs.map(i => i.dims), inputDatas.map(i => i.type));
const key = getProgramInfoUniqueKey(program, inputs);
let artifact = this.programManager.getArtifact(key);
const programInfo = artifact ?
artifact.programInfo :