saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-08 17:17:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix gemm beta for fp16 (#19153)

Browse source 
per onnx spec beta is always fp32 so we need to cast it
This commit is contained in:
Guenther Schmuelling 2024-01-15 18:40:38 -08:00 committed by GitHub
parent 9f87c5c41d
commit 9dee543bed
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
js/web/lib/wasm/jsep/webgpu/ops/gemm.ts
View file

@ -100,8 +100,8 @@ const createGemmProgramInfo = (inputs: readonly TensorView[], attributes: GemmAt
${calculateAlpha}
${(() => {
if (c != null) {
return `let cOffset = ${c.broadcastedIndicesToOffset('vec2(m, n)', output)}; value += uniforms.beta * ${
c.getByOffset('cOffset')};`;
return `let cOffset = ${c.broadcastedIndicesToOffset('vec2(m, n)', output)}; value += ${
dataType}(uniforms.beta) * ${c.getByOffset('cOffset')};`;
}
return '';
})()}