From 9dee543bedaed8419957afaed3a64b1ab5fa3a21 Mon Sep 17 00:00:00 2001 From: Guenther Schmuelling Date: Mon, 15 Jan 2024 18:40:38 -0800 Subject: [PATCH] fix gemm beta for fp16 (#19153) per onnx spec beta is always fp32 so we need to cast it --- js/web/lib/wasm/jsep/webgpu/ops/gemm.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/js/web/lib/wasm/jsep/webgpu/ops/gemm.ts b/js/web/lib/wasm/jsep/webgpu/ops/gemm.ts index 30754c8441..a0d4021516 100644 --- a/js/web/lib/wasm/jsep/webgpu/ops/gemm.ts +++ b/js/web/lib/wasm/jsep/webgpu/ops/gemm.ts @@ -100,8 +100,8 @@ const createGemmProgramInfo = (inputs: readonly TensorView[], attributes: GemmAt ${calculateAlpha} ${(() => { if (c != null) { - return `let cOffset = ${c.broadcastedIndicesToOffset('vec2(m, n)', output)}; value += uniforms.beta * ${ - c.getByOffset('cOffset')};`; + return `let cOffset = ${c.broadcastedIndicesToOffset('vec2(m, n)', output)}; value += ${ + dataType}(uniforms.beta) * ${c.getByOffset('cOffset')};`; } return ''; })()}