saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-05-14 20:48:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

works

Browse source
This commit is contained in:
Guenther Schmuelling 2025-02-07 13:12:03 -08:00
parent 0a0a5ca7a8
commit d2876b84f1
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
onnxruntime/contrib_ops/webgpu/quantization/matmul_nbits.h
View file

@ -60,7 +60,7 @@ class MatMulNBits final : public WebGpuKernel {
N_ = info.GetAttr<int64_t>("N");
block_size_ = info.GetAttr<int64_t>("block_size");
int64_t bits = info.GetAttr<int64_t>("bits");
accuracy_level_ = info.GetAttrOrDefault<int64_t>("accuracy_level", 4);
accuracy_level_ = 4; // info.GetAttrOrDefault<int64_t>("accuracy_level", 4);
ORT_ENFORCE(bits == 4,
"Only 4b quantization is supported for MatMulNBits op, additional bits support is planned.");
}