diff --git a/js/web/lib/wasm/jsep/webgpu/ops/matmul.ts b/js/web/lib/wasm/jsep/webgpu/ops/matmul.ts
index 7605e67c97..a645163d6d 100644
--- a/js/web/lib/wasm/jsep/webgpu/ops/matmul.ts
+++ b/js/web/lib/wasm/jsep/webgpu/ops/matmul.ts
@@ -201,6 +201,19 @@ export const matMul = (context: ComputeContext): void => {
   if (N < 8 && K < 8) {
     context.compute(createNaiveMatmulProgramInfo(context.inputs, { activation: '' }, outputShape));
   } else {
-    context.compute(createMatmulProgramInfo(context.inputs, { activation: '' }, outputShape));
+    const M = outputShape[outputShape.length - 2];
+    const batchA = ShapeUtil.size(context.inputs[0].dims.slice(0, -2));
+    const batchB = ShapeUtil.size(context.inputs[1].dims.slice(0, -2));
+    if (batchA !== 1 && M === 1 && batchB === 1) {
+      const reshapedA = context.inputs[0].reshape([1, batchA, K]);
+      const reshapedB = context.inputs[1].reshape([1, K, N]);
+      const matmulOutputShape = [1, batchA, N];
+      const matmulInputs = [reshapedA, reshapedB];
+      context.compute(createMatmulProgramInfo(matmulInputs, { activation: '' }, outputShape, matmulOutputShape), {
+        inputs: matmulInputs,
+      });
+    } else {
+      context.compute(createMatmulProgramInfo(context.inputs, { activation: '' }, outputShape));
+    }
   }
 };
diff --git a/js/web/test/data/ops/matmul.jsonc b/js/web/test/data/ops/matmul.jsonc
index 2c2cf509d7..ead6427350 100644
--- a/js/web/test/data/ops/matmul.jsonc
+++ b/js/web/test/data/ops/matmul.jsonc
@@ -95,6 +95,56 @@
           }
         ]
       },
+      {
+        "name": "multiplies 3D tensors with M = 1",
+        "inputs": [
+          {
+            "data": [
+              1, 2, 3, 4, 5, 6, 7, 8, 17, 18, 19, 20, 21, 22, 23, 24, 9, 10, 11, 12, 13, 14, 15, 16, 2, 3, 4, 5, 6, 7,
+              8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 1, 2, 3, 4, 5, 6, 7, 8
+            ],
+            "dims": [6, 1, 8],
+            "type": "float32"
+          },
+          {
+            "data": [13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17],
+            "dims": [1, 8, 3],
+            "type": "float32"
+          }
+        ],
+        "outputs": [
+          {
+            "data": [478, 514, 550, 2270, 2434, 2598, 1374, 1474, 1574, 590, 634, 678, 1486, 1594, 1702, 478, 514, 550],
+            "dims": [6, 1, 3],
+            "type": "float32"
+          }
+        ]
+      },
+      {
+        "name": "multiplies 4D tensors with M = 1",
+        "inputs": [
+          {
+            "data": [
+              1, 2, 3, 4, 5, 6, 7, 8, 17, 18, 19, 20, 21, 22, 23, 24, 9, 10, 11, 12, 13, 14, 15, 16, 2, 3, 4, 5, 6, 7,
+              8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 1, 2, 3, 4, 5, 6, 7, 8
+            ],
+            "dims": [2, 3, 1, 8],
+            "type": "float32"
+          },
+          {
+            "data": [13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17],
+            "dims": [1, 1, 8, 3],
+            "type": "float32"
+          }
+        ],
+        "outputs": [
+          {
+            "data": [478, 514, 550, 2270, 2434, 2598, 1374, 1474, 1574, 590, 634, 678, 1486, 1594, 1702, 478, 514, 550],
+            "dims": [2, 3, 1, 3],
+            "type": "float32"
+          }
+        ]
+      },
       {
         "name": "multiplies 4D tensors",
         "inputs": [