diff --git a/onnxruntime/test/contrib_ops/matmul_4bits_test.cc b/onnxruntime/test/contrib_ops/matmul_4bits_test.cc
index bfd682ae39..468243791e 100644
--- a/onnxruntime/test/contrib_ops/matmul_4bits_test.cc
+++ b/onnxruntime/test/contrib_ops/matmul_4bits_test.cc
@@ -394,6 +394,7 @@ TEST(MatMulNBits, Float32_Accuracy4) {
   TestMatMulNBitsTyped<float, Q4Bits, 100, 288, 1234, 16, 4>();
 }
 
+// TODO: enable and add more tests for 2bit development.
 TEST(MatMulNBits, DISABLED_Float32_Accuracy4_Q2) {
   TestMatMulNBitsTyped<float, Q2Bits, 2, 1, 1, 32, 4>();
 }
diff --git a/onnxruntime/test/mlas/unittest/test_sqnbitgemm.cpp b/onnxruntime/test/mlas/unittest/test_sqnbitgemm.cpp
index d849118aae..fee0eacc24 100644
--- a/onnxruntime/test/mlas/unittest/test_sqnbitgemm.cpp
+++ b/onnxruntime/test/mlas/unittest/test_sqnbitgemm.cpp
@@ -443,8 +443,9 @@ class SQNBitGemmShortExecuteTest : public MlasTestFixture<MlasSQNBitGemmTest<Blk
 
 static size_t SQNBitGemmRegisterAllShortExecuteTests() {
   size_t count = 0;
+  // TODO: enable these test for 2bit development.
   //count += SQNBitGemmShortExecuteTest<2, 16>::RegisterShortExecuteTests();
-  count += SQNBitGemmShortExecuteTest<2, 32>::RegisterShortExecuteTests();
+  //count += SQNBitGemmShortExecuteTest<2, 32>::RegisterShortExecuteTests();
   //count += SQNBitGemmShortExecuteTest<2, 64>::RegisterShortExecuteTests();
   //count += SQNBitGemmShortExecuteTest<2, 128>::RegisterShortExecuteTests();
   //count += SQNBitGemmShortExecuteTest<2, 256>::RegisterShortExecuteTests();