diff --git a/onnxruntime/core/providers/cuda/cuda_provider_factory.cc b/onnxruntime/core/providers/cuda/cuda_provider_factory.cc
index 146b06d77f..d2beaca52a 100644
--- a/onnxruntime/core/providers/cuda/cuda_provider_factory.cc
+++ b/onnxruntime/core/providers/cuda/cuda_provider_factory.cc
@@ -200,7 +200,7 @@ struct ProviderInfo_CUDA_Impl : ProviderInfo_CUDA {
 
     // TODO(wechi): brings disabled tests in onnxruntime/test/providers/cuda/*
     // back alive here.
-    return false;
+    return true;
   }
 #endif
 } g_info;
diff --git a/onnxruntime/test/providers/cuda/cuda_provider_test.cc b/onnxruntime/test/providers/cuda/cuda_provider_test.cc
new file mode 100644
index 0000000000..a0348d166b
--- /dev/null
+++ b/onnxruntime/test/providers/cuda/cuda_provider_test.cc
@@ -0,0 +1,24 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+#ifndef NDEBUG
+#include "gtest/gtest.h"
+#include "core/common/status.h"
+#include "core/providers/cuda/cuda_provider_factory.h"
+#include <iostream>
+namespace onnxruntime {
+
+ProviderInfo_CUDA& GetProviderInfo_CUDA();
+
+namespace test {
+namespace cuda {
+TEST(CUDAEPTEST, ALL) {
+  onnxruntime::ProviderInfo_CUDA& ep = onnxruntime::GetProviderInfo_CUDA();
+  ASSERT_TRUE(ep.TestAll());
+}
+
+}  // namespace test
+}  // namespace cuda
+}  // namespace onnxruntime
+
+#endif