diff --git a/torch/ao/__init__.py b/torch/ao/__init__.py
index 9c54493da25..6f4bccaba93 100644
--- a/torch/ao/__init__.py
+++ b/torch/ao/__init__.py
@@ -1,7 +1,8 @@
-# mypy: allow-untyped-defs
 # torch.ao is a package with a lot of interdependencies.
 # We will use lazy import to avoid cyclic dependencies here.
 
+from typing import Any
+
 
 __all__ = [
     "nn",
@@ -11,7 +12,7 @@ __all__ = [
 ]
 
 
-def __getattr__(name):
+def __getattr__(name: str) -> Any:
     if name in __all__:
         import importlib