diff --git a/cgmanifests/README.md b/cgmanifests/README.md
new file mode 100644
index 0000000000..1581c91edf
--- /dev/null
+++ b/cgmanifests/README.md
@@ -0,0 +1,21 @@
+# CGManifest Files
+This directory contains CGManifest (cgmanifest.json) files.
+See here for details: https://docs.opensource.microsoft.com/tools/cg/cgmanifest.html
+
+`cgmanifests/cgmanifest.json` contains entries that don't belong in more specific categories (e.g., git submodules).
+
+## Git Submodules
+`cgmanifests/submodules/cgmanifest.json` contains entries for git submodules.
+It can be generated like this:
+
+1. Change to the repository root directory.
+2. Ensure the submodules are checked out. For example, with:
+    ```
+    $ git submodule update --init --recursive
+    ```
+3. Run the generator script:
+    ```
+    $ python cgmanifests/submodules/generate_submodule_cgmanifest.py > cgmanifests/submodules/cgmanifest.json
+    ```
+
+Please update this cgmanifest.json file when any git submodules change.
diff --git a/cgmanifest.json b/cgmanifests/cgmanifest.json
similarity index 60%
rename from cgmanifest.json
rename to cgmanifests/cgmanifest.json
index 92ba045714..e0f3e92082 100644
--- a/cgmanifest.json
+++ b/cgmanifests/cgmanifest.json
@@ -1,32 +1,5 @@
 {
    "Registrations": [
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "e7e1482087f58913b80a20b04d5c58d9d6d90155",
-               "repositoryUrl": "https://github.com/HowardHinnant/date.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "42c53187a56c12dc5518cc25e778e5e3e7dbaf72",
-               "repositoryUrl": "https://github.com/google/gemmlowp.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "703bd9caab50b139428cea1aaff9974ebee5742e",
-               "repositoryUrl": "https://github.com/google/googletest.git"
-            }
-         }
-      },
       {
          "component": {
             "type": "git",
@@ -36,69 +9,6 @@
             }
          }
       },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "436617053d0f39a1019a371c3a9aa599b3cb2cea",
-               "repositoryUrl": "https://github.com/google/nsync.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "0c070abb0c40fec649f81a73a75b0098662ec486",
-               "repositoryUrl": "https://github.com/onnx/onnx.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "e776aa0275e293707b6a0901e0e8d8a8a3679508",
-               "repositoryUrl": "https://github.com/google/benchmark.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "00a0aa992953d6482114a0f539a21bb535a16383",
-               "repositoryUrl": "https://github.com/pybind/pybind11.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "6a00cbc4a9b8e68b71caf7f774b3f9c753ae84d5",
-               "repositoryUrl": "https://github.com/wjakob/clang-cindex-python3.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "5b7683f49e1e9223cf9927b24f6fd3d6bd82e3f8",
-               "repositoryUrl": "https://github.com/google/benchmark.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "c3bb0ee2a63279a803aaad956b9b26d74bf9e6e2",
-               "repositoryUrl": "https://github.com/google/googletest.git"
-            }
-         }
-      },
       {
          "component": {
             "type": "git",
@@ -135,15 +45,6 @@
             }
          }
       },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "54a0a9c9dd83aad42e79238ec8f0932b2a5e7881",
-               "repositoryUrl": "https://gitlab.com/libeigen/eigen.git"
-            }
-         }
-      },
       {
          "component": {
             "type": "git",
@@ -234,24 +135,6 @@
             }
          }
       },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "30cad267151fa8f1b17da8c1ef0571da6da9a8f1",
-               "repositoryUrl": "https://github.com/google/re2.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "498de9f761bef56a032815ee44b6e6dbe0892cc4",
-               "repositoryUrl": "https://github.com/protocolbuffers/protobuf.git"
-            }
-         }
-      },
       {
          "component": {
             "type": "git",
@@ -281,15 +164,6 @@
             }
          }
       },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "c8ebe0da0776c1a6347139b074a901bd57fae499",
-               "repositoryUrl": "https://github.com/onnx/onnx-tensorrt.git"
-            }
-         }
-      },
       {
          "component": {
             "type": "git",
@@ -303,29 +177,11 @@
          "component": {
             "type": "git",
             "git": {
-               "commitHash":"647d4c3f4d47d9cf63fb90ec175c414a005adea7",
+               "commitHash": "647d4c3f4d47d9cf63fb90ec175c414a005adea7",
                "repositoryUrl": "https://github.com/JDAI-CV/DNNLibrary.git"
             }
          }
       },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "9e7e8cbe9f675123dd41b7c62868acad39188cae",
-               "repositoryUrl": "https://github.com/google/flatbuffers.git"
-            }
-         }
-      },
-      {
-         "component": {
-            "type": "git",
-            "git": {
-               "commitHash": "8d7a107d68c127f3f494bb7807b796c8c5a97a82",
-               "repositoryUrl": "https://github.com/google/glog.git"
-            }
-         }
-      },
       {
          "component": {
             "Type": "other",
@@ -392,15 +248,6 @@
       },
       {
          "component": {
-            "git": {
-              "commitHash": "e8c599bca6c56c44b6730ad93f6abbc9ecd60fc1",
-              "repositoryUrl": "https://github.com/microsoft/wil"
-            },
-            "type": "git"
-          }
-      },
-      {
-         "component":{
             "type": "other",
             "Other": {
                "Name": "Go",
@@ -431,38 +278,22 @@
       },
       {
          "component": {
-            "git": {
-               "commitHash": "c3cceac115c072fb63df1836ff46d8c60d9eb304",
-               "repositoryUrl": "https://github.com/NVlabs/cub.git"
-            },
-            "type": "git"
+            "Type": "other",
+            "Other": {
+               "Name": "OpenMPI",
+               "Version": "4.0.0",
+               "DownloadUrl": "https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.0.tar.gz"
+            }
          }
       },
       {
          "component": {
-            "git": {
-               "commitHash": "d98bf0278d6f59a58271425963a8422ff48fe249",
-               "repositoryUrl": "https://github.com/nlohmann/json.git"
-            },
-            "type": "git"
-         }
-      },
-      {
-         "component": {
-            "git": {
-               "commitHash": "fd5fe3de507d4a19f5923c5d4c267e3d730500a9",
-               "repositoryUrl": "https://github.com/microsoft/FeaturizersLibrary.git"
-            },
-            "type": "git"
-         }
-      },
-      {
-         "component": {
-            "git": {
-               "commitHash": "39de59d5bca3a226a241b29571abe1493d15d07a",
-               "repositoryUrl": "https://github.com/dcleblanc/SafeInt.git"
-            },
-            "type": "git"
+            "Type": "other",
+            "Other": {
+               "Name": "NCCL",
+               "Version": "2.4.8",
+               "DownloadUrl": "https://docs.nvidia.com/deeplearning/sdk/nccl-install-guide/index.html"
+            }
          }
       }
    ],
diff --git a/cgmanifests/submodules/cgmanifest.json b/cgmanifests/submodules/cgmanifest.json
new file mode 100644
index 0000000000..46d8dae4cd
--- /dev/null
+++ b/cgmanifests/submodules/cgmanifest.json
@@ -0,0 +1,655 @@
+{
+  "Version": 1,
+  "Registrations": [
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "e17f11e966b2cce7d747799b76bb9843813d4b01",
+          "repositoryUrl": "https://github.com/JDAI-CV/DNNLibrary"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "9e7e8cbe9f675123dd41b7c62868acad39188cae",
+          "repositoryUrl": "https://github.com/google/flatbuffers"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/flatbuffers"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "8d7a107d68c127f3f494bb7807b796c8c5a97a82",
+          "repositoryUrl": "https://github.com/google/glog"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/glog"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "94d238d96e3fb3a7ba34f03c284b9ad3516163be",
+          "repositoryUrl": "https://github.com/onnx/onnx"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/onnx"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "e776aa0275e293707b6a0901e0e8d8a8a3679508",
+          "repositoryUrl": "https://github.com/google/benchmark.git"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/onnx/third_party/benchmark"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "a1041190c8b8ff0cd9e2f0752248ad5e3789ea0c",
+          "repositoryUrl": "https://github.com/pybind/pybind11.git"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/onnx/third_party/pybind11"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "6a00cbc4a9b8e68b71caf7f774b3f9c753ae84d5",
+          "repositoryUrl": "https://github.com/wjakob/clang-cindex-python3"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/onnx/third_party/pybind11/tools/clang"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "6973c3a5041636c1d8dc5f7f6c8c1f3c15bc63d6",
+          "repositoryUrl": "https://github.com/google/protobuf/"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/protobuf"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "5b7683f49e1e9223cf9927b24f6fd3d6bd82e3f8",
+          "repositoryUrl": "https://github.com/google/benchmark.git"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/protobuf/third_party/benchmark"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "c3bb0ee2a63279a803aaad956b9b26d74bf9e6e2",
+          "repositoryUrl": "https://github.com/google/googletest.git"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/protobuf/third_party/googletest"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "9bb3313162c0b856125e481ceece9d8faa567716",
+          "repositoryUrl": "https://github.com/pybind/pybind11"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/pybind11"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "6a00cbc4a9b8e68b71caf7f774b3f9c753ae84d5",
+          "repositoryUrl": "https://github.com/wjakob/clang-cindex-python3"
+        },
+        "comments": "git submodule at cmake/external/DNNLibrary/third_party/pybind11/tools/clang"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "fd5fe3de507d4a19f5923c5d4c267e3d730500a9",
+          "repositoryUrl": "https://github.com/microsoft/FeaturizersLibrary.git"
+        },
+        "comments": "git submodule at cmake/external/FeaturizersLibrary"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "efd9867ff0e8df23016ac6c9828d0d7bf8bec1b1",
+          "repositoryUrl": "https://gitlab.com/libeigen/eigen.git"
+        },
+        "comments": "git submodule at cmake/external/FeaturizersLibrary/src/3rdParty/eigen"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "30cad267151fa8f1b17da8c1ef0571da6da9a8f1",
+          "repositoryUrl": "https://github.com/google/re2.git"
+        },
+        "comments": "git submodule at cmake/external/FeaturizersLibrary/src/3rdParty/re2"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "39de59d5bca3a226a241b29571abe1493d15d07a",
+          "repositoryUrl": "https://github.com/dcleblanc/SafeInt.git"
+        },
+        "comments": "git submodule at cmake/external/SafeInt/safeint"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "c3cceac115c072fb63df1836ff46d8c60d9eb304",
+          "repositoryUrl": "https://github.com/NVlabs/cub.git"
+        },
+        "comments": "git submodule at cmake/external/cub"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "3c73d91c0b04e2b59462f0a741be8c07024c1bc0",
+          "repositoryUrl": "https://github.com/jarro2783/cxxopts.git"
+        },
+        "comments": "git submodule at cmake/external/cxxopts"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "e7e1482087f58913b80a20b04d5c58d9d6d90155",
+          "repositoryUrl": "https://github.com/HowardHinnant/date.git"
+        },
+        "comments": "git submodule at cmake/external/date"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "54a0a9c9dd83aad42e79238ec8f0932b2a5e7881",
+          "repositoryUrl": "https://gitlab.com/libeigen/eigen.git"
+        },
+        "comments": "git submodule at cmake/external/eigen"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "42c53187a56c12dc5518cc25e778e5e3e7dbaf72",
+          "repositoryUrl": "https://github.com/google/gemmlowp.git"
+        },
+        "comments": "git submodule at cmake/external/gemmlowp"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "703bd9caab50b139428cea1aaff9974ebee5742e",
+          "repositoryUrl": "https://github.com/google/googletest.git"
+        },
+        "comments": "git submodule at cmake/external/googletest"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "680716940b397bde59476dbc0fa808d6285ecf4a",
+          "repositoryUrl": "https://github.com/horovod/horovod.git"
+        },
+        "comments": "git submodule at cmake/external/horovod"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "4ce14c28b5cfe0199f5b89a393943b3fa729b8b6",
+          "repositoryUrl": "https://github.com/elnormous/HTTPRequest"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/HTTPRequest"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "dbe3f8c641151c6c1b33485cd04f6e5285799102",
+          "repositoryUrl": "https://github.com/boostorg/assert.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/assert"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "67102d043643c51104663c5b00e375c2f476cdf5",
+          "repositoryUrl": "https://github.com/boostorg/config.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/config"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "d60775659b893fc71a8e37df8830067efdbc5c72",
+          "repositoryUrl": "https://github.com/boostorg/core.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/core"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "622c7c4ee6046943164fc7bde49023369969de92",
+          "repositoryUrl": "https://github.com/boostorg/detail.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/detail"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "3cc4107d01b152bc2417d434b6fa22925a34aecd",
+          "repositoryUrl": "https://github.com/boostorg/iterator.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/iterator"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "38f0cfc28d984cba8b368695491f9cc45bca2363",
+          "repositoryUrl": "https://github.com/boostorg/lockfree.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/lockfree"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "ac67f5952e6c849e461d7651ffb4fa0e7f380bb0",
+          "repositoryUrl": "https://github.com/boostorg/mpl.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/mpl"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "5d3e39325e13a74645b60af33b16e8369f5ee61d",
+          "repositoryUrl": "https://github.com/boostorg/parameter.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/parameter"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "aa94d69718a8d4d0a6fd80cb1e62ed62d9b23d83",
+          "repositoryUrl": "https://github.com/boostorg/predef.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/predef"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "d135cad759062ba646cb4bc40c163e590d381001",
+          "repositoryUrl": "https://github.com/boostorg/preprocessor.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/preprocessor"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "feaaf3d14ab42d1f248d2b627a60c446fa9f2600",
+          "repositoryUrl": "https://github.com/boostorg/static_assert.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/static_assert"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "efc694d679263652520d965b94debbec69a17d85",
+          "repositoryUrl": "https://github.com/boostorg/type_traits.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/type_traits"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "05dda09fd3b4312594144b5a8617ba6fc694a2d6",
+          "repositoryUrl": "https://github.com/boostorg/utility.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/boost/utility"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "554d8f538e4b0004152c75a9eb72d99f8c0f914c",
+          "repositoryUrl": "https://github.com/eigenteam/eigen-git-mirror.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/eigen"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "4f32cbf268a8ad469974b9453924a3582dbf2f30",
+          "repositoryUrl": "https://github.com/google/flatbuffers.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/flatbuffers"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "5afa358407855465089d52cc49696415c1887bc6",
+          "repositoryUrl": "https://github.com/facebookincubator/gloo.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/gloo"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "80926584fc8ea7b9da5119c20a47d3e1d37a1bc0",
+          "repositoryUrl": "https://github.com/yixuan/LBFGSpp.git"
+        },
+        "comments": "git submodule at cmake/external/horovod/third_party/lbfgs"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "d98bf0278d6f59a58271425963a8422ff48fe249",
+          "repositoryUrl": "https://github.com/nlohmann/json"
+        },
+        "comments": "git submodule at cmake/external/json"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "2d54553b7a78c7c35620b827e7e5ab2228ecb495",
+          "repositoryUrl": "https://github.com/microsoft/mimalloc.git"
+        },
+        "comments": "git submodule at cmake/external/mimalloc"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "436617053d0f39a1019a371c3a9aa599b3cb2cea",
+          "repositoryUrl": "https://github.com/google/nsync"
+        },
+        "comments": "git submodule at cmake/external/nsync"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "0c070abb0c40fec649f81a73a75b0098662ec486",
+          "repositoryUrl": "https://github.com/onnx/onnx"
+        },
+        "comments": "git submodule at cmake/external/onnx"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "e776aa0275e293707b6a0901e0e8d8a8a3679508",
+          "repositoryUrl": "https://github.com/google/benchmark.git"
+        },
+        "comments": "git submodule at cmake/external/onnx/third_party/benchmark"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "80d452484c5409444b0ec19383faa84bb7a4d351",
+          "repositoryUrl": "https://github.com/pybind/pybind11.git"
+        },
+        "comments": "git submodule at cmake/external/onnx/third_party/pybind11"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "6a00cbc4a9b8e68b71caf7f774b3f9c753ae84d5",
+          "repositoryUrl": "https://github.com/wjakob/clang-cindex-python3"
+        },
+        "comments": "git submodule at cmake/external/onnx/third_party/pybind11/tools/clang"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "77a8d522e582efaac3166e912e96215acbf3f129",
+          "repositoryUrl": "https://github.com/stevenlix/onnx-tensorrt.git"
+        },
+        "comments": "git submodule at cmake/external/onnx-tensorrt"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "553df22c67bee5f0fe6599cff60f1afc6748c635",
+          "repositoryUrl": "https://github.com/onnx/onnx.git"
+        },
+        "comments": "git submodule at cmake/external/onnx-tensorrt/third_party/onnx"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "e776aa0275e293707b6a0901e0e8d8a8a3679508",
+          "repositoryUrl": "https://github.com/google/benchmark.git"
+        },
+        "comments": "git submodule at cmake/external/onnx-tensorrt/third_party/onnx/third_party/benchmark"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "09f082940113661256310e3f4811aa7261a9fa05",
+          "repositoryUrl": "https://github.com/pybind/pybind11.git"
+        },
+        "comments": "git submodule at cmake/external/onnx-tensorrt/third_party/onnx/third_party/pybind11"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "6a00cbc4a9b8e68b71caf7f774b3f9c753ae84d5",
+          "repositoryUrl": "https://github.com/wjakob/clang-cindex-python3"
+        },
+        "comments": "git submodule at cmake/external/onnx-tensorrt/third_party/onnx/third_party/pybind11/tools/clang"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "498de9f761bef56a032815ee44b6e6dbe0892cc4",
+          "repositoryUrl": "https://github.com/google/protobuf.git"
+        },
+        "comments": "git submodule at cmake/external/protobuf"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "5b7683f49e1e9223cf9927b24f6fd3d6bd82e3f8",
+          "repositoryUrl": "https://github.com/google/benchmark.git"
+        },
+        "comments": "git submodule at cmake/external/protobuf/third_party/benchmark"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "5ec7f0c4a113e2f18ac2c6cc7df51ad6afc24081",
+          "repositoryUrl": "https://github.com/google/googletest.git"
+        },
+        "comments": "git submodule at cmake/external/protobuf/third_party/googletest"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "30cad267151fa8f1b17da8c1ef0571da6da9a8f1",
+          "repositoryUrl": "https://github.com/google/re2.git"
+        },
+        "comments": "git submodule at cmake/external/re2"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "373eb09e4c5d2b3cc2493f0949dc4be6b6a45e81",
+          "repositoryUrl": "https://github.com/tensorflow/tensorboard.git"
+        },
+        "comments": "git submodule at cmake/external/tensorboard"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "c6e3efcdb09aeda961a6badf76093ceac69db64d",
+          "repositoryUrl": "https://github.com/microsoft/onnxruntime-tvm.git"
+        },
+        "comments": "git submodule at cmake/external/tvm"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "b257a9221ee1e5180d994b3488ddcc259b0ac157",
+          "repositoryUrl": "https://github.com/dmlc/HalideIR"
+        },
+        "comments": "git submodule at cmake/external/tvm/3rdparty/HalideIR"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "5c792cef3aee54ad8b7000111c9dc1797f327b59",
+          "repositoryUrl": "https://github.com/dmlc/dlpack"
+        },
+        "comments": "git submodule at cmake/external/tvm/3rdparty/dlpack"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "d07fb7a443b5db8a89d65a15a024af6a425615a5",
+          "repositoryUrl": "https://github.com/dmlc/dmlc-core"
+        },
+        "comments": "git submodule at cmake/external/tvm/3rdparty/dmlc-core"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "cabe04d6d6b05356fa8f9741704924788f0dd762",
+          "repositoryUrl": "https://github.com/agauniyal/rang"
+        },
+        "comments": "git submodule at cmake/external/tvm/3rdparty/rang"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "e8c599bca6c56c44b6730ad93f6abbc9ecd60fc1",
+          "repositoryUrl": "https://github.com/microsoft/wil"
+        },
+        "comments": "git submodule at cmake/external/wil"
+      }
+    },
+    {
+      "component": {
+        "type": "git",
+        "git": {
+          "commitHash": "352281313fe1c4313bc222cb9de222afd50c822f",
+          "repositoryUrl": "https://github.com/gabime/spdlog.git"
+        },
+        "comments": "git submodule at server/external/spdlog"
+      }
+    }
+  ]
+}
diff --git a/cgmanifests/submodules/generate_submodule_cgmanifest.py b/cgmanifests/submodules/generate_submodule_cgmanifest.py
new file mode 100644
index 0000000000..b75f8792a9
--- /dev/null
+++ b/cgmanifests/submodules/generate_submodule_cgmanifest.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python3
+
+import json
+import os
+import subprocess
+import sys
+
+SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
+REPO_DIR = os.path.normpath(os.path.join(SCRIPT_DIR, "..", ".."))
+
+proc = subprocess.run(
+    ["git", "submodule", "foreach", "--quiet", "--recursive", "{} {} $toplevel/$sm_path".format(
+        sys.executable, os.path.join(SCRIPT_DIR, "print_submodule_info.py"))],
+    check=True,
+    cwd=REPO_DIR,
+    stdout=subprocess.PIPE,
+    stderr=subprocess.PIPE,
+    universal_newlines=True)
+
+registrations = []
+submodule_lines = proc.stdout.splitlines()
+for submodule_line in submodule_lines:
+    (absolute_path, url, commit) = submodule_line.split(" ")
+    registration = {
+        "component": {
+            "type": "git",
+            "git": {
+                "commitHash": commit,
+                "repositoryUrl": url,
+            },
+            "comments": "git submodule at {}".format(os.path.relpath(absolute_path, REPO_DIR))
+        }
+    }
+    registrations.append(registration)
+
+cgmanifest = {"Version": 1, "Registrations": registrations}
+
+print(json.dumps(cgmanifest, indent=2))
diff --git a/cgmanifests/submodules/print_submodule_info.py b/cgmanifests/submodules/print_submodule_info.py
new file mode 100644
index 0000000000..e7ff463a44
--- /dev/null
+++ b/cgmanifests/submodules/print_submodule_info.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python3
+
+# args: <submodule path>
+# output: <path> <url> <commit>
+
+import subprocess
+import sys
+
+assert len(sys.argv) == 2
+
+path = sys.argv[1]
+
+proc = subprocess.run(["git", "config", "--get", "remote.origin.url"],
+                      check=True,
+                      cwd=path,
+                      stdout=subprocess.PIPE,
+                      universal_newlines=True)
+
+url = proc.stdout.strip()
+
+proc = subprocess.run(["git", "rev-parse", "HEAD"],
+                      check=True,
+                      cwd=path,
+                      stdout=subprocess.PIPE,
+                      universal_newlines=True)
+
+commit = proc.stdout.strip()
+
+print("{} {} {}".format(path, url, commit))
diff --git a/docs/How_To_Update_ONNX_Dev_Notes.md b/docs/How_To_Update_ONNX_Dev_Notes.md
index 25162530b1..278761aa1f 100644
--- a/docs/How_To_Update_ONNX_Dev_Notes.md
+++ b/docs/How_To_Update_ONNX_Dev_Notes.md
@@ -12,10 +12,10 @@ git add onnx
 ```
 (Change the <commit_id> to yours. If you are not sure, use 'origin/master'. Like 'git reset --hard origin/master')
 
-2. Update [cgmanifest.json](/cgmanifest.json)
-Search 'https://github.com/onnx/onnx.git', update the commitHash with it.
+2. Update [cgmanifests/submodules/cgmanifest.json](/cgmanifests/submodules/cgmanifest.json).
+This file should be generated. See [cgmanifests/README](/cgmanifests/README.md) for instructions.
 
-3. Update [tools/ci_build/github/linux/docker/scripts/install_onnx.sh](/tools/ci_build/github/linux/docker/scripts/install_onnx.sh) 
+3. Update [tools/ci_build/github/linux/docker/scripts/install_onnx.sh](/tools/ci_build/github/linux/docker/scripts/install_onnx.sh).
 Search 'for version2tag', update the commit hashes. The list should contain every release version from ONNX 1.2, and the latest one in our cmake/external/onnx folder.
 
 4. If there is any change to `cmake/external/onnx/onnx/*.in.proto`, update onnxruntime/core/protobuf as follows :