diff --git a/onnxruntime/core/optimizer/identical_children_consolidation.cc b/onnxruntime/core/optimizer/identical_children_consolidation.cc
index 17f01cebcd..07dc25dabd 100644
--- a/onnxruntime/core/optimizer/identical_children_consolidation.cc
+++ b/onnxruntime/core/optimizer/identical_children_consolidation.cc
@@ -117,8 +117,11 @@ string_view IdenticalChildrenConsolidation::IdentityBuilder(const Graph& graph,
       } else {
         identity.append(name);
       }
+    } else {
+      return ignore_identity;
     }
+    identity.append("####");
   }
-  return {identity.append("####")};
+  return {identity};
 }
 }  // namespace onnxruntime
\ No newline at end of file