saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-07 04:39:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix orphaned output

Browse source
This commit is contained in:
Jingyan Wang 2025-01-20 07:42:46 +00:00
parent 0ac2ac716b
commit cfaee447cb
1 changed files with 29 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

30
onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc
View file

@ -2033,6 +2033,23 @@ std::unique_ptr<IndexedSubGraph> TensorrtExecutionProvider::GetSubGraph(SubGraph
}
} else {
for (const auto& output : node->OutputDefs()) {
// Check if output is one of the output edges / input to another node)
bool output_consumed_by_another_node = false;
for (auto edge_it = node->OutputEdgesBegin(), end = node->OutputEdgesEnd(); edge_it != end; ++edge_it) {
const onnxruntime::NodeArg* edge_output;
const auto dest_arg_index = edge_it->GetDstArgIndex();
const auto explicit_input_size = static_cast<int>(edge_it->GetNode().InputDefs().size());
if (dest_arg_index< explicit_input_size) {
edge_output = (edge_it->GetNode()).InputDefs()[dest_arg_index];
} else {
edge_output = (edge_it->GetNode()).ImplicitInputDefs()[dest_arg_index - explicit_input_size];
}
if (edge_output == output) {
output_consumed_by_another_node = true;
break;
}
}
const auto& it = fused_inputs.find(output);
if (it != fused_inputs.end()) {
fused_inputs.erase(it);
@ -2043,7 +2060,9 @@ std::unique_ptr<IndexedSubGraph> TensorrtExecutionProvider::GetSubGraph(SubGraph
if (graph_output_names.find(output->Name()) != graph_output_names.end()) {
graph_outputs_to_add[output] = output_order;
}
fused_outputs[output] = output_order++;
if (output_consumed_by_another_node) {
fused_outputs[output] = output_order++;
}
}
}
}
@ -2080,6 +2099,15 @@ std::unique_ptr<IndexedSubGraph> TensorrtExecutionProvider::GetSubGraph(SubGraph
meta_def->constant_initializers().push_back(initializer);
}
// Final output 2339, 2342, 2405, 2471, 2409
// Print graph output for subgraph 15
if (subgraph_index==15) {
LOGS_DEFAULT(VERBOSE) << "Finall graph output for subgraph 15 =";
for (const auto& output : outputs) {
LOGS_DEFAULT(VERBOSE) << output.second->Name() << ",";
}
}
for (const auto& output : outputs) {
if (output.second->Exists()) {
meta_def->outputs().push_back(output.second->Name());