diff --git a/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc b/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc index e70105afa4..e721683ba9 100644 --- a/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc +++ b/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc @@ -1018,6 +1018,8 @@ common::Status TensorrtExecutionProvider::Compile(const std::vector(reinterpret_cast(buffers[i + num_binding_inputs]), ort.GetTensorMutableData(output_tensor[i]), output_dim_sizes[i]); + cudaDeviceSynchronize(); + cudaFree(buffers[i + num_binding_inputs]); } }