saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-07 17:15:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix memory cleanup on unload

Browse source
This commit is contained in:
Ryan Hill 2021-04-22 23:07:56 -07:00
parent a36dd5d574
commit 5c6910ed9c
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
onnxruntime/core/providers/cuda/cuda_execution_provider.h
View file

@ -172,7 +172,11 @@ class CUDAExecutionProvider : public IExecutionProvider {
struct ContextCacheHolder {
ContextCacheHolder() {
RunOnUnload([this] { p.reset(); });
// Keep a weak pointer to the object, if the weak pointer can be locked, then the shared pointer is still around, so we can reset it
RunOnUnload([&, weak_p_ = std::weak_ptr<PerThreadContextMap>(p)] {
if (auto lock = weak_p_.lock())
p.reset();
});
}
std::shared_ptr<PerThreadContextMap> p{std::make_shared<PerThreadContextMap>()};
};