saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-28 20:11:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Temporarily flush and sync weight copies before initialization

Browse source
This commit is contained in:
Jeff Bloomfield 2022-11-14 12:01:06 -08:00
parent d7b7e4b010
commit 789eb66fda
4 changed files with 12 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
onnxruntime/core/providers/dml/DmlExecutionProvider/src/ExecutionProvider.cpp
View file

@ -946,6 +946,13 @@ namespace Dml
assert(!m_closed);
m_context->Flush();
}
void __stdcall ExecutionProviderImpl::FlushAndSync() const
{
Flush();
m_context->GetCurrentCompletionEvent().WaitForSignal();
m_context->ReleaseCompletedReferences();
}
void ExecutionProviderImpl::SetDefaultRoundingMode(AllocatorRoundingMode roundingMode)
{

1
onnxruntime/core/providers/dml/DmlExecutionProvider/src/ExecutionProvider.h
View file

@ -125,6 +125,7 @@ namespace Dml
STDMETHOD_(D3D12_COMMAND_LIST_TYPE, GetCommandListTypeForQueue)() const override;
STDMETHOD_(void, Flush)() const override;
STDMETHOD_(void, FlushAndSync)() const override;
void SetDefaultRoundingMode(AllocatorRoundingMode roundingMode);

3
onnxruntime/core/providers/dml/DmlExecutionProvider/src/FusedGraphKernel.cpp
View file

@ -72,6 +72,9 @@ namespace Dml
m_persistentResourceBinding = DML_BUFFER_BINDING { m_persistentResource.Get(), 0, persistentResourceSize };
}
// For temporary prototyping, allow weight upload to complete before issuing initialization work which reads those weights
m_provider->FlushAndSync();
ORT_THROW_IF_FAILED(m_provider->InitializeOperator(
m_compiledExecutionPlanOperator.Get(),
m_persistentResourceBinding ? &*m_persistentResourceBinding : nullptr,

1
onnxruntime/core/providers/dml/DmlExecutionProvider/src/IExecutionProvider.h
View file

@ -64,6 +64,7 @@ namespace Dml
STDMETHOD_(D3D12_COMMAND_LIST_TYPE, GetCommandListTypeForQueue)() const noexcept = 0;
STDMETHOD_(void, Flush)() const noexcept = 0;
STDMETHOD_(void, FlushAndSync)() const noexcept = 0;
STDMETHOD_(ID3D12Resource*, DecodeResource)(void* allocation) const noexcept = 0;
STDMETHOD(AllocatePooledResource(size_t size, AllocatorRoundingMode roundingMode, ID3D12Resource **d3dResource, IUnknown* *pooledResource)) const noexcept = 0;