saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-06-02 23:39:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "Temporarily flush and sync weight copies before initialization"

Browse source 
This reverts commit 789eb66fda.
This commit is contained in:
Jeff Bloomfield 2023-08-07 14:18:15 -07:00
parent a1d20ec8aa
commit 49791b5dec
4 changed files with 0 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
onnxruntime/core/providers/dml/DmlExecutionProvider/src/ExecutionProvider.cpp
View file

@ -961,13 +961,6 @@ namespace Dml
assert(!m_closed);
m_context->Flush();
}
void __stdcall ExecutionProviderImpl::FlushAndSync() const
{
Flush();
m_context->GetCurrentCompletionEvent().WaitForSignal();
m_context->ReleaseCompletedReferences();
}
void ExecutionProviderImpl::ReleaseCompletedReferences()
{

1
onnxruntime/core/providers/dml/DmlExecutionProvider/src/ExecutionProvider.h
View file

@ -125,7 +125,6 @@ namespace Dml
STDMETHOD_(D3D12_COMMAND_LIST_TYPE, GetCommandListTypeForQueue)() const override;
STDMETHOD_(void, Flush)() const override;
STDMETHOD_(void, FlushAndSync)() const override;
// Waits for flushed work, discards unflushed work, and discards associated references to
// prevent circular references. Must be the last call on the object before destruction.

3
onnxruntime/core/providers/dml/DmlExecutionProvider/src/FusedGraphKernel.cpp
View file

@ -72,9 +72,6 @@ namespace Dml
m_persistentResourceBinding = DML_BUFFER_BINDING { m_persistentResource.Get(), 0, persistentResourceSize };
}
// For temporary prototyping, allow weight upload to complete before issuing initialization work which reads those weights
m_provider->FlushAndSync();
ORT_THROW_IF_FAILED(m_provider->InitializeOperator(
m_compiledExecutionPlanOperator.Get(),
m_persistentResourceBinding ? &*m_persistentResourceBinding : nullptr,

1
onnxruntime/core/providers/dml/DmlExecutionProvider/src/IExecutionProvider.h
View file

@ -64,7 +64,6 @@ namespace Dml
STDMETHOD_(D3D12_COMMAND_LIST_TYPE, GetCommandListTypeForQueue)() const noexcept = 0;
STDMETHOD_(void, Flush)() const noexcept = 0;
STDMETHOD_(void, FlushAndSync)() const noexcept = 0;
STDMETHOD_(ID3D12Resource*, DecodeResource)(void* allocation) const noexcept = 0;
STDMETHOD(AllocatePooledResource(size_t size, AllocatorRoundingMode roundingMode, ID3D12Resource **d3dResource, IUnknown* *pooledResource)) const noexcept = 0;