mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-01 23:30:35 +00:00
2717c178cc
* Migrate winml to Microsoft Namespace (packaging changes are pending) * add ns_prefix toggle * fix packaging * Users/sheilk/add missing raw header (#3484) * add dualapipartition * wrong variable for repo root Co-authored-by: Sheil Kumar <sheilk@microsoft.com> * remove existence check to force failures * extra paren * dualapipartition needs to be referenced from the source * add microsoft.ai.machinelearning.dll to the output dir * rename the idl file so that assembly info is correctly added into the winmd * fix namespaces * update namespaces * default to microsoft, and add namespace override as build argument * update cmakesetings.json as well * remove from cmakelists.txt Co-authored-by: Sheil Kumar <sheilk@microsoft.com> Co-authored-by: Changming Sun <chasun@microsoft.com>
75 lines
No EOL
2.6 KiB
C++
75 lines
No EOL
2.6 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#include "pch.h"
|
|
|
|
#include "OnnxruntimeEngine.h"
|
|
#include "OnnxruntimeEngineBuilder.h"
|
|
#include "OnnxruntimeCpuSessionBuilder.h"
|
|
|
|
#ifdef USE_DML
|
|
#include "OnnxruntimeDmlSessionBuilder.h"
|
|
#endif
|
|
|
|
#include "OnnxruntimeErrors.h"
|
|
using namespace _winml;
|
|
|
|
HRESULT OnnxruntimeEngineBuilder::RuntimeClassInitialize(OnnxruntimeEngineFactory* engine_factory) {
|
|
engine_factory_ = engine_factory;
|
|
return S_OK;
|
|
}
|
|
|
|
STDMETHODIMP OnnxruntimeEngineBuilder::CreateEngine(_winml::IEngine** out) {
|
|
auto ort_api = engine_factory_->UseOrtApi();
|
|
|
|
Microsoft::WRL::ComPtr<IOrtSessionBuilder> onnxruntime_session_builder;
|
|
|
|
if (device_ == nullptr) {
|
|
RETURN_IF_FAILED(Microsoft::WRL::MakeAndInitialize<OnnxruntimeCpuSessionBuilder>(&onnxruntime_session_builder, engine_factory_.Get()));
|
|
} else {
|
|
#ifdef USE_DML
|
|
RETURN_IF_FAILED(Microsoft::WRL::MakeAndInitialize<OnnxruntimeDmlSessionBuilder>(&onnxruntime_session_builder, engine_factory_.Get(), device_.Get(), queue_.Get()));
|
|
#endif
|
|
}
|
|
|
|
OrtSessionOptions* ort_options;
|
|
RETURN_IF_FAILED(onnxruntime_session_builder->CreateSessionOptions(&ort_options));
|
|
auto session_options = UniqueOrtSessionOptions(ort_options, ort_api->ReleaseSessionOptions);
|
|
|
|
if (batch_size_override_.has_value()) {
|
|
constexpr const char* DATA_BATCH = "DATA_BATCH";
|
|
RETURN_HR_IF_NOT_OK_MSG(ort_api->AddFreeDimensionOverride(session_options.get(), DATA_BATCH, batch_size_override_.value()),
|
|
ort_api);
|
|
}
|
|
|
|
OrtSession* ort_session = nullptr;
|
|
onnxruntime_session_builder->CreateSession(session_options.get(), &ort_session);
|
|
auto session = UniqueOrtSession(ort_session, ort_api->ReleaseSession);
|
|
|
|
Microsoft::WRL::ComPtr<OnnxruntimeEngine> onnxruntime_engine;
|
|
RETURN_IF_FAILED(Microsoft::WRL::MakeAndInitialize<OnnxruntimeEngine>(&onnxruntime_engine,
|
|
engine_factory_.Get(), std::move(session), onnxruntime_session_builder.Get()));
|
|
RETURN_IF_FAILED(onnxruntime_engine.CopyTo(out));
|
|
return S_OK;
|
|
}
|
|
|
|
STDMETHODIMP OnnxruntimeEngineBuilder::GetD3D12Device(ID3D12Device** device) {
|
|
*device = device_.Get();
|
|
return S_OK;
|
|
}
|
|
|
|
STDMETHODIMP OnnxruntimeEngineBuilder::SetD3D12Resources(ID3D12Device* device, ID3D12CommandQueue* queue) {
|
|
device_ = device;
|
|
queue_ = queue;
|
|
return S_OK;
|
|
}
|
|
|
|
STDMETHODIMP OnnxruntimeEngineBuilder::GetID3D12CommandQueue(ID3D12CommandQueue** queue) {
|
|
*queue = queue_.Get();
|
|
return S_OK;
|
|
}
|
|
|
|
STDMETHODIMP OnnxruntimeEngineBuilder::SetBatchSizeOverride(uint32_t batch_size_override) {
|
|
batch_size_override_ = batch_size_override;
|
|
return S_OK;
|
|
} |