mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-29 20:14:01 +00:00
5ce675c3b9
* Register ILearningModelSessionOptionsNate interface * Threading options exposed * Add interrogator for Session options * Add test * Polish test * PR comments * Set intra op threads * Add adapter api to grab intra op threads * Add adapter test for getting intraop num threads * Make ILearningModelSessionNative and update winml api test * Make it required when building engine to set the intraop num threads * Make test more pretty * Change naming of idl function * Revert "Change naming of idl function" This reverts commit c06916aa5bf94e3bf233ed281e508b935fc8638d. * PR comment on naming * Skip the test because it's influenced if it's built with openmp Co-authored-by: Ryan Lai <ryalai96@gamil.com>
44 lines
No EOL
1.3 KiB
C++
44 lines
No EOL
1.3 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#include "iengine.h"
|
|
|
|
namespace _winml {
|
|
|
|
class OnnxruntimeEngineBuilder : public Microsoft::WRL::RuntimeClass<
|
|
Microsoft::WRL::RuntimeClassFlags<Microsoft::WRL::ClassicCom>,
|
|
IEngineBuilder> {
|
|
public:
|
|
HRESULT RuntimeClassInitialize(_In_ OnnxruntimeEngineFactory* engine);
|
|
|
|
STDMETHOD(SetD3D12Resources)
|
|
(ID3D12Device* device, ID3D12CommandQueue* queue);
|
|
|
|
STDMETHOD(SetMetacommandsEnabled)
|
|
(int enabled);
|
|
|
|
STDMETHOD(GetD3D12Device)
|
|
(_Outptr_ ID3D12Device** device);
|
|
|
|
STDMETHOD(GetID3D12CommandQueue)
|
|
(_Outptr_ ID3D12CommandQueue** queue);
|
|
|
|
STDMETHOD(SetBatchSizeOverride)
|
|
(uint32_t batch_size_override);
|
|
|
|
STDMETHOD(SetIntraOpNumThreadsOverride)
|
|
(uint32_t intra_op_num_threads);
|
|
|
|
STDMETHOD(CreateEngine)
|
|
(_Outptr_ IEngine** out);
|
|
|
|
private:
|
|
Microsoft::WRL::ComPtr<OnnxruntimeEngineFactory> engine_factory_;
|
|
Microsoft::WRL::ComPtr<ID3D12Device> device_ = nullptr;
|
|
Microsoft::WRL::ComPtr<ID3D12CommandQueue> queue_ = nullptr;
|
|
bool metacommands_enabled_ = true;
|
|
std::optional<uint32_t> batch_size_override_;
|
|
uint32_t intra_op_num_threads_override_;
|
|
};
|
|
|
|
} // namespace _winml
|