mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-16 21:00:14 +00:00
eeef157888
winml/ was previously excluded from lintrunner config. This change includes the directory and adds the clang-format config file specific to winml/ that fits existing style. --------- Signed-off-by: Justin Chu <justinchu@microsoft.com>
117 lines
3.5 KiB
C++
117 lines
3.5 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
|
|
#include "LearningModelSession.g.h"
|
|
|
|
#include "LearningModelBinding.h"
|
|
#include "MLOperatorAuthor.h"
|
|
#include "WinML_Lock.h"
|
|
#include "core/providers/winml/winml_provider_factory.h"
|
|
#include "iengine.h"
|
|
|
|
namespace WINMLP {
|
|
|
|
struct LearningModelSession
|
|
: LearningModelSessionT<LearningModelSession, ILearningModelSessionNative, ILearningModelSessionNative1> {
|
|
/* LearningModelSession constructors (MachineLearningContract 1). */
|
|
LearningModelSession(_winml::IEngine* engine);
|
|
|
|
LearningModelSession(winml::LearningModel const& model);
|
|
|
|
LearningModelSession(winml::LearningModel const& model, winml::LearningModelDevice const& deviceToRunOn);
|
|
|
|
/* LearningModelSession constructors (MachineLearningContract 2). */
|
|
LearningModelSession(
|
|
winml::LearningModel const& model,
|
|
winml::LearningModelDevice const& deviceToRunOn,
|
|
winml::LearningModelSessionOptions const& sessionOptions
|
|
);
|
|
|
|
/* IClosable methods. */
|
|
void Close();
|
|
|
|
/* LearningModelSession properties (MachineLearningContract 1). */
|
|
wfc::IPropertySet EvaluationProperties();
|
|
|
|
winml::LearningModel Model();
|
|
|
|
winml::LearningModelDevice Device();
|
|
|
|
/* LearningModelSession methods (MachineLearningContract 1). */
|
|
winml::LearningModelEvaluationResult Evaluate(winml::LearningModelBinding binding, hstring const& correlationId);
|
|
|
|
wf::IAsyncOperation<winml::LearningModelEvaluationResult> EvaluateAsync(
|
|
winml::LearningModelBinding binding, hstring const correlationId
|
|
);
|
|
|
|
winml::LearningModelEvaluationResult EvaluateFeatures(
|
|
wfc::IMap<hstring, wf::IInspectable> const features, hstring const correlationId
|
|
);
|
|
|
|
wf::IAsyncOperation<winml::LearningModelEvaluationResult> EvaluateFeaturesAsync(
|
|
wfc::IMap<hstring, wf::IInspectable> const features, hstring const correlationId
|
|
);
|
|
|
|
STDMETHOD(GetIntraOpNumThreads)
|
|
(uint32_t* numThreads);
|
|
|
|
STDMETHOD(GetIntraOpThreadSpinning)
|
|
(boolean* allowSpinning);
|
|
|
|
public:
|
|
/* Non-ABI methods */
|
|
|
|
_winml::IEngine* GetEngine();
|
|
|
|
void CheckClosed();
|
|
|
|
// LearningModelBinding needs to leverage the lock
|
|
CWinMLLock* GetDMLEPLock() { return &dml_ep_lock_; }
|
|
|
|
static winml::LearningModelSession CreateInertSession(_winml::IEngine* engine);
|
|
|
|
winml::LearningModelSessionOptions Options();
|
|
|
|
private:
|
|
void Initialize();
|
|
|
|
_winml::IModel* GetOptimizedModel();
|
|
|
|
_winml::IModel* GetOptimizedModel(bool should_close_model);
|
|
|
|
uint64_t Run(winrt::com_ptr<winmlp::LearningModelBinding> bindingImpl);
|
|
|
|
winml::LearningModelEvaluationResult GetResults(
|
|
winrt::com_ptr<winmlp::LearningModelBinding> bindingImpl, hstring const& correlationId, uint64_t fenceValueForDML
|
|
);
|
|
|
|
void ApplyEvaluationProperties();
|
|
|
|
void ToggleProfiler();
|
|
|
|
private:
|
|
com_ptr<_winml::IEngineFactory> engine_factory_;
|
|
com_ptr<_winml::IEngine> engine_;
|
|
|
|
using MLOperatorRegistry = std::unique_ptr<IMLOperatorRegistry, void (*)(IMLOperatorRegistry*)>;
|
|
MLOperatorRegistry operator_registry_;
|
|
|
|
winml::LearningModel model_;
|
|
winml::LearningModelDevice device_;
|
|
winml::LearningModelSessionOptions session_options_;
|
|
wfc::IPropertySet evaluation_properties_;
|
|
|
|
// Synchronization
|
|
CWinMLLock session_creation_lock_;
|
|
CWinMLLock dml_ep_lock_;
|
|
};
|
|
|
|
} // namespace WINMLP
|
|
|
|
namespace WINML::factory_implementation {
|
|
|
|
struct LearningModelSession : LearningModelSessionT<LearningModelSession, implementation::LearningModelSession> {};
|
|
|
|
} // namespace WINML::factory_implementation
|