mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-07 04:39:07 +00:00
211 lines
No EOL
9.5 KiB
C++
211 lines
No EOL
9.5 KiB
C++
// Copyright (c) Microsoft Corporation.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
|
|
#include "IOrtSessionBuilder.h"
|
|
#include "ModelInfo.h"
|
|
|
|
namespace Windows::AI::MachineLearning::Adapter {
|
|
|
|
MIDL_INTERFACE("eaae30b5-7381-432d-9730-322136b02371") IModelInfo : IUnknown{
|
|
// model metadata
|
|
virtual std::string STDMETHODCALLTYPE author() = 0;
|
|
virtual std::string STDMETHODCALLTYPE name() = 0;
|
|
virtual std::string STDMETHODCALLTYPE domain() = 0;
|
|
virtual std::string STDMETHODCALLTYPE description() = 0;
|
|
virtual int64_t STDMETHODCALLTYPE version() = 0;
|
|
virtual std::unordered_map<std::string, std::string> STDMETHODCALLTYPE model_metadata() = 0;
|
|
virtual wfc::IVector<winml::ILearningModelFeatureDescriptor> STDMETHODCALLTYPE input_features() = 0;
|
|
virtual wfc::IVector<winml::ILearningModelFeatureDescriptor> STDMETHODCALLTYPE output_features() = 0;
|
|
};
|
|
|
|
MIDL_INTERFACE("eaae30b5-7381-432d-9730-322136b02371") ITensor : IUnknown{
|
|
// these all return weak pointers
|
|
virtual const onnxruntime::Tensor& STDMETHODCALLTYPE get() = 0;
|
|
virtual onnxruntime::Tensor* STDMETHODCALLTYPE getMutable() = 0;
|
|
virtual onnxruntime::MLDataType STDMETHODCALLTYPE DataType() = 0;
|
|
virtual const void* STDMETHODCALLTYPE DataRaw() = 0;
|
|
virtual const std::vector<int64_t>& STDMETHODCALLTYPE ShapeGetDims() = 0;
|
|
virtual int64_t STDMETHODCALLTYPE ShapeSize() = 0;
|
|
virtual const char * STDMETHODCALLTYPE LocationName() = 0;
|
|
virtual OrtMemType STDMETHODCALLTYPE LocationMemType() = 0;
|
|
// end
|
|
};
|
|
|
|
MIDL_INTERFACE("72aa5eee-100c-4146-9008-4643d3b8af23") IOrtValue : IUnknown{
|
|
// these all return weak pointers
|
|
virtual OrtValue& STDMETHODCALLTYPE get() = 0;
|
|
virtual onnxruntime::MLDataType STDMETHODCALLTYPE Type() = 0;
|
|
virtual bool STDMETHODCALLTYPE IsTensor() = 0;
|
|
// end
|
|
virtual HRESULT STDMETHODCALLTYPE GetTensor(ITensor ** tensor) = 0;
|
|
};
|
|
|
|
MIDL_INTERFACE("438e7719-554a-4058-84d9-eb6226c34887") IIOBinding : IUnknown{
|
|
// this returns a weak ref
|
|
virtual onnxruntime::IOBinding* STDMETHODCALLTYPE get() = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE BindInput(const std::string& name, IOrtValue * ml_value) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE BindOutput(const std::string& name, IOrtValue * ml_value) = 0;
|
|
virtual const std::vector<std::string>& STDMETHODCALLTYPE GetOutputNames() = 0;
|
|
// this returns a weak ref
|
|
virtual std::vector<IOrtValue *>& STDMETHODCALLTYPE GetOutputs() = 0;
|
|
};
|
|
|
|
MIDL_INTERFACE("a848faf6-5a2e-4a7f-b622-cc036f71e28a") IModelProto : IUnknown{
|
|
virtual onnx::ModelProto* STDMETHODCALLTYPE get() = 0;
|
|
};
|
|
|
|
MIDL_INTERFACE("6ec766ef-6365-42bf-b64f-ae85c015adb8") IInferenceSession : IUnknown {
|
|
virtual onnxruntime::InferenceSession* STDMETHODCALLTYPE get() = 0;
|
|
virtual void STDMETHODCALLTYPE RegisterGraphTransformers(bool registerLotusTransforms) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE RegisterCustomRegistry(IMLOperatorRegistry* registry) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE LoadModel(IModelProto* model_proto) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE NewIOBinding(IIOBinding** io_binding) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE Run(const onnxruntime::RunOptions* run_options, IIOBinding* io_binding) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE StartProfiling() = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE EndProfiling() = 0;
|
|
virtual void STDMETHODCALLTYPE FlushContext(onnxruntime::IExecutionProvider* dml_provider) = 0;
|
|
virtual void STDMETHODCALLTYPE TrimUploadHeap(onnxruntime::IExecutionProvider* dml_provider) = 0;
|
|
virtual void STDMETHODCALLTYPE ReleaseCompletedReferences(onnxruntime::IExecutionProvider* dml_provider) = 0;
|
|
};
|
|
|
|
// The IOrtSessionBuilder offers an abstraction over the creation of
|
|
// InferenceSession, that enables the creation of the session based on a device (CPU/DML).
|
|
MIDL_INTERFACE("2746f03a-7e08-4564-b5d0-c670fef116ee") IOrtSessionBuilder : IUnknown {
|
|
|
|
virtual HRESULT STDMETHODCALLTYPE CreateSessionOptions(
|
|
onnxruntime::SessionOptions* options) = 0;
|
|
|
|
virtual HRESULT STDMETHODCALLTYPE CreateSession(
|
|
const onnxruntime::SessionOptions& options,
|
|
IInferenceSession** session,
|
|
onnxruntime::IExecutionProvider** provider) = 0;
|
|
|
|
virtual HRESULT STDMETHODCALLTYPE Initialize(
|
|
IInferenceSession* session,
|
|
onnxruntime::IExecutionProvider* provider) = 0;
|
|
};
|
|
|
|
|
|
MIDL_INTERFACE("b19385e7-d9af-441a-ba7f-3993c7b1c9db") IWinMLAdapter : IUnknown {
|
|
|
|
virtual void STDMETHODCALLTYPE EnableDebugOutput() = 0;
|
|
|
|
virtual HRESULT STDMETHODCALLTYPE EnsureModelDeviceCompatibility(
|
|
winml::LearningModel const& model,
|
|
IModelProto* p_model_proto,
|
|
bool is_float16_supported) = 0;
|
|
|
|
virtual ID3D12Resource* STDMETHODCALLTYPE GetD3D12ResourceFromAllocation(onnxruntime::IExecutionProvider* provider, void* allocation) = 0;
|
|
|
|
|
|
// factory method for creating an ortsessionbuilder from a device
|
|
virtual HRESULT STDMETHODCALLTYPE CreateOrtSessionBuilder(
|
|
ID3D12Device* device,
|
|
ID3D12CommandQueue* queue,
|
|
IOrtSessionBuilder** session_builder) = 0;
|
|
|
|
// factory methods for creating model protos
|
|
virtual HRESULT STDMETHODCALLTYPE CreateModelProto(const char* path, IModelProto** model_proto) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateModelProto(ABI::Windows::Storage::Streams::IRandomAccessStreamReference* stream_reference, IModelProto** model_proto) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateModelProto(IModelProto * model_proto_in, IModelProto** model_proto) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateModelInfo(IModelProto * model_proto, IModelInfo ** model_info) = 0;
|
|
|
|
// Data types
|
|
virtual onnxruntime::MLDataType STDMETHODCALLTYPE GetTensorType() = 0;
|
|
virtual onnxruntime::MLDataType STDMETHODCALLTYPE GetTensorType(winml::TensorKind kind) = 0;
|
|
virtual onnxruntime::MLDataType STDMETHODCALLTYPE GetMapType(winml::TensorKind key_kind, winml::TensorKind value_kind) = 0;
|
|
virtual onnxruntime::MLDataType STDMETHODCALLTYPE GetVectorMapType(winml::TensorKind key_kind, winml::TensorKind value_kind) = 0;
|
|
|
|
// Data getter
|
|
virtual void * STDMETHODCALLTYPE GetTensorData(IOrtValue * ort_Value) = 0;
|
|
virtual void * STDMETHODCALLTYPE GetMapData(IOrtValue * ort_Value, winml::TensorKind key_kind, winml::TensorKind value_kind) = 0;
|
|
virtual void * STDMETHODCALLTYPE GetVectorData(IOrtValue * ort_Value, winml::TensorKind key_kind, winml::TensorKind value_kind) = 0;
|
|
|
|
// custom ops
|
|
virtual HRESULT STDMETHODCALLTYPE GetCustomRegistry(IMLOperatorRegistry** registry) = 0;
|
|
|
|
// dml ep hooks
|
|
virtual void* STDMETHODCALLTYPE CreateGPUAllocationFromD3DResource(ID3D12Resource* pResource) = 0;
|
|
virtual void STDMETHODCALLTYPE FreeGPUAllocation(void* ptr) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CopyTensor(onnxruntime::IExecutionProvider* provider, ITensor* src, ITensor* dst) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateGPUMLValue(
|
|
void * execution_provider_allocated_resource,
|
|
onnxruntime::IExecutionProvider* provider,
|
|
std::vector<int64_t>* shape,
|
|
onnxruntime::MLDataType data_type,
|
|
IOrtValue ** gpu_value) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateCPUMLValue(
|
|
std::vector<int64_t>* shape,
|
|
onnxruntime::MLDataType data_type,
|
|
onnxruntime::BufferNakedPtr buffer,
|
|
IOrtValue ** cpu_value) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateMLValue(
|
|
winml::TensorKind kind,
|
|
onnxruntime::MLDataType data_type,
|
|
const int64_t * shape,
|
|
uint32_t shape_count,
|
|
onnxruntime::IExecutionProvider* provider,
|
|
IOrtValue ** ort_value) = 0;
|
|
virtual HRESULT STDMETHODCALLTYPE CreateOrtValue(
|
|
void * data,
|
|
onnxruntime::MLDataType data_type,
|
|
IOrtValue ** ort_value) = 0;
|
|
|
|
// schema overrides (dml does this for us)
|
|
virtual HRESULT STDMETHODCALLTYPE OverrideSchemaInferenceFunctions() = 0;
|
|
};
|
|
|
|
extern "C"
|
|
__declspec(dllexport) HRESULT STDMETHODCALLTYPE OrtGetWinMLAdapter(IWinMLAdapter** adapter);
|
|
|
|
class InferenceSession : public Microsoft::WRL::RuntimeClass <
|
|
Microsoft::WRL::RuntimeClassFlags<Microsoft::WRL::ClassicCom>,
|
|
IInferenceSession> {
|
|
|
|
public:
|
|
|
|
InferenceSession(onnxruntime::InferenceSession * session);
|
|
|
|
onnxruntime::InferenceSession* STDMETHODCALLTYPE get() override { return session_.get(); }
|
|
void STDMETHODCALLTYPE RegisterGraphTransformers(bool registerLotusTransforms) override;
|
|
HRESULT STDMETHODCALLTYPE RegisterCustomRegistry(IMLOperatorRegistry* registry) override;
|
|
HRESULT STDMETHODCALLTYPE LoadModel(IModelProto* model_proto) override;
|
|
HRESULT STDMETHODCALLTYPE NewIOBinding(IIOBinding** io_binding) override;
|
|
HRESULT STDMETHODCALLTYPE Run(const onnxruntime::RunOptions* run_options, IIOBinding* io_binding) override;
|
|
HRESULT STDMETHODCALLTYPE StartProfiling() override;
|
|
HRESULT STDMETHODCALLTYPE EndProfiling() override;
|
|
void STDMETHODCALLTYPE FlushContext(onnxruntime::IExecutionProvider* dml_provider) override;
|
|
void STDMETHODCALLTYPE TrimUploadHeap(onnxruntime::IExecutionProvider* dml_provider) override;
|
|
void STDMETHODCALLTYPE ReleaseCompletedReferences(onnxruntime::IExecutionProvider* dml_provider) override;
|
|
|
|
private:
|
|
std::shared_ptr<onnxruntime::InferenceSession> session_;
|
|
};
|
|
|
|
|
|
// header only code to enable smart pointers on abstract ort objects
|
|
template <typename T>
|
|
class OrtObject {
|
|
public:
|
|
OrtObject() {
|
|
p_ = nullptr;
|
|
}
|
|
|
|
OrtObject(T* m) {
|
|
p_ = m;
|
|
}
|
|
|
|
virtual ~OrtObject() {
|
|
if (p_ != nullptr) {
|
|
ReleaseOrtObject(p_);
|
|
}
|
|
}
|
|
T* get() { return p_; }
|
|
private:
|
|
T* p_;
|
|
};
|
|
|
|
|
|
} // namespace Windows::AI::MachineLearning::Adapter
|