mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-03 23:49:44 +00:00
87cb6fd495
* model building * fix build * winml adapter model building api * model building * make build * make build again * add model building with audio op * inplace and inorder fft * add ifft * works! * cleanup * add comments * switch to iterative rather than recursive and use parallelization * batched parallelization * fft->dft * cleanup * window functions * add melweightmatrix op * updates to make spectrogram test work * push latest * add onesided * cleanup * Clean up building apis and fix mel * cleanup * cleanup * naive stft * fix test output * middle c complete * 3 tones * cleanup * signal def new line * Add save functionality * Perf improvements, 10x improvement * cleanup * use bitreverse lookup table for performance * implement constant initializers for tensors * small changes * add matmul tests * merge issues * support add attribute * add tests for double data type windowfunctions and minor cleanup * stft onesided/and not tests * cleanup * cleanup * clean up * cleanup * remove threading attribute * forward declare orttypeinfo * warnings * fwd declare * fix warnings * 1 more warning * remove saving to e drive... * cleanup and fix stft test * add opset picker * small additions * add onnxruntime tests * add signed/unsigned * fix warning * fix warning * finish onnxruntime tests * make windows namespace build succeed * add experimental flag * add experimental api into nuget package * add experimental api build flag and add to windows ai nuget package * turn experimental for tests * add minimum opset version to new experimental domain * api cleanup * disable ms experimental ops test when --ms_experimental is not enabled * add macro behind flag * remove unused x * pr feedback Co-authored-by: Sheil Kumar <sheilk@microsoft.com>
95 lines
No EOL
3.3 KiB
C++
95 lines
No EOL
3.3 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
|
|
#include "iengine.h"
|
|
|
|
namespace _winml {
|
|
|
|
class OnnxruntimeEngineFactory;
|
|
|
|
// The IOrtSessionBuilder offers an abstraction over the creation of
|
|
// InferenceSession, that enables the creation of the session based on a device (CPU/DML).
|
|
MIDL_INTERFACE("92679cbf-7a9d-48bb-b97f-ef9fb447ce8e")
|
|
IOnnxruntimeModel : IUnknown {
|
|
virtual HRESULT STDMETHODCALLTYPE DetachOrtModel(OrtModel * *model) PURE;
|
|
};
|
|
|
|
class ModelInfo : public Microsoft::WRL::RuntimeClass<
|
|
Microsoft::WRL::RuntimeClassFlags<Microsoft::WRL::ClassicCom>,
|
|
IModelInfo> {
|
|
public:
|
|
HRESULT RuntimeClassInitialize(_In_ OnnxruntimeEngineFactory* engine, _In_ OrtModel* ort_model);
|
|
|
|
STDMETHOD(GetAuthor)
|
|
(const char** out, size_t* len);
|
|
STDMETHOD(GetName)
|
|
(const char** out, size_t* len);
|
|
STDMETHOD(GetDomain)
|
|
(const char** out, size_t* len);
|
|
STDMETHOD(GetDescription)
|
|
(const char** out, size_t* len);
|
|
STDMETHOD(GetVersion)
|
|
(int64_t* out);
|
|
STDMETHOD(GetModelMetadata)
|
|
(ABI::Windows::Foundation::Collections::IMapView<HSTRING, HSTRING>** metadata);
|
|
STDMETHOD(GetInputFeatures)
|
|
(ABI::Windows::Foundation::Collections::IVectorView<winml::ILearningModelFeatureDescriptor>** features);
|
|
STDMETHOD(GetOutputFeatures)
|
|
(ABI::Windows::Foundation::Collections::IVectorView<winml::ILearningModelFeatureDescriptor>** features);
|
|
|
|
private:
|
|
std::string author_;
|
|
std::string name_;
|
|
std::string domain_;
|
|
std::string description_;
|
|
int64_t version_ = 0;
|
|
std::unordered_map<std::string, std::string> model_metadata_;
|
|
wfc::IVector<winml::ILearningModelFeatureDescriptor> input_features_;
|
|
wfc::IVector<winml::ILearningModelFeatureDescriptor> output_features_;
|
|
};
|
|
|
|
class OnnruntimeModel : public Microsoft::WRL::RuntimeClass<
|
|
Microsoft::WRL::RuntimeClassFlags<Microsoft::WRL::ClassicCom>,
|
|
IModel,
|
|
IOnnxruntimeModel> {
|
|
public:
|
|
OnnruntimeModel();
|
|
|
|
HRESULT RuntimeClassInitialize(OnnxruntimeEngineFactory* engine, UniqueOrtModel&& ort_model);
|
|
|
|
STDMETHOD(GetModelInfo)
|
|
(IModelInfo** info);
|
|
STDMETHOD(ModelEnsureNoFloat16)
|
|
();
|
|
STDMETHOD(CloneModel)
|
|
(IModel** copy);
|
|
STDMETHOD(SaveModel)
|
|
(_In_ const wchar_t* const file_name,
|
|
_In_ unsigned size);
|
|
STDMETHOD(DetachOrtModel)
|
|
(OrtModel** model);
|
|
|
|
STDMETHOD(AddOperator)
|
|
(_In_ const char* const op_type, _In_ const char* const op_name, _In_ const char* const op_domain,
|
|
_In_ const char* const* op_input_names, _In_ const char* const* actual_input_names, size_t num_inputs,
|
|
_In_ const char* const* op_output_names, _In_ const char* const* actual_output_names, size_t num_outputs,
|
|
_In_ const char* const* op_attribute_names, _In_ IValue** constant_value, size_t num_attributes);
|
|
|
|
STDMETHOD(AddModelInput)
|
|
(_In_ const char* const name, _In_ IDescriptorInfoProvider* descriptor_provider, bool is_constant, IValue* default_value);
|
|
|
|
STDMETHOD(AddModelOutput)
|
|
(_In_ const char* const name, _In_ IDescriptorInfoProvider* descriptor_provider);
|
|
|
|
private:
|
|
UniqueOrtModel ort_model_;
|
|
|
|
Microsoft::WRL::ComPtr<OnnxruntimeEngineFactory> engine_factory_;
|
|
Microsoft::WRL::ComPtr<ModelInfo> info_;
|
|
|
|
std::optional<std::unordered_map<std::string, std::string>> metadata_cache_;
|
|
};
|
|
|
|
} // namespace _winml
|