onnxruntime/winml/lib/Api.Experimental/LearningModelOperatorSet.cpp
Sheil Kumar 87cb6fd495
Add LearningModelBuilder to WinML Experimental Namespace along with various Audio operators (#6623)
* model building

* fix build

* winml adapter model building api

* model building

* make build

* make build again

* add model building with audio op

* inplace and inorder fft

* add ifft

* works!

* cleanup

* add comments

* switch to iterative rather than recursive and use parallelization

* batched parallelization

* fft->dft

* cleanup

* window functions

* add melweightmatrix op

* updates to make spectrogram test work

* push latest

* add onesided

* cleanup

* Clean up building apis and fix mel

* cleanup

* cleanup

* naive stft

* fix test output

* middle c complete

* 3 tones

* cleanup

* signal def new line

* Add save functionality

* Perf improvements, 10x improvement

* cleanup

* use bitreverse lookup table for performance

* implement constant initializers for tensors

* small changes

* add matmul tests

* merge issues

* support add attribute

* add tests for double data type windowfunctions and minor cleanup

* stft onesided/and not tests

* cleanup

* cleanup

* clean up

* cleanup

* remove threading attribute

* forward declare orttypeinfo

* warnings

* fwd declare

* fix warnings

* 1 more warning

* remove saving to e drive...

* cleanup and fix stft test

* add opset picker

* small additions

* add onnxruntime tests

* add signed/unsigned

* fix warning

* fix warning

* finish onnxruntime tests

* make windows namespace build succeed

* add experimental flag

* add experimental api into nuget package

* add experimental api build flag and add to windows ai nuget package

* turn experimental for tests

* add minimum opset version to new experimental domain

* api cleanup

* disable ms experimental ops test when --ms_experimental is not enabled

* add macro behind flag

* remove unused x

* pr feedback

Co-authored-by: Sheil Kumar <sheilk@microsoft.com>
2021-02-12 14:17:10 -08:00

94 lines
3.9 KiB
C++

#include "pch.h"
#include "LearningModelOperatorSet.h"
#include "LearningModelOperator.h"
#include "..\Api\inc\ILotusValueProviderPrivate.h"
namespace WINML_EXPERIMENTALP {
LearningModelOperatorSet::LearningModelOperatorSet(winml_experimental::LearningModelBuilder builder) :
builder_(builder),
operators_(winrt::single_threaded_vector<winml_experimental::LearningModelOperator>())
{
}
winml_experimental::LearningModelBuilder LearningModelOperatorSet::Add(winml_experimental::LearningModelOperator const& op)
{
auto operator_private = op.as<winml_experimentalp::LearningModelOperator>();
auto constant_input_map = operator_private->ConstantInputMapping();
auto input_map = operator_private->InputMapping();
auto output_map = operator_private->OutputMapping();
auto attribute_map = operator_private->AttributeMap();
auto operator_name = _winml::Strings::UTF8FromHString(operator_private->Name());
auto operator_type = _winml::Strings::UTF8FromHString(operator_private->Type());
auto operator_domain = _winml::Strings::UTF8FromHString(operator_private->Domain());
std::vector<std::string> operator_input_names(input_map.Size());
std::vector<std::string> actual_input_names(input_map.Size());
std::vector<const char*> raw_operator_input_names(input_map.Size());
std::vector<const char*> raw_actual_input_names(input_map.Size());
int i = 0;
for (auto kvp : input_map) {
operator_input_names[i] = _winml::Strings::UTF8FromHString(kvp.Key());
actual_input_names[i] = _winml::Strings::UTF8FromHString(kvp.Value());
raw_operator_input_names[i] = operator_input_names[i].c_str();
raw_actual_input_names[i] = actual_input_names[i].c_str();
i++;
}
std::vector<std::string> operator_output_names(output_map.Size());
std::vector<std::string> actual_output_names(output_map.Size());
std::vector<const char*> raw_operator_output_names(output_map.Size());
std::vector<const char*> raw_actual_output_names(output_map.Size());
i = 0;
for (auto kvp : output_map) {
operator_output_names[i] = _winml::Strings::UTF8FromHString(kvp.Key());
actual_output_names[i] = _winml::Strings::UTF8FromHString(kvp.Value());
raw_operator_output_names[i] = operator_output_names[i].c_str();
raw_actual_output_names[i] = actual_output_names[i].c_str();
i++;
}
// Create the Binding Context to pass to the feature value
_winml::BindingContext context{
_winml::BindingType::kInput,
builder_.as<winml_experimentalp::LearningModelBuilder>()->InertSession(),
nullptr,
nullptr,
{} // SubresourceId is set by callee
};
std::vector<std::string> attribute_names(attribute_map.Size());
std::vector<const char*> raw_attribute_names(attribute_map.Size());
std::vector<winrt::com_ptr<_winml::IValue>> attribute_values(attribute_map.Size());
std::vector<_winml::IValue*> raw_attribute_values(attribute_map.Size());
i = 0;
for (auto kvp : attribute_map) {
attribute_names[i] = _winml::Strings::UTF8FromHString(kvp.Key());
auto default_value_value_provider = kvp.Value().as<_winml::ILotusValueProviderPrivate>();
default_value_value_provider->GetValue(context, attribute_values[i].put());
raw_attribute_names[i] = attribute_names[i].c_str();
raw_attribute_values[i] = attribute_values[i].get();
i++;
}
auto builder = builder_.as<winml_experimentalp::LearningModelBuilder>();
WINML_THROW_IF_FAILED(builder->UseModel()->AddOperator(
operator_type.c_str(),
operator_name.c_str(),
operator_domain.c_str(),
raw_operator_input_names.data(), raw_actual_input_names.data(), input_map.Size(),
raw_operator_output_names.data(), raw_actual_output_names.data(), output_map.Size(),
raw_attribute_names.data(), raw_attribute_values.data(), attribute_map.Size()));
// Add constants
for (auto kvp : constant_input_map) {
builder_.Inputs().AddConstant(kvp.Key(), kvp.Value());
}
return builder_;
}
}