mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-22 19:23:30 +00:00
### Description Merge main to WindowsAI ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. --> --------- Signed-off-by: Nash <george.nash@intel.com> Signed-off-by: Yiming Hu <yiming.hu@amd.com> Signed-off-by: Liqun Fu <liqfu@microsoft.com> Co-authored-by: Kaz Nishimura <kazssym@linuxfront.com> Co-authored-by: Tianlei Wu <tlwu@microsoft.com> Co-authored-by: Nat Kershaw (MSFT) <nakersha@microsoft.com> Co-authored-by: Yulong Wang <7679871+fs-eire@users.noreply.github.com> Co-authored-by: Changming Sun <chasun@microsoft.com> Co-authored-by: zesongw <zesong.wang@intel.com> Co-authored-by: Yi Zhang <zhanyi@microsoft.com> Co-authored-by: Dmitri Smirnov <yuslepukhin@users.noreply.github.com> Co-authored-by: Yifan Li <109183385+yf711@users.noreply.github.com> Co-authored-by: simonjub <78098752+simonjub@users.noreply.github.com> Co-authored-by: PeixuanZuo <94887879+PeixuanZuo@users.noreply.github.com> Co-authored-by: Adrian Lizarraga <adlizarraga@microsoft.com> Co-authored-by: Edward Chen <18449977+edgchen1@users.noreply.github.com> Co-authored-by: Arthur Islamov <arthur@islamov.ai> Co-authored-by: Jambay Kinley <jambaykinley@microsoft.com> Co-authored-by: Justin Chu <justinchuby@users.noreply.github.com> Co-authored-by: Wei-Sheng Chin <wschin@outlook.com> Co-authored-by: Bowen Bao <bowbao@microsoft.com> Co-authored-by: Hariharan Seshadri <shariharan91@gmail.com> Co-authored-by: Numfor Tiapo <numsmt2@gmail.com> Co-authored-by: Vincent Wang <wangwchpku@outlook.com> Co-authored-by: Pranav Sharma <prs@microsoft.com> Co-authored-by: George Nash <george.nash@intel.com> Co-authored-by: Abhishek Jindal <abjindal@microsoft.com> Co-authored-by: pengwa <pengwa@microsoft.com> Co-authored-by: Yiming Hu <woinck@users.noreply.github.com> Co-authored-by: Jiajia Qin <jiajia.qin@intel.com> Co-authored-by: Lukas Berbuer <36054362+lukasberbuer@users.noreply.github.com> Co-authored-by: Wanming Lin <wanming.lin@intel.com> Co-authored-by: Xavier Dupré <xadupre@users.noreply.github.com> Co-authored-by: aimilefth <60664743+aimilefth@users.noreply.github.com> Co-authored-by: Baiju Meswani <bmeswani@microsoft.com> Co-authored-by: Adam Pocock <adam.pocock@oracle.com> Co-authored-by: Chi Lo <54722500+chilo-ms@users.noreply.github.com> Co-authored-by: RandySheriffH <48490400+RandySheriffH@users.noreply.github.com> Co-authored-by: Randy Shuai <rashuai@microsoft.com> Co-authored-by: Vadym Stupakov <vadim.stupakov@gmail.com> Co-authored-by: Jian Chen <cjian@microsoft.com> Co-authored-by: Brian Lambert <98757707+brian-pieces@users.noreply.github.com> Co-authored-by: Nicolò Lucchesi <nicolo.lucchesi@gmail.com> Co-authored-by: liqun Fu <liqfu@microsoft.com> Co-authored-by: trajep <trajepl@gmail.com> Co-authored-by: Scott McKay <skottmckay@gmail.com> Co-authored-by: Mustafa Ateş Uzun <mustafauzun0@gmail.com> Co-authored-by: MistEO <mistereo@hotmail.com> Co-authored-by: satyajandhyala <satya.k.jandhyala@gmail.com> Co-authored-by: shaahji <96227573+shaahji@users.noreply.github.com> Co-authored-by: Rachel Guo <35738743+YUNQIUGUO@users.noreply.github.com> Co-authored-by: rachguo <rachguo@rachguos-Mini.attlocal.net> Co-authored-by: Caroline Zhu <wolfivyaura@gmail.com> Co-authored-by: Caroline Zhu <carolinezhu@microsoft.com> Co-authored-by: Guenther Schmuelling <guschmue@microsoft.com> Co-authored-by: xhcao <xinghua.cao@intel.com> Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com> Co-authored-by: Xu Xing <xing.xu@intel.com> Co-authored-by: Hector Li <hecli@microsoft.com> Co-authored-by: Ye Wang <52801275+wangyems@users.noreply.github.com> Co-authored-by: Your Name <you@example.com> Co-authored-by: Benedikt Hilmes <benedikt.hilmes@rwth-aachen.de> Co-authored-by: rachguo <rachguo@rachguos-Mac-mini.local> Co-authored-by: George Wu <jywu@microsoft.com> Co-authored-by: JiCheng <wejoncy@163.com> Co-authored-by: Sheil Kumar <smk2007@gmail.com> Co-authored-by: Sheil Kumar <sheilk@microsoft.com> Co-authored-by: cloudhan <guangyunhan@microsoft.com> Co-authored-by: kyoshisuki <143475866+kyoshisuki@users.noreply.github.com> Co-authored-by: aciddelgado <139922440+aciddelgado@users.noreply.github.com> Co-authored-by: tlwu@microsoft.com <tlwu@a100.crj0ad2y1kku1j4yxl4sj10o4e.gx.internal.cloudapp.net> Co-authored-by: Maximilian Müller <44298237+gedoensmax@users.noreply.github.com> Co-authored-by: Tang, Cheng <souptc@gmail.com> Co-authored-by: Cheng Tang <chenta@microsoft.com@orttrainingdev9.d32nl1ml4oruzj4qz3bqlggovf.px.internal.cloudapp.net> Co-authored-by: Cheng Tang <chenta@microsoft.com> Co-authored-by: Jeff Daily <jeff.daily@amd.com> Co-authored-by: cloudhan <cloudhan@outlook.com> Co-authored-by: Yufeng Li <liyufeng1987@gmail.com> Co-authored-by: Zhang Lei <zhang.huanning@hotmail.com> Co-authored-by: Dwayne Robinson <fdwr@hotmail.com> Co-authored-by: Zhipeng Han <zhipeng.han@outlook.com> Co-authored-by: Thiago Crepaldi <thiago.crepaldi@microsoft.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Patrice Vignola <vignola.patrice@gmail.com> Co-authored-by: kunal-vaishnavi <115581922+kunal-vaishnavi@users.noreply.github.com> Co-authored-by: snadampal <87143774+snadampal@users.noreply.github.com> Co-authored-by: Sumit Agarwal <sumitagarwal330@gmail.com> Co-authored-by: Ashwini Khade <askhade@microsoft.com> Co-authored-by: Yang Gu <yang.gu@intel.com> Co-authored-by: Cheng Tang <chenta@a100.crj0ad2y1kku1j4yxl4sj10o4e.gx.internal.cloudapp.net> Co-authored-by: mindest <30493312+mindest@users.noreply.github.com> Co-authored-by: Scott McKay <Scott.McKay@microsoft.com> Co-authored-by: Xavier Dupre <xadupre@microsoft.com@orttrainingdev9.d32nl1ml4oruzj4qz3bqlggovf.px.internal.cloudapp.net> Co-authored-by: guyang3532 <62738430+guyang3532@users.noreply.github.com> Co-authored-by: Carson M <carson@pyke.io> Co-authored-by: sophies927 <107952697+sophies927@users.noreply.github.com>
153 lines
4.4 KiB
C++
153 lines
4.4 KiB
C++
#pragma once
|
|
|
|
#ifndef MICROSOFT_AI_MACHINELEARNING_H_
|
|
#define MICROSOFT_AI_MACHINELEARNING_H_
|
|
|
|
#define ML_FAIL_FAST_IF(condition) \
|
|
do { \
|
|
bool _cond = condition; \
|
|
if (_cond) { \
|
|
__fastfail(0); \
|
|
} \
|
|
} while (0)
|
|
|
|
namespace Microsoft {
|
|
namespace AI {
|
|
namespace MachineLearning {
|
|
using tensor_shape_type = int64_t;
|
|
}
|
|
} // namespace AI
|
|
} // namespace Microsoft
|
|
|
|
#include "winml_microsoft.h"
|
|
|
|
namespace Microsoft {
|
|
namespace AI {
|
|
namespace MachineLearning {
|
|
namespace Details {
|
|
using learning_model = WinMLLearningModel;
|
|
using learning_model_device = WinMLLearningModelDevice;
|
|
using learning_model_session = WinMLLearningModelSession;
|
|
using learning_model_binding = WinMLLearningModelBinding;
|
|
using learning_model_results = WinMLLearningModelResults;
|
|
} // namespace Details
|
|
} // namespace MachineLearning
|
|
} // namespace AI
|
|
} // namespace Microsoft
|
|
|
|
namespace Microsoft {
|
|
namespace AI {
|
|
namespace MachineLearning {
|
|
|
|
struct learning_model {
|
|
friend struct learning_model_session;
|
|
|
|
learning_model(const wchar_t* model_path, size_t size) : m_model(model_path, size) {}
|
|
|
|
learning_model(const char* bytes, size_t size) : m_model(bytes, size) {}
|
|
|
|
private:
|
|
Details::learning_model m_model;
|
|
};
|
|
|
|
struct learning_model_results {
|
|
friend struct learning_model_session;
|
|
|
|
int32_t get_output(const wchar_t* feature_name, size_t feature_name_size, void** pp_buffer, size_t* p_capacity) {
|
|
return m_results.get_output(feature_name, feature_name_size, pp_buffer, p_capacity);
|
|
}
|
|
|
|
private:
|
|
learning_model_results(Details::learning_model_results results) : m_results(results) {}
|
|
|
|
private:
|
|
Details::learning_model_results m_results;
|
|
};
|
|
|
|
struct learning_model_device {
|
|
friend struct learning_model_session;
|
|
|
|
learning_model_device() : m_device() {}
|
|
|
|
learning_model_device(learning_model_device&& device) : m_device(std::move(device.m_device)) {}
|
|
|
|
learning_model_device(learning_model_device& device) : m_device(device.m_device) {}
|
|
|
|
void operator=(learning_model_device& device) { m_device = device.m_device; }
|
|
|
|
protected:
|
|
learning_model_device(Details::learning_model_device&& learning_model_device)
|
|
: m_device(std::move(learning_model_device)) {}
|
|
|
|
private:
|
|
Details::learning_model_device m_device;
|
|
};
|
|
|
|
struct learning_model_session {
|
|
friend struct learning_model_binding;
|
|
|
|
learning_model_session(const learning_model& model) : m_session(model.m_model) {}
|
|
|
|
learning_model_session(const learning_model& model, const learning_model_device& device)
|
|
: m_session(model.m_model, device.m_device) {}
|
|
|
|
inline learning_model_results evaluate(learning_model_binding& binding);
|
|
|
|
private:
|
|
Details::learning_model_session m_session;
|
|
};
|
|
|
|
struct learning_model_binding {
|
|
friend struct learning_model_session;
|
|
|
|
learning_model_binding(const learning_model_session& session) : m_binding(session.m_session) {}
|
|
|
|
template <typename T>
|
|
int32_t bind_as_reference(
|
|
const wchar_t* feature_name,
|
|
size_t feature_name_size,
|
|
tensor_shape_type* p_shape,
|
|
size_t shape_size,
|
|
T* p_data,
|
|
size_t data_size
|
|
) {
|
|
return m_binding.bind_as_reference<T>(feature_name, feature_name_size, p_shape, shape_size, p_data, data_size);
|
|
}
|
|
|
|
template <typename T = float>
|
|
int32_t bind_as_references(
|
|
const wchar_t* feature_name, size_t feature_name_size, T** p_data, size_t* data_sizes, size_t num_buffers
|
|
) {
|
|
return m_binding.bind_as_references<T>(feature_name, feature_name_size, p_data, data_sizes, num_buffers);
|
|
}
|
|
|
|
template <typename T>
|
|
int32_t bind(
|
|
const wchar_t* feature_name,
|
|
size_t feature_name_size,
|
|
tensor_shape_type* p_shape,
|
|
size_t shape_size,
|
|
T* p_data,
|
|
size_t data_size
|
|
) {
|
|
return m_binding.bind<T>(feature_name, feature_name_size, p_shape, shape_size, p_data, data_size);
|
|
}
|
|
|
|
template <typename T = float>
|
|
int32_t bind(const wchar_t* feature_name, size_t feature_name_size, tensor_shape_type* p_shape, size_t shape_size) {
|
|
return m_binding.bind<T>(feature_name, feature_name_size, p_shape, shape_size);
|
|
}
|
|
|
|
private:
|
|
Details::learning_model_binding m_binding;
|
|
};
|
|
|
|
learning_model_results learning_model_session::evaluate(learning_model_binding& binding) {
|
|
return Details::learning_model_results(m_session.evaluate(binding.m_binding));
|
|
}
|
|
|
|
} // namespace MachineLearning
|
|
} // namespace AI
|
|
} // namespace Microsoft
|
|
|
|
#endif // MICROSOFT_AI_MACHINELEARNING_H_
|