mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-19 02:03:52 +00:00
d1b1cdc5c4
Remove gsl subodule and replace with a local copy of gsl-lite Refactor for onnxruntime::make_unique gsl::span size and index are now size_t Remove lambda auto argument type detection. Remove constexpr from fail_fast in gsl due to Linux not being happy. Comment out std::stream support due to MacOS std lib broken. Move make_unique into include/core/common so it is accessible for server builds. Relax requirements for onnxruntime/test/providers/cpu/ml/write_scores_test.cc due to x86 build. Add ONNXRUNTIME_ROOT to Server Lib includes so gsl is recognized
77 lines
2.7 KiB
C++
77 lines
2.7 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
#include "core/framework/execution_provider.h"
|
|
|
|
#include "core/graph/graph_viewer.h"
|
|
#include "core/framework/compute_capability.h"
|
|
#include "core/framework/kernel_registry_manager.h"
|
|
#include "core/framework/op_kernel.h"
|
|
#include "core/framework/kernel_registry.h"
|
|
|
|
namespace onnxruntime {
|
|
|
|
namespace {
|
|
//It assumes max(OrtMemType) <= 1, min(OrtMemType) = -2
|
|
inline int MakeKey(int id, OrtMemType mem_type) {
|
|
return id << 2 | (mem_type + 2);
|
|
}
|
|
} // namespace
|
|
|
|
AllocatorPtr IExecutionProvider::GetAllocator(int id, OrtMemType mem_type) const {
|
|
auto iter = allocators_.find(MakeKey(id, mem_type));
|
|
if (iter != allocators_.end()) {
|
|
return iter->second;
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
std::vector<std::unique_ptr<ComputeCapability>>
|
|
IExecutionProvider::GetCapability(const onnxruntime::GraphViewer& graph,
|
|
const std::vector<const KernelRegistry*>& kernel_registries) const {
|
|
std::vector<std::unique_ptr<ComputeCapability>> result;
|
|
for (auto& node : graph.Nodes()) {
|
|
for (auto registry : kernel_registries) {
|
|
if (registry->TryFindKernel(node, Type()) != nullptr) {
|
|
std::unique_ptr<IndexedSubGraph> sub_graph = onnxruntime::make_unique<IndexedSubGraph>();
|
|
sub_graph->nodes.push_back(node.Index());
|
|
result.push_back(onnxruntime::make_unique<ComputeCapability>(std::move(sub_graph)));
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
common::Status IExecutionProvider::Sync() const { return Status::OK(); };
|
|
|
|
common::Status IExecutionProvider::OnRunStart() { return Status::OK(); }
|
|
|
|
common::Status IExecutionProvider::OnRunEnd() { return Status::OK(); }
|
|
|
|
void IExecutionProvider::InsertAllocator(AllocatorPtr allocator) {
|
|
const OrtMemoryInfo& info = allocator->Info();
|
|
const int key = MakeKey(info.id, info.mem_type);
|
|
auto iter = allocators_.find(key);
|
|
if (iter != allocators_.end()) {
|
|
ORT_THROW("duplicated allocator");
|
|
}
|
|
allocators_.insert(iter, {key, allocator});
|
|
allocator_list_.emplace_back(gsl::not_null<IAllocator*>(allocator.get()));
|
|
}
|
|
|
|
common::Status IExecutionProvider::Compile(const std::vector<onnxruntime::Node*>& /*fused_node*/,
|
|
std::vector<NodeComputeInfo>& /*node_compute_funcs*/) {
|
|
return common::Status(common::ONNXRUNTIME, common::NOT_IMPLEMENTED);
|
|
}
|
|
|
|
common::Status IExecutionProvider::Compile(const std::vector<onnxruntime::Node*>& /*fused_node*/,
|
|
std::string& /*dll_path*/) {
|
|
return common::Status(common::ONNXRUNTIME, common::NOT_IMPLEMENTED);
|
|
}
|
|
|
|
std::shared_ptr<KernelRegistry> IExecutionProvider::GetKernelRegistry() const {
|
|
return nullptr;
|
|
}
|
|
|
|
} // namespace onnxruntime
|