mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-24 19:43:35 +00:00
9fb8867a24
* If there is an outer scope value that matches a subgraph input, don't create an implicit input from the outer scope value. Minor unrelated change for issue noticed while debugging: Use unordered_set for implicit inputs so we don't add them multiple times. * Add unit test based on onnx issue.
101 lines
3.3 KiB
C++
101 lines
3.3 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
#pragma once
|
|
|
|
#include <map>
|
|
#include <string>
|
|
|
|
#include "core/framework/allocatormgr.h"
|
|
#include "core/framework/execution_provider.h"
|
|
#include "core/providers/cpu/cpu_execution_provider.h"
|
|
#include "core/framework/ml_value.h"
|
|
|
|
#include "gsl/gsl_algorithm"
|
|
|
|
#ifdef USE_CUDA
|
|
#include "core/providers/cuda/cuda_execution_provider.h"
|
|
#endif
|
|
#ifdef USE_TENSORRT
|
|
#include "core/providers/tensorrt/tensorrt_execution_provider.h"
|
|
#endif
|
|
#ifdef USE_OPENVINO
|
|
#include "core/providers/openvino/openvino_execution_provider.h"
|
|
#endif
|
|
#ifdef USE_NNAPI
|
|
#include "core/providers/nnapi/nnapi_execution_provider.h"
|
|
#endif
|
|
|
|
namespace onnxruntime {
|
|
class Graph;
|
|
|
|
namespace test {
|
|
// Doesn't work with ExecutionProviders class and KernelRegistryManager
|
|
IExecutionProvider* TestCPUExecutionProvider();
|
|
|
|
#ifdef USE_CUDA
|
|
// Doesn't work with ExecutionProviders class and KernelRegistryManager
|
|
IExecutionProvider* TestCudaExecutionProvider();
|
|
#endif
|
|
|
|
#ifdef USE_TENSORRT
|
|
// Doesn't work with ExecutionProviders class and KernelRegistryManager
|
|
IExecutionProvider* TestTensorrtExecutionProvider();
|
|
#endif
|
|
|
|
#ifdef USE_OPENVINO
|
|
IExecutionProvider* TestOpenVINOExecutionProvider();
|
|
#endif
|
|
|
|
#ifdef USE_NNAPI
|
|
IExecutionProvider* TestNnapiExecutionProvider();
|
|
#endif
|
|
|
|
template <typename T>
|
|
inline void CopyVectorToTensor(const std::vector<T>& value, Tensor& tensor) {
|
|
gsl::copy(gsl::make_span(value), tensor.MutableDataAsSpan<T>());
|
|
}
|
|
|
|
// vector<bool> is specialized so we need to handle it separately
|
|
template <>
|
|
inline void CopyVectorToTensor<bool>(const std::vector<bool>& value, Tensor& tensor) {
|
|
auto output_span = tensor.MutableDataAsSpan<bool>();
|
|
for (size_t i = 0, end = value.size(); i < end; ++i) {
|
|
output_span[i] = value[i];
|
|
}
|
|
}
|
|
|
|
template <typename T>
|
|
void CreateMLValue(AllocatorPtr alloc, const std::vector<int64_t>& dims, const std::vector<T>& value,
|
|
OrtValue* p_mlvalue) {
|
|
TensorShape shape(dims);
|
|
auto element_type = DataTypeImpl::GetType<T>();
|
|
std::unique_ptr<Tensor> p_tensor = std::make_unique<Tensor>(element_type,
|
|
shape,
|
|
alloc);
|
|
if (value.size() > 0) {
|
|
CopyVectorToTensor(value, *p_tensor);
|
|
}
|
|
|
|
p_mlvalue->Init(p_tensor.release(),
|
|
DataTypeImpl::GetType<Tensor>(),
|
|
DataTypeImpl::GetType<Tensor>()->GetDeleteFunc());
|
|
}
|
|
|
|
template <typename T>
|
|
void AllocateMLValue(AllocatorPtr alloc, const std::vector<int64_t>& dims, OrtValue* p_mlvalue) {
|
|
TensorShape shape(dims);
|
|
auto element_type = DataTypeImpl::GetType<T>();
|
|
std::unique_ptr<Tensor> p_tensor = std::make_unique<Tensor>(element_type,
|
|
shape,
|
|
alloc);
|
|
p_mlvalue->Init(p_tensor.release(),
|
|
DataTypeImpl::GetType<Tensor>(),
|
|
DataTypeImpl::GetType<Tensor>()->GetDeleteFunc());
|
|
}
|
|
|
|
// Returns a map with the number of occurrences of each operator in the graph.
|
|
// Helper function to check that the graph transformations have been successfully applied.
|
|
std::map<std::string, int> CountOpsInGraph(const Graph& graph);
|
|
|
|
} // namespace test
|
|
} // namespace onnxruntime
|