mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-01 23:30:35 +00:00
102 lines
3.4 KiB
C++
102 lines
3.4 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
#pragma once
|
|
|
|
#include <map>
|
|
#include <string>
|
|
|
|
#include "core/graph/onnx_protobuf.h"
|
|
#include "core/framework/allocatormgr.h"
|
|
#include "core/framework/execution_provider.h"
|
|
#include "core/providers/cpu/cpu_execution_provider.h"
|
|
#include "core/framework/ml_value.h"
|
|
|
|
#include "gsl/gsl"
|
|
|
|
#ifdef USE_CUDA
|
|
#include "core/providers/cuda/cuda_execution_provider.h"
|
|
#endif
|
|
#ifdef USE_TENSORRT
|
|
#include "core/providers/tensorrt/tensorrt_execution_provider.h"
|
|
#endif
|
|
#ifdef USE_OPENVINO
|
|
#include "core/providers/openvino/openvino_execution_provider.h"
|
|
#endif
|
|
#ifdef USE_NNAPI
|
|
#include "core/providers/nnapi/nnapi_execution_provider.h"
|
|
#endif
|
|
|
|
namespace onnxruntime {
|
|
class Graph;
|
|
|
|
namespace test {
|
|
// Doesn't work with ExecutionProviders class and KernelRegistryManager
|
|
IExecutionProvider* TestCPUExecutionProvider();
|
|
|
|
#ifdef USE_CUDA
|
|
// Doesn't work with ExecutionProviders class and KernelRegistryManager
|
|
IExecutionProvider* TestCudaExecutionProvider();
|
|
#endif
|
|
|
|
#ifdef USE_TENSORRT
|
|
// Doesn't work with ExecutionProviders class and KernelRegistryManager
|
|
IExecutionProvider* TestTensorrtExecutionProvider();
|
|
#endif
|
|
|
|
#ifdef USE_OPENVINO
|
|
IExecutionProvider* TestOpenVINOExecutionProvider();
|
|
#endif
|
|
|
|
#ifdef USE_NNAPI
|
|
IExecutionProvider* TestNnapiExecutionProvider();
|
|
#endif
|
|
|
|
template <typename T>
|
|
inline void CopyVectorToTensor(const std::vector<T>& value, Tensor& tensor) {
|
|
gsl::copy(gsl::make_span(value), tensor.MutableDataAsSpan<T>());
|
|
}
|
|
|
|
// vector<bool> is specialized so we need to handle it separately
|
|
template <>
|
|
inline void CopyVectorToTensor<bool>(const std::vector<bool>& value, Tensor& tensor) {
|
|
auto output_span = tensor.MutableDataAsSpan<bool>();
|
|
for (size_t i = 0, end = value.size(); i < end; ++i) {
|
|
output_span[i] = value[i];
|
|
}
|
|
}
|
|
|
|
template <typename T>
|
|
void CreateMLValue(AllocatorPtr alloc, const std::vector<int64_t>& dims, const std::vector<T>& value,
|
|
OrtValue* p_mlvalue) {
|
|
TensorShape shape(dims);
|
|
auto element_type = DataTypeImpl::GetType<T>();
|
|
std::unique_ptr<Tensor> p_tensor = onnxruntime::make_unique<Tensor>(element_type,
|
|
shape,
|
|
alloc);
|
|
if (value.size() > 0) {
|
|
CopyVectorToTensor(value, *p_tensor);
|
|
}
|
|
|
|
p_mlvalue->Init(p_tensor.release(),
|
|
DataTypeImpl::GetType<Tensor>(),
|
|
DataTypeImpl::GetType<Tensor>()->GetDeleteFunc());
|
|
}
|
|
|
|
template <typename T>
|
|
void AllocateMLValue(AllocatorPtr alloc, const std::vector<int64_t>& dims, OrtValue* p_mlvalue) {
|
|
TensorShape shape(dims);
|
|
auto element_type = DataTypeImpl::GetType<T>();
|
|
std::unique_ptr<Tensor> p_tensor = onnxruntime::make_unique<Tensor>(element_type,
|
|
shape,
|
|
alloc);
|
|
p_mlvalue->Init(p_tensor.release(),
|
|
DataTypeImpl::GetType<Tensor>(),
|
|
DataTypeImpl::GetType<Tensor>()->GetDeleteFunc());
|
|
}
|
|
|
|
// Returns a map with the number of occurrences of each operator in the graph.
|
|
// Helper function to check that the graph transformations have been successfully applied.
|
|
std::map<std::string, int> CountOpsInGraph(const Graph& graph, bool recurse_into_subgraphs = true);
|
|
|
|
} // namespace test
|
|
} // namespace onnxruntime
|