mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-18 18:52:16 +00:00
323c4dfe02
* adding cudnn conv algorithm selection options. * adding cudnn conv algorithm selection options. * export the api * adding the perf test option. * accomodating pr comments. * Move OrtSessionOptionsAppendExecutionProvider_CUDA to onnxruntime_c_api.h * Accomodating PR comments.
64 lines
1.6 KiB
C++
64 lines
1.6 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
|
|
#include <cstdint>
|
|
#include <string>
|
|
|
|
#include "core/graph/constants.h"
|
|
#include "core/framework/session_options.h"
|
|
|
|
namespace onnxruntime {
|
|
namespace perftest {
|
|
|
|
enum class TestMode : std::uint8_t {
|
|
kFixDurationMode = 0,
|
|
KFixRepeatedTimesMode
|
|
};
|
|
|
|
enum class Platform : std::uint8_t {
|
|
kWindows = 0,
|
|
kLinux
|
|
};
|
|
|
|
struct ModelInfo {
|
|
std::string model_name;
|
|
std::basic_string<ORTCHAR_T> model_file_path;
|
|
std::basic_string<ORTCHAR_T> input_file_path;
|
|
std::basic_string<ORTCHAR_T> result_file_path;
|
|
};
|
|
|
|
struct MachineConfig {
|
|
Platform platform{Platform::kWindows};
|
|
std::string provider_type_name{onnxruntime::kCpuExecutionProvider};
|
|
};
|
|
|
|
struct RunConfig {
|
|
std::basic_string<ORTCHAR_T> profile_file;
|
|
TestMode test_mode{TestMode::kFixDurationMode};
|
|
size_t repeated_times{1000};
|
|
size_t duration_in_seconds{600};
|
|
size_t concurrent_session_runs{1};
|
|
bool f_dump_statistics{false};
|
|
bool f_verbose{false};
|
|
bool enable_memory_pattern{true};
|
|
bool enable_cpu_mem_arena{true};
|
|
bool generate_model_input_binding{false};
|
|
ExecutionMode execution_mode{ExecutionMode::ORT_SEQUENTIAL};
|
|
int intra_op_num_threads{0};
|
|
int inter_op_num_threads{0};
|
|
GraphOptimizationLevel optimization_level{ORT_ENABLE_ALL};
|
|
std::basic_string<ORTCHAR_T> optimized_model_path;
|
|
int cudnn_conv_algo{0};
|
|
};
|
|
|
|
struct PerformanceTestConfig {
|
|
ModelInfo model_info;
|
|
MachineConfig machine_config;
|
|
RunConfig run_config;
|
|
std::basic_string<ORTCHAR_T> backend = ORT_TSTR("ort");
|
|
};
|
|
|
|
} // namespace perftest
|
|
} // namespace onnxruntime
|