saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-10 17:37:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add a few benchmarks (#512)

Browse source 
* Add a few benchmarks
This commit is contained in:
Changming Sun 2019-02-22 13:19:54 -08:00 committed by GitHub
parent 5171e8b129
commit 4c7fd49949
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 59 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
onnxruntime/test/onnx/microbenchmark/main.cc
View file

@ -11,6 +11,7 @@
#include <core/graph/model.h>
#include <core/graph/graph.h>
#include <core/framework/kernel_def_builder.h>
#include <core/session/onnxruntime_c_api.h>
#include <unordered_map>
using namespace onnxruntime;
@ -48,18 +49,24 @@ static void BM_ResolveGraph(benchmark::State& state) {
}
BENCHMARK(BM_ResolveGraph);
#define ORT_ABORT_ON_ERROR(expr) \
do { \
OrtStatus* onnx_status = (expr); \
if (onnx_status != NULL) { \
const char* msg = OrtGetErrorMessage(onnx_status); \
fprintf(stderr, "%s\n", msg); \
OrtReleaseStatus(onnx_status); \
abort(); \
} \
} while (0);
OrtEnv* env = nullptr;
int main(int argc, char** argv) {
::benchmark::Initialize(&argc, argv);
if (::benchmark::ReportUnrecognizedArguments(argc, argv)) return -1;
std::string default_logger_id{"Default"};
logging::LoggingManager default_logging_manager{std::unique_ptr<logging::ISink>{new logging::CLogSink{}},
logging::Severity::kWARNING, false,
logging::LoggingManager::InstanceType::Default,
&default_logger_id};
std::unique_ptr<Environment> env;
auto status = Environment::Create(env);
ORT_ABORT_ON_ERROR(OrtCreateEnv(ORT_LOGGING_LEVEL_WARNING, "test", &env));
::benchmark::RunSpecifiedBenchmarks();
OrtReleaseEnv(env);
return 0;
}

44
onnxruntime/test/onnx/microbenchmark/modeltest.cc
View file

@ -3,6 +3,8 @@
#include <benchmark/benchmark.h>
#include <core/graph/model.h>
#include <core/session/onnxruntime_c_api.h>
#include "providers.h"
static void BM_LoadModel(benchmark::State& state) {
for (auto _ : state) {
@ -16,3 +18,45 @@ static void BM_LoadModel(benchmark::State& state) {
}
BENCHMARK(BM_LoadModel);
extern OrtEnv* env;
#define ORT_BREAK_ON_ERROR(expr) \
do { \
OrtStatus* onnx_status = (expr); \
if (onnx_status != NULL) { \
state.SkipWithError(OrtGetErrorMessage(onnx_status)); \
OrtReleaseStatus(onnx_status); \
} \
} while (0);
#ifdef USE_CUDA
static void BM_CreateSession_WithGPU(benchmark::State& state) {
const char* model_path = "../models/opset8/test_bvlc_alexnet/model.onnx";
OrtSessionOptions* session_option = OrtCreateSessionOptions();
ORT_BREAK_ON_ERROR(OrtSessionOptionsAppendExecutionProvider_CUDA(session_option, 0));
for (auto _ : state) {
OrtSession* session;
ORT_BREAK_ON_ERROR(OrtCreateSession(env, model_path, session_option, &session));
state.PauseTiming();
OrtReleaseSession(session);
state.ResumeTiming();
}
OrtReleaseSessionOptions(session_option);
}
BENCHMARK(BM_CreateSession_WithGPU);
#endif
static void BM_CreateSession(benchmark::State& state) {
const char* model_path = "../models/opset8/test_bvlc_alexnet/model.onnx";
OrtSessionOptions* session_option = OrtCreateSessionOptions();
for (auto _ : state) {
OrtSession* session;
ORT_BREAK_ON_ERROR(OrtCreateSession(env, model_path, session_option, &session));
state.PauseTiming();
OrtReleaseSession(session);
state.ResumeTiming();
}
OrtReleaseSessionOptions(session_option);
}
BENCHMARK(BM_CreateSession);