From eabb14788a7f1388d1b1f2c0da6cab0b2c480503 Mon Sep 17 00:00:00 2001 From: soundarthiaga <90360019+soundarthiaga@users.noreply.github.com> Date: Fri, 18 Mar 2022 21:01:11 -0700 Subject: [PATCH] [perf_metric] added inferences per second metric (#10921) --- onnxruntime/test/perftest/performance_runner.cc | 1 + 1 file changed, 1 insertion(+) diff --git a/onnxruntime/test/perftest/performance_runner.cc b/onnxruntime/test/perftest/performance_runner.cc index f84dc1b464..2a7a04c122 100644 --- a/onnxruntime/test/perftest/performance_runner.cc +++ b/onnxruntime/test/perftest/performance_runner.cc @@ -147,6 +147,7 @@ Status PerformanceRunner::Run() { << "Average inference time cost: " << performance_result_.total_time_cost / performance_result_.time_costs.size() * 1000 << " ms\n" // Time between start and end of run. Less than Total time cost when running requests in parallel. << "Total inference run time: " << inference_duration.count() << " s\n" + << "Number of inferences per second: " << performance_result_.time_costs.size() / inference_duration.count() << " \n" << "Avg CPU usage: " << performance_result_.average_CPU_usage << " %\n" << "Peak working set size: " << performance_result_.peak_workingset_size << " bytes" << std::endl;