mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-06 00:03:22 +00:00
ea5732319e
* init no exception changes * initial test * disable exceptions * more throw handling * minor update * fix linux build break * fix windows/nuphar build break * address cr comments, move #ifdef to ORT_CATCH * address cr comments, move #ifdef to ORT_CATCH * handle return statement in ORT_CATCH * linux build break fix * addressed cr comments, remove ort_catch_end * addressed cr comments, remove ort_catch_end * move mlas to a separated ifdef flag * merge master, move some new code in master to no_exc Co-authored-by: gwang0000 <62914304+gwang0000@users.noreply.github.com>
74 lines
No EOL
2.3 KiB
C++
74 lines
No EOL
2.3 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#include "eparser.h"
|
|
#include "TraceSession.h"
|
|
|
|
// Turns the DEFINE_GUID for EventTraceGuid into a const.
|
|
#define INITGUID
|
|
|
|
static const GUID OrtProviderGuid = {0x3a26b1ff, 0x7484, 0x7484, {0x74, 0x84, 0x15, 0x26, 0x1f, 0x42, 0x61, 0x4d}};
|
|
|
|
int real_main(int argc, TCHAR* argv[]) {
|
|
if (argc < 2) {
|
|
std::cout << "Usage: generate_perf_report_from_etl.exe <filename>" << std::endl;
|
|
return -1;
|
|
}
|
|
ProfilingInfo context;
|
|
TraceSession session;
|
|
session.AddHandler(OrtProviderGuid, OrtEventHandler, &context);
|
|
session.InitializeEtlFile(argv[1], nullptr);
|
|
ULONG status = ProcessTrace(&session.traceHandle_, 1, 0, 0);
|
|
if (status != ERROR_SUCCESS && status != ERROR_CANCELLED) {
|
|
std::cout << "OpenTrace failed with " << status << std::endl;
|
|
session.Finalize();
|
|
return -1;
|
|
}
|
|
session.Finalize();
|
|
|
|
assert(context.ortrun_count == context.ortrun_end_count);
|
|
std::vector<OpStat*> stat_array(context.op_stat.size());
|
|
size_t i = 0;
|
|
for (auto& p : context.op_stat) {
|
|
stat_array[i++] = &p.second;
|
|
}
|
|
std::sort(stat_array.begin(), stat_array.end(),
|
|
[](const OpStat* left, const OpStat* right) { return left->total_time > right->total_time; });
|
|
size_t iterations = context.time_per_run.size();
|
|
ULONG64 total_time = std::accumulate(context.time_per_run.begin() + 1, context.time_per_run.end(), (ULONG64)0);
|
|
// in microseconds
|
|
ULONG64 avg_time = total_time / (context.time_per_run.size() - 1) / 10;
|
|
double sum = 0;
|
|
for (OpStat* p : stat_array) {
|
|
if (p->name == L"Scan") {
|
|
continue;
|
|
}
|
|
uint64_t avg_time_per_op = p->total_time / iterations;
|
|
if (avg_time_per_op >= 0) {
|
|
double t = avg_time_per_op * 100.0 / avg_time;
|
|
std::wcout << p->name << L" " << p->total_time / p->count << L" " << std::fixed << std::setprecision(1) << t
|
|
<< L"%\n";
|
|
}
|
|
sum += p->total_time / (double)iterations;
|
|
}
|
|
std::wcout << L"total " << std::fixed << std::setprecision(1) << (sum * 100.0) / avg_time << L"%\n";
|
|
return 0;
|
|
}
|
|
|
|
int _tmain(int argc, TCHAR* argv[]) {
|
|
int retval = -1;
|
|
#ifndef ORT_NO_EXCEPTIONS
|
|
try
|
|
#endif
|
|
{
|
|
retval = real_main(argc, argv);
|
|
}
|
|
#ifndef ORT_NO_EXCEPTIONS
|
|
catch (std::exception& ex) {
|
|
fprintf(stderr, "%s\n", ex.what());
|
|
retval = -1;
|
|
}
|
|
#endif
|
|
|
|
return retval;
|
|
} |