mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-04 04:07:22 +00:00
a8ff209ab6
* replace log sinks * limit headers to include dir * first changes to do dynamic linking * wip for using cxx api * remove weird dangling dependency * building with tests failing * finish updating converters * fix const * intital introduction of typedef * change logging to use spdlog * get tests passing * clang format * map logging levels better * clean up unused imports * trent cr comments * clang-format * code review comments * changing buffer use to reserve * Dynamically link * revert tvm * update binary uploading * catch exceptions by const-ref * Revert "revert tvm" This reverts commit 387676dd1018134d15eb71fa126f7caf94380800. * fix typo * update versioning of lib
82 lines
3.2 KiB
C++
82 lines
3.2 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#include <memory>
|
|
#include "environment.h"
|
|
#include "core/session/onnxruntime_cxx_api.h"
|
|
|
|
namespace onnxruntime {
|
|
namespace server {
|
|
|
|
static spdlog::level::level_enum Convert(OrtLoggingLevel in) {
|
|
switch (in) {
|
|
case OrtLoggingLevel::ORT_LOGGING_LEVEL_VERBOSE:
|
|
return spdlog::level::level_enum::debug;
|
|
case OrtLoggingLevel::ORT_LOGGING_LEVEL_INFO:
|
|
return spdlog::level::level_enum::info;
|
|
case OrtLoggingLevel::ORT_LOGGING_LEVEL_WARNING:
|
|
return spdlog::level::level_enum::warn;
|
|
case OrtLoggingLevel::ORT_LOGGING_LEVEL_ERROR:
|
|
return spdlog::level::level_enum::err;
|
|
case OrtLoggingLevel::ORT_LOGGING_LEVEL_FATAL:
|
|
return spdlog::level::level_enum::critical;
|
|
default:
|
|
return spdlog::level::level_enum::off;
|
|
}
|
|
}
|
|
|
|
void ORT_API_CALL Log(void* param, OrtLoggingLevel severity, const char* category, const char* logid, const char* code_location,
|
|
const char* message) {
|
|
spdlog::logger* logger = static_cast<spdlog::logger*>(param);
|
|
logger->log(Convert(severity), "[{} {} {}]: {}", logid, category, code_location, message);
|
|
return;
|
|
}
|
|
|
|
ServerEnvironment::ServerEnvironment(OrtLoggingLevel severity, spdlog::sinks_init_list sink) : severity_(severity),
|
|
logger_id_("ServerApp"),
|
|
sink_(sink),
|
|
default_logger_(std::make_shared<spdlog::logger>(logger_id_, sink)),
|
|
runtime_environment_(severity, logger_id_.c_str(), Log, default_logger_.get()),
|
|
session(nullptr) {
|
|
spdlog::set_automatic_registration(false);
|
|
spdlog::set_level(Convert(severity_));
|
|
spdlog::initialize_logger(default_logger_);
|
|
}
|
|
|
|
void ServerEnvironment::InitializeModel(const std::string& model_path) {
|
|
session = Ort::Session(runtime_environment_, model_path.c_str(), Ort::SessionOptions());
|
|
|
|
auto output_count = session.GetOutputCount();
|
|
|
|
auto allocator = Ort::Allocator::CreateDefault();
|
|
for (size_t i = 0; i < output_count; i++) {
|
|
auto name = session.GetOutputName(i, allocator);
|
|
model_output_names_.push_back(name);
|
|
allocator.Free(name);
|
|
}
|
|
}
|
|
|
|
const std::vector<std::string>& ServerEnvironment::GetModelOutputNames() const {
|
|
return model_output_names_;
|
|
}
|
|
|
|
OrtLoggingLevel ServerEnvironment::GetLogSeverity() const {
|
|
return severity_;
|
|
}
|
|
|
|
const Ort::Session& ServerEnvironment::GetSession() const {
|
|
return session;
|
|
}
|
|
|
|
std::shared_ptr<spdlog::logger> ServerEnvironment::GetLogger(const std::string& request_id) const {
|
|
auto logger = std::make_shared<spdlog::logger>(request_id, sink_.begin(), sink_.end());
|
|
spdlog::initialize_logger(logger);
|
|
return logger;
|
|
}
|
|
|
|
std::shared_ptr<spdlog::logger> ServerEnvironment::GetAppLogger() const {
|
|
return default_logger_;
|
|
}
|
|
|
|
} // namespace server
|
|
} // namespace onnxruntime
|