mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-24 19:43:35 +00:00
a8ff209ab6
* replace log sinks * limit headers to include dir * first changes to do dynamic linking * wip for using cxx api * remove weird dangling dependency * building with tests failing * finish updating converters * fix const * intital introduction of typedef * change logging to use spdlog * get tests passing * clang format * map logging levels better * clean up unused imports * trent cr comments * clang-format * code review comments * changing buffer use to reserve * Dynamically link * revert tvm * update binary uploading * catch exceptions by const-ref * Revert "revert tvm" This reverts commit 387676dd1018134d15eb71fa126f7caf94380800. * fix typo * update versioning of lib
80 lines
No EOL
2.1 KiB
C++
80 lines
No EOL
2.1 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#include <sstream>
|
|
#include <iomanip>
|
|
|
|
#include <boost/beast/core.hpp>
|
|
#include <google/protobuf/util/json_util.h>
|
|
|
|
#include "predict.pb.h"
|
|
#include "json_handling.h"
|
|
|
|
namespace protobufutil = google::protobuf::util;
|
|
|
|
namespace onnxruntime {
|
|
namespace server {
|
|
|
|
protobufutil::Status GetRequestFromJson(const std::string& json_string, /* out */ onnxruntime::server::PredictRequest& request) {
|
|
protobufutil::JsonParseOptions options;
|
|
options.ignore_unknown_fields = true;
|
|
|
|
protobufutil::Status result = JsonStringToMessage(json_string, &request, options);
|
|
return result;
|
|
}
|
|
|
|
protobufutil::Status GenerateResponseInJson(const onnxruntime::server::PredictResponse& response, /* out */ std::string& json_string) {
|
|
protobufutil::JsonPrintOptions options;
|
|
options.add_whitespace = false;
|
|
options.always_print_primitive_fields = false;
|
|
options.always_print_enums_as_ints = false;
|
|
options.preserve_proto_field_names = false;
|
|
|
|
protobufutil::Status result = MessageToJsonString(response, &json_string, options);
|
|
return result;
|
|
}
|
|
|
|
std::string CreateJsonError(const http::status error_code, const std::string& error_message) {
|
|
auto escaped_message = escape_string(error_message);
|
|
return R"({"error_code": )" + std::to_string(int(error_code)) + R"(, "error_message": ")" + escaped_message + R"("})" + "\n";
|
|
}
|
|
|
|
std::string escape_string(const std::string& message) {
|
|
std::ostringstream o;
|
|
for (char c : message) {
|
|
switch (c) {
|
|
case '"':
|
|
o << "\\\"";
|
|
break;
|
|
case '\\':
|
|
o << "\\\\";
|
|
break;
|
|
case '\b':
|
|
o << "\\b";
|
|
break;
|
|
case '\f':
|
|
o << "\\f";
|
|
break;
|
|
case '\n':
|
|
o << "\\n";
|
|
break;
|
|
case '\r':
|
|
o << "\\r";
|
|
break;
|
|
case '\t':
|
|
o << "\\t";
|
|
break;
|
|
default:
|
|
if ('\x00' <= c && c <= '\x1f') {
|
|
o << "\\u"
|
|
<< std::hex << std::setw(4) << std::setfill('0') << (int)c;
|
|
} else {
|
|
o << c;
|
|
}
|
|
}
|
|
}
|
|
return o.str();
|
|
}
|
|
|
|
} // namespace server
|
|
} // namespace onnxruntime
|