mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-27 22:45:57 +00:00
f8c3442880
* Mention OrtCreateSessionFromArray in C API doc * Part 2 of renaming AllocatorInfo to MemoryInfo. * pr comments * fix comment
45 lines
1.8 KiB
C++
45 lines
1.8 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
|
|
#include <google/protobuf/stubs/status.h>
|
|
|
|
#include "environment.h"
|
|
#include "predict.pb.h"
|
|
#include "util.h"
|
|
#include "core/session/onnxruntime_cxx_api.h"
|
|
|
|
namespace onnxruntime {
|
|
namespace server {
|
|
|
|
class Executor {
|
|
public:
|
|
Executor(ServerEnvironment* server_env, std::string request_id) : env_(server_env),
|
|
request_id_(std::move(request_id)),
|
|
using_raw_data_(true) {}
|
|
|
|
// Prediction method
|
|
google::protobuf::util::Status Predict(const std::string& model_name,
|
|
const std::string& model_version,
|
|
const onnxruntime::server::PredictRequest& request,
|
|
/* out */ onnxruntime::server::PredictResponse& response);
|
|
|
|
private:
|
|
ServerEnvironment* env_;
|
|
const std::string request_id_;
|
|
bool using_raw_data_;
|
|
|
|
google::protobuf::util::Status SetMLValue(const onnx::TensorProto& input_tensor,
|
|
MemBufferArray& buffers,
|
|
OrtMemoryInfo* cpu_memory_info,
|
|
/* out */ Ort::Value& ml_value);
|
|
|
|
google::protobuf::util::Status SetNameMLValueMap(/* out */ std::vector<std::string>& input_names,
|
|
/* out */ std::vector<Ort::Value>& input_values,
|
|
const onnxruntime::server::PredictRequest& request,
|
|
MemBufferArray& buffers);
|
|
};
|
|
|
|
} // namespace server
|
|
} // namespace onnxruntime
|