mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-01 23:30:35 +00:00
c262879214
### Description I've added changes to support CUDA and DML (only on Windows, on other platforms it will throw an error) ### Motivation and Context It fixes this feature request https://github.com/microsoft/onnxruntime/issues/14127 which is tracked here https://github.com/microsoft/onnxruntime/issues/14529 I was working on StableDiffusion implementation for node.js and it is very slow on CPU, so GPU support is essential. Here is a working demo with a patched and precompiled version https://github.com/dakenf/stable-diffusion-nodejs ---------
75 lines
2.2 KiB
C++
75 lines
2.2 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
|
|
#include "onnxruntime_cxx_api.h"
|
|
|
|
#include <memory>
|
|
#include <napi.h>
|
|
|
|
// class InferenceSessionWrap is a N-API object wrapper for native InferenceSession.
|
|
class InferenceSessionWrap : public Napi::ObjectWrap<InferenceSessionWrap> {
|
|
public:
|
|
static Napi::Object Init(Napi::Env env, Napi::Object exports);
|
|
InferenceSessionWrap(const Napi::CallbackInfo &info);
|
|
|
|
private:
|
|
/**
|
|
* [sync] list supported backend list
|
|
* @returns array with objects { "name": "cpu", requirementsInstalled: true }
|
|
*/
|
|
static Napi::Value ListSupportedBackends(const Napi::CallbackInfo &info);
|
|
|
|
/**
|
|
* [sync] create the session.
|
|
* @param arg0 either a string (file path) or a Uint8Array
|
|
* @returns nothing
|
|
* @throw error if status code != 0
|
|
*/
|
|
Napi::Value LoadModel(const Napi::CallbackInfo &info);
|
|
|
|
// following functions have to be called after model is loaded.
|
|
|
|
/**
|
|
* [sync] get input names.
|
|
* @param nothing
|
|
* @returns a string array.
|
|
* @throw nothing
|
|
*/
|
|
Napi::Value GetInputNames(const Napi::CallbackInfo &info);
|
|
/**
|
|
* [sync] get output names.
|
|
* @param nothing
|
|
* @returns a string array.
|
|
* @throw nothing
|
|
*/
|
|
Napi::Value GetOutputNames(const Napi::CallbackInfo &info);
|
|
|
|
/**
|
|
* [sync] run the model.
|
|
* @param arg0 input object: all keys must present, value is object
|
|
* @param arg1 output object: at least one key must present, value can be null.
|
|
* @returns an object that every output specified will present and value must be object
|
|
* @throw error if status code != 0
|
|
*/
|
|
Napi::Value Run(const Napi::CallbackInfo &info);
|
|
|
|
// private members
|
|
|
|
// persistent constructor
|
|
static Napi::FunctionReference constructor;
|
|
|
|
// session objects
|
|
bool initialized_;
|
|
std::unique_ptr<Ort::Session> session_;
|
|
std::unique_ptr<Ort::RunOptions> defaultRunOptions_;
|
|
|
|
// input/output metadata
|
|
std::vector<std::string> inputNames_;
|
|
std::vector<ONNXType> inputTypes_;
|
|
std::vector<ONNXTensorElementDataType> inputTensorElementDataTypes_;
|
|
std::vector<std::string> outputNames_;
|
|
std::vector<ONNXType> outputTypes_;
|
|
std::vector<ONNXTensorElementDataType> outputTensorElementDataTypes_;
|
|
};
|