mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-06-06 00:03:22 +00:00
8d6825b3e0
* Revert the cuda algo finding change as this causes a significant memory bloat. (#8181) * Revert the cuda algo finding change as this causes a significant memory bloat. * Address PR comment * Make pipelines to support torch1.8.1 and torch1.9.0 (#8084) * Add post-install command to build PyTorch CPP extensions from within onnxruntime package (#8027) ORTModule requires two PyTorch CPP extensions that are currently JIT compiled. The runtime compilation can cause issues in some environments without all build requirements or in environments with multiple instances of ORTModule running in parallel This PR creates a custom command to compile such extensions that must be manually executed before ORTModule is executed for the first time. When users try to use ORTModule before the extensions are compiled, an error with instructions are raised PyTorch CPP Extensions for ORTModule can be compiled by running: python -m onnxruntime.training.ortmodule.torch_cpp_extensions.install Full build environment is needed for this * Patch orttraining-ortmodule pipeline with latest fix on master * add cuda version to build config * [rel-1.8.1][Objective-C API] Cherry-pick Objective-C API updates (#8197) * [Objective-C API] Add ORTSession methods to get input, overridable initializer, and output names. (#7837) * [Objective-C API] Fixes from package testing and clean up (#7866) * [Objective-C API] Enable CoreML EP (#7914) Enable CoreML EP in Objective-C API. * [Objective-C API] Add script to assemble pod package files. (#7958) Add a helper script for creating the Objective-C API pod package. It puts the necessary files and generates a podspec in a staging directory. * [Objective-C API] Add support for documentation generation (#7999) Adding support for generating API documentation with the Jazzy tool. It's a manual process now, but we can eventually make it a part of the release pipeline. Co-authored-by: Pranav Sharma <prs@microsoft.com> Co-authored-by: liqunfu <liqfu@microsoft.com> Co-authored-by: Thiago Crepaldi <thiago.crepaldi@microsoft.com> Co-authored-by: Baiju Meswani <bmeswani@microsoft.com> Co-authored-by: Edward Chen <18449977+edgchen1@users.noreply.github.com>
94 lines
2.7 KiB
Objective-C
94 lines
2.7 KiB
Objective-C
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#import <Foundation/Foundation.h>
|
|
|
|
#import "ort_enums.h"
|
|
|
|
NS_ASSUME_NONNULL_BEGIN
|
|
|
|
@class ORTValueTypeInfo;
|
|
@class ORTTensorTypeAndShapeInfo;
|
|
|
|
/**
|
|
* An ORT value encapsulates data used as an input or output to a model at runtime.
|
|
*/
|
|
@interface ORTValue : NSObject
|
|
|
|
- (instancetype)init NS_UNAVAILABLE;
|
|
|
|
/**
|
|
* Creates a value that is a tensor.
|
|
* The tensor data is allocated by the caller.
|
|
*
|
|
* @param tensorData The tensor data.
|
|
* @param elementType The tensor element data type.
|
|
* @param shape The tensor shape.
|
|
* @param error Optional error information set if an error occurs.
|
|
* @return The instance, or nil if an error occurs.
|
|
*/
|
|
- (nullable instancetype)initWithTensorData:(NSMutableData*)tensorData
|
|
elementType:(ORTTensorElementDataType)elementType
|
|
shape:(NSArray<NSNumber*>*)shape
|
|
error:(NSError**)error;
|
|
|
|
/**
|
|
* Gets the type information.
|
|
*
|
|
* @param error Optional error information set if an error occurs.
|
|
* @return The type information, or nil if an error occurs.
|
|
*/
|
|
- (nullable ORTValueTypeInfo*)typeInfoWithError:(NSError**)error;
|
|
|
|
/**
|
|
* Gets the tensor type and shape information.
|
|
* This assumes that the value is a tensor.
|
|
*
|
|
* @param error Optional error information set if an error occurs.
|
|
* @return The tensor type and shape information, or nil if an error occurs.
|
|
*/
|
|
- (nullable ORTTensorTypeAndShapeInfo*)tensorTypeAndShapeInfoWithError:(NSError**)error;
|
|
|
|
/**
|
|
* Gets the tensor data.
|
|
* This assumes that the value is a tensor.
|
|
*
|
|
* This returns the value's underlying data directly, not a copy of it.
|
|
* The memory's lifetime may be tied to this value, i.e., if it was allocated
|
|
* by ORT. On the other hand, the memory's lifetime is independent of the value
|
|
* if the value was created with user-provided data.
|
|
*
|
|
* @param error Optional error information set if an error occurs.
|
|
* @return The tensor data, or nil if an error occurs.
|
|
*/
|
|
- (nullable NSMutableData*)tensorDataWithError:(NSError**)error;
|
|
|
|
@end
|
|
|
|
/**
|
|
* A value's type information.
|
|
*/
|
|
@interface ORTValueTypeInfo : NSObject
|
|
|
|
/** The value type. */
|
|
@property(nonatomic) ORTValueType type;
|
|
|
|
/** The tensor type and shape information, if the value is a tensor. */
|
|
@property(nonatomic, nullable) ORTTensorTypeAndShapeInfo* tensorTypeAndShapeInfo;
|
|
|
|
@end
|
|
|
|
/**
|
|
* A tensor's type and shape information.
|
|
*/
|
|
@interface ORTTensorTypeAndShapeInfo : NSObject
|
|
|
|
/** The tensor element data type. */
|
|
@property(nonatomic) ORTTensorElementDataType elementType;
|
|
|
|
/** The tensor shape. */
|
|
@property(nonatomic) NSArray<NSNumber*>* shape;
|
|
|
|
@end
|
|
|
|
NS_ASSUME_NONNULL_END
|