mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
ac8444f299
### Description <!-- Describe your changes. --> Implement `dispose` react native method. ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. --> Currently we are not able to release the memory used by model in JS runtime if we don't want to use it anymore, we can do that only by reload app on debug or restart app on release.
98 lines
3.5 KiB
Text
98 lines
3.5 KiB
Text
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#import "OnnxruntimeModule.h"
|
|
#import "TensorHelper.h"
|
|
|
|
#import <XCTest/XCTest.h>
|
|
#import <onnxruntime/onnxruntime_cxx_api.h>
|
|
|
|
@interface OnnxruntimeModuleTest : XCTestCase
|
|
|
|
@end
|
|
|
|
@implementation OnnxruntimeModuleTest
|
|
|
|
- (void)testOnnxruntimeModule {
|
|
NSBundle *bundle = [NSBundle bundleForClass:[OnnxruntimeModuleTest class]];
|
|
NSString *dataPath = [bundle pathForResource:@"test_types_float" ofType:@"ort"];
|
|
NSString *sessionKey = @"";
|
|
NSString *sessionKey2 = @"";
|
|
|
|
OnnxruntimeModule *onnxruntimeModule = [OnnxruntimeModule new];
|
|
|
|
{
|
|
// test loadModelFromBuffer()
|
|
NSMutableDictionary *options = [NSMutableDictionary dictionary];
|
|
NSData *fileData = [NSData dataWithContentsOfFile:dataPath];
|
|
|
|
NSDictionary *resultMap = [onnxruntimeModule loadModelFromBuffer:fileData options:options];
|
|
sessionKey = resultMap[@"key"];
|
|
NSArray *inputNames = resultMap[@"inputNames"];
|
|
XCTAssertEqual([inputNames count], 1);
|
|
XCTAssertEqualObjects(inputNames[0], @"input");
|
|
NSArray *outputNames = resultMap[@"outputNames"];
|
|
XCTAssertEqual([outputNames count], 1);
|
|
XCTAssertEqualObjects(outputNames[0], @"output");
|
|
|
|
// test loadModel()
|
|
NSDictionary *resultMap2 = [onnxruntimeModule loadModel:dataPath options:options];
|
|
sessionKey2 = resultMap2[@"key"];
|
|
NSArray *inputNames2 = resultMap2[@"inputNames"];
|
|
XCTAssertEqual([inputNames2 count], 1);
|
|
XCTAssertEqualObjects(inputNames2[0], @"input");
|
|
NSArray *outputNames2 = resultMap2[@"outputNames"];
|
|
XCTAssertEqual([outputNames2 count], 1);
|
|
XCTAssertEqualObjects(outputNames2[0], @"output");
|
|
}
|
|
|
|
// test run()
|
|
{
|
|
NSMutableDictionary *inputTensorMap = [NSMutableDictionary dictionary];
|
|
|
|
// dims
|
|
NSArray *dims = @[ [NSNumber numberWithLong:1], [NSNumber numberWithLong:5] ];
|
|
inputTensorMap[@"dims"] = dims;
|
|
|
|
// type
|
|
inputTensorMap[@"type"] = JsTensorTypeFloat;
|
|
|
|
// data
|
|
std::array<float_t, 5> outValues{std::numeric_limits<float_t>::min(), 1.0f, -2.0f, 3.0f,
|
|
std::numeric_limits<float_t>::max()};
|
|
|
|
const NSInteger byteBufferSize = outValues.size() * sizeof(float_t);
|
|
unsigned char *byteBuffer = static_cast<unsigned char *>(malloc(byteBufferSize));
|
|
NSData *byteBufferRef = [NSData dataWithBytesNoCopy:byteBuffer length:byteBufferSize];
|
|
float *floatPtr = (float *)[byteBufferRef bytes];
|
|
for (NSUInteger i = 0; i < outValues.size(); ++i) {
|
|
*floatPtr++ = outValues[i];
|
|
}
|
|
floatPtr = (float *)[byteBufferRef bytes];
|
|
|
|
NSString *dataEncoded = [byteBufferRef base64EncodedStringWithOptions:0];
|
|
inputTensorMap[@"data"] = dataEncoded;
|
|
|
|
NSMutableDictionary *inputDataMap = [NSMutableDictionary dictionary];
|
|
inputDataMap[@"input"] = inputTensorMap;
|
|
|
|
NSMutableDictionary *options = [NSMutableDictionary dictionary];
|
|
|
|
NSMutableArray *output = [NSMutableArray array];
|
|
[output addObject:@"output"];
|
|
|
|
NSDictionary *resultMap = [onnxruntimeModule run:sessionKey input:inputDataMap output:output options:options];
|
|
NSDictionary *resultMap2 = [onnxruntimeModule run:sessionKey2 input:inputDataMap output:output options:options];
|
|
|
|
XCTAssertTrue([[resultMap objectForKey:@"output"] isEqualToDictionary:inputTensorMap]);
|
|
XCTAssertTrue([[resultMap2 objectForKey:@"output"] isEqualToDictionary:inputTensorMap]);
|
|
}
|
|
|
|
// test dispose
|
|
{
|
|
[onnxruntimeModule dispose:sessionKey];
|
|
[onnxruntimeModule dispose:sessionKey2];
|
|
}
|
|
}
|
|
|
|
@end
|