onnxruntime/onnxruntime/test/framework/allocator_test.cc

107 lines
4.4 KiB
C++

// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
#include "core/framework/allocatormgr.h"
#include "core/framework/allocator.h"
#include "test_utils.h"
#include "gtest/gtest.h"
namespace onnxruntime {
namespace test {
TEST(AllocatorTest, CPUAllocatorTest) {
auto cpu_arena = TestCPUExecutionProvider()->GetAllocator(0, OrtMemTypeDefault);
ASSERT_STREQ(cpu_arena->Info().name, CPU);
EXPECT_EQ(cpu_arena->Info().id, 0);
// arena is disabled for CPUExecutionProvider on x86 and JEMalloc
#if (defined(__amd64__) || defined(_M_AMD64) || defined(__aarch64__) || defined(_M_ARM64)) && !defined(USE_JEMALLOC) && !defined(USE_MIMALLOC)
EXPECT_EQ(cpu_arena->Info().alloc_type, OrtAllocatorType::OrtArenaAllocator);
#else
EXPECT_EQ(cpu_arena->Info().alloc_type, OrtAllocatorType::OrtDeviceAllocator);
#endif
size_t size = 1024;
auto bytes = cpu_arena->Alloc(size);
EXPECT_TRUE(bytes);
//test the bytes are ok for read/write
memset(bytes, -1, 1024);
EXPECT_EQ(*((int*)bytes), -1);
cpu_arena->Free(bytes);
//todo: test the used / max api.
}
#if defined(_MSC_VER) && !defined(__clang__)
#pragma warning(disable : 26400)
#endif
// helper class to validate values in Alloc and Free calls made via IAllocator::MakeUniquePtr
class TestAllocator : public IAllocator {
public:
TestAllocator(size_t expected_size)
: IAllocator(OrtMemoryInfo("test", OrtDeviceAllocator)),
expected_size_{expected_size} {
}
void* Alloc(size_t size) override {
EXPECT_EQ(size, expected_size_);
// return a pointer to the expected size in the result.
// this isn't valid as a real allocator would return memory of the correct size,
// however the unit test won't be using the memory and via this mechanism we can validate
// that the Free argument matches.
size_t* result = new size_t(size);
return result;
}
void Free(void* p) override {
// the IAllocatorUniquePtr should be calling this with the contents of what was returned from the Alloc
size_t* p_sizet = (size_t*)p;
EXPECT_EQ(*p_sizet, expected_size_);
delete p_sizet;
}
private:
size_t expected_size_;
};
// test that IAllocator::MakeUniquePtr allocates buffers of the expected size
TEST(AllocatorTest, MakeUniquePtrTest) {
// test float creates buffer of size * sizeof(float)
size_t num_floats = 16;
// create allocator that will check the call to Alloc matches the expected size
auto allocator = std::make_shared<TestAllocator>(num_floats * sizeof(float));
IAllocatorUniquePtr<float> float_ptr = IAllocator::MakeUniquePtr<float>(allocator, num_floats);
float_ptr = nullptr; // reset so TestAllocator.Free is called here
// void should create buffer of size 16 for void*
// Create new TestAllocator to validate that.
allocator = std::make_shared<TestAllocator>(16);
auto void_ptr = IAllocator::MakeUniquePtr<void>(allocator, 16);
void_ptr = nullptr;
}
TEST(AllocatorTest, TestOverflowChecks) {
size_t size;
size_t element_size = sizeof(float);
size_t num_elements = std::numeric_limits<size_t>::max() / element_size;
EXPECT_TRUE(IAllocator::CalcMemSizeForArrayWithAlignment<0>(num_elements, element_size, &size));
EXPECT_FALSE(IAllocator::CalcMemSizeForArrayWithAlignment<0>(num_elements + 1, element_size, &size));
// we need to add kAllocAlignment-1 bytes to apply the alignment mask, so num_elements * element_size must be kAllocAlignment-bytes short of the max
EXPECT_TRUE(IAllocator::CalcMemSizeForArrayWithAlignment<kAllocAlignment>(num_elements - (kAllocAlignment / element_size), element_size, &size));
EXPECT_FALSE(IAllocator::CalcMemSizeForArrayWithAlignment<kAllocAlignment>(num_elements, element_size, &size));
element_size = std::numeric_limits<size_t>::max() / 8;
num_elements = 8;
EXPECT_TRUE(IAllocator::CalcMemSizeForArrayWithAlignment<0>(num_elements, element_size, &size));
EXPECT_FALSE(IAllocator::CalcMemSizeForArrayWithAlignment<0>(num_elements + 1, element_size, &size));
// we need to add kAllocAlignment-1 bytes to apply the alignment mask, so num_elements * element_size must be kAllocAlignment-bytes short of the max
EXPECT_TRUE(IAllocator::CalcMemSizeForArrayWithAlignment<kAllocAlignment>(num_elements, element_size - (kAllocAlignment / num_elements), &size));
EXPECT_FALSE(IAllocator::CalcMemSizeForArrayWithAlignment<kAllocAlignment>(num_elements, element_size, &size));
}
} // namespace test
} // namespace onnxruntime