mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-12 17:57:38 +00:00
50 lines
2 KiB
C
50 lines
2 KiB
C
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#pragma once
|
|
#include "test.h"
|
|
|
|
struct ConcurrencyTestsApi
|
|
{
|
|
SetupClass ConcurrencyTestsClassSetup;
|
|
VoidTest LoadBindEvalSqueezenetRealDataWithValidationConcurrently;
|
|
VoidTest MultiThreadLoadModel;
|
|
VoidTest MultiThreadMultiSession;
|
|
VoidTest MultiThreadMultiSessionGpu;
|
|
VoidTest MultiThreadSingleSession;
|
|
VoidTest MultiThreadSingleSessionGpu;
|
|
VoidTest EvalAsyncDifferentModels;
|
|
VoidTest EvalAsyncDifferentSessions;
|
|
VoidTest EvalAsyncDifferentBindings;
|
|
};
|
|
const ConcurrencyTestsApi& getapi();
|
|
|
|
WINML_TEST_CLASS_BEGIN(ConcurrencyTests)
|
|
WINML_TEST_CLASS_SETUP_CLASS(ConcurrencyTestsClassSetup)
|
|
WINML_TEST_CLASS_BEGIN_TESTS
|
|
WINML_TEST(ConcurrencyTests, LoadBindEvalSqueezenetRealDataWithValidationConcurrently)
|
|
WINML_TEST(ConcurrencyTests, MultiThreadLoadModel)
|
|
WINML_TEST(ConcurrencyTests, MultiThreadMultiSession)
|
|
WINML_TEST(ConcurrencyTests, MultiThreadSingleSession)
|
|
WINML_TEST(ConcurrencyTests, EvalAsyncDifferentModels)
|
|
WINML_TEST(ConcurrencyTests, EvalAsyncDifferentSessions)
|
|
WINML_TEST(ConcurrencyTests, EvalAsyncDifferentBindings)
|
|
WINML_TEST(ConcurrencyTests, MultiThreadMultiSessionGpu)
|
|
WINML_TEST(ConcurrencyTests, MultiThreadSingleSessionGpu)
|
|
WINML_TEST_CLASS_END()
|
|
|
|
// indices for imagenet label
|
|
static constexpr uint32_t TABBY_CAT_INDEX = 281;
|
|
static constexpr uint32_t TENCH_INDEX = 0;
|
|
// concurrency bugs are often race conditions and hard to catch deterministically.
|
|
|
|
// there are several approaches to find them, from consistent testing to random
|
|
// style stress/fuzz testing
|
|
//
|
|
// the testing strategy for *this* test is:
|
|
// - use a consistent and reasonable number of threads (10 vs. 1000)
|
|
// - run them for a consistent and long enough period of time (60 seconds).
|
|
// - the smaller number of threads is also to make sure memory pressure is not an issue
|
|
// on pre checkin CI test machines
|
|
static constexpr uint32_t NUM_THREADS = 10;
|
|
static constexpr uint32_t NUM_SECONDS = 10;
|