mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-16 21:00:14 +00:00
0b7048e7d6
Update winml to use #cores - #soc cores by Default as the number of intraopthreads --------- Co-authored-by: Sheil Kumar <sheilk@microsoft.com>
75 lines
2.5 KiB
C++
75 lines
2.5 KiB
C++
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
#include "lib/Api/pch/pch.h"
|
|
#include "LearningModelSessionOptions.h"
|
|
#include "HardwareCoreEnumerator.h"
|
|
|
|
namespace WINMLP {
|
|
|
|
LearningModelSessionOptions::LearningModelSessionOptions() {
|
|
intra_op_num_threads_override_ = HardwareCoreEnumerator::DefaultIntraOpNumThreads();
|
|
}
|
|
|
|
LearningModelSessionOptions::LearningModelSessionOptions(const LearningModelSessionOptions& options)
|
|
: batch_size_override_(options.batch_size_override_),
|
|
close_model_on_session_creation_(options.close_model_on_session_creation_),
|
|
named_dim_overrides_(options.named_dim_overrides_),
|
|
intra_op_num_threads_override_(options.intra_op_num_threads_override_),
|
|
custom_ops_lib_paths_(options.custom_ops_lib_paths_) {
|
|
}
|
|
|
|
uint32_t LearningModelSessionOptions::BatchSizeOverride() {
|
|
return batch_size_override_;
|
|
}
|
|
|
|
void LearningModelSessionOptions::BatchSizeOverride(uint32_t value) {
|
|
batch_size_override_ = value;
|
|
}
|
|
|
|
bool LearningModelSessionOptions::CloseModelOnSessionCreation() {
|
|
return close_model_on_session_creation_;
|
|
}
|
|
|
|
void LearningModelSessionOptions::CloseModelOnSessionCreation(bool value) {
|
|
close_model_on_session_creation_ = value;
|
|
}
|
|
|
|
wfc::IMapView<winrt::hstring, uint32_t> LearningModelSessionOptions::NamedDimensionOverrides() {
|
|
return named_dim_overrides_.GetView();
|
|
}
|
|
|
|
void LearningModelSessionOptions::OverrideNamedDimension(winrt::hstring name, uint32_t value) {
|
|
named_dim_overrides_.Insert(name, value);
|
|
telemetry_helper.SetNamedDimensionOverride(name, value);
|
|
}
|
|
|
|
uint32_t LearningModelSessionOptions::GetIntraOpNumThreads() {
|
|
return intra_op_num_threads_override_;
|
|
}
|
|
|
|
STDMETHODIMP LearningModelSessionOptions::SetIntraOpNumThreadsOverride(uint32_t intraOpNumThreads) noexcept {
|
|
intra_op_num_threads_override_ = intraOpNumThreads;
|
|
telemetry_helper.SetIntraOpNumThreadsOverride(intraOpNumThreads);
|
|
return S_OK;
|
|
}
|
|
|
|
bool LearningModelSessionOptions::GetIntraOpThreadSpinning() {
|
|
return allow_thread_spinning_;
|
|
}
|
|
|
|
STDMETHODIMP LearningModelSessionOptions::SetIntraOpThreadSpinning(boolean allowSpinning) noexcept {
|
|
allow_thread_spinning_ = (allowSpinning != 0);
|
|
telemetry_helper.SetIntraOpThreadSpinning(allowSpinning != 0);
|
|
return S_OK;
|
|
}
|
|
|
|
const gsl::span<const winrt::hstring> LearningModelSessionOptions::GetCustomOpLibraryPaths() noexcept {
|
|
return custom_ops_lib_paths_;
|
|
}
|
|
|
|
void LearningModelSessionOptions::RegisterCustomOpsLibrary(const winrt::hstring& path) noexcept {
|
|
custom_ops_lib_paths_.push_back(path);
|
|
}
|
|
|
|
} // namespace WINMLP
|