saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-27 20:02:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

disable half2 kernel by dfault (#9034)

Browse source
This commit is contained in:
Tianlei Wu 2021-09-10 20:09:21 -07:00 committed by GitHub
parent 8eb6546e8e
commit 289999af35
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
onnxruntime/contrib_ops/cuda/bert/fast_gelu.cc
View file

@ -34,7 +34,7 @@ using namespace ONNX_NAMESPACE;
template <typename T>
FastGelu<T>::FastGelu(const OpKernelInfo& op_kernel_info) : CudaKernel(op_kernel_info) {
const TransformerOptions* options = TransformerOptions::GetInstance();
use_half2_ = !options->DisableHalf2();
use_half2_ = options->EnableHalf2();
}
template <typename T>

2
onnxruntime/contrib_ops/cuda/bert/transformer_common.cc
View file

@ -25,7 +25,7 @@ const TransformerOptions* TransformerOptions::GetInstance() {
if (value > 0)
std::cout << "ORT_TRANSFORMER_OPTIONS: IsPrecisionMode=" << instance.IsPrecisionMode()
<< ",DisablePersistentSoftmax=" << instance.DisablePersistentSoftmax()
<< ",DisableHalf2=" << instance.DisableHalf2()
<< ",EnableHalf2=" << instance.EnableHalf2()
<< std::endl;
}

8
onnxruntime/contrib_ops/cuda/bert/transformer_common.h
View file

@ -15,12 +15,12 @@ class TransformerOptions {
bool DisablePersistentSoftmax() const { return disable_persistent_softmax_; }
bool DisableHalf2() const { return disable_half2_; }
bool EnableHalf2() const { return enable_half2_; }
void Initialize(int value) {
is_precision_mode_ = (value & 0x01) > 0;
disable_persistent_softmax_ = (value & 0x02) > 0;
disable_half2_ = (value & 0x04) > 0;
enable_half2_ = (value & 0x04) > 0;
initialized_ = true;
}
@ -31,8 +31,8 @@ class TransformerOptions {
// Disable persistent softmax.
bool disable_persistent_softmax_{false};
// Disable half2 kernel.
bool disable_half2_{false};
// Enable half2 kernel.
bool enable_half2_{false};
bool initialized_{false};