From d9c744ed9a137f5ff2ff046edd20221ae6f7939e Mon Sep 17 00:00:00 2001 From: Ye Wang <52801275+wangyems@users.noreply.github.com> Date: Thu, 26 Jan 2023 11:14:22 -0800 Subject: [PATCH] Fix a bug in t5 beamsearch with half precision (#14436) the CreateEncoderInputs functor was passed to the ctor as nullptr when type is MLFloat16. ### Description ### Motivation and Context --- onnxruntime/contrib_ops/cpu/transformers/beam_search.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/onnxruntime/contrib_ops/cpu/transformers/beam_search.cc b/onnxruntime/contrib_ops/cpu/transformers/beam_search.cc index 8744b0244e..c839bb4245 100644 --- a/onnxruntime/contrib_ops/cpu/transformers/beam_search.cc +++ b/onnxruntime/contrib_ops/cpu/transformers/beam_search.cc @@ -245,7 +245,7 @@ Status BeamSearch::Compute(OpKernelContext* ctx) const { init_beam_state_fp16_func_, device_copy_func_, device_copy_int32_func_, - create_encoder_inputs_func_, + create_encoder_inputs_func_ ? create_encoder_inputs_func_ : GenerationCpuDeviceHelper::CreateEncoderInputs, update_decoder_feeds_fp16_func_, expand_buffer_int32_func_, expand_buffer_float_func_,