From 16e39807e09b81b2714bade5dbe5b9180e1a2a77 Mon Sep 17 00:00:00 2001 From: Yufeng Li Date: Thu, 12 Jan 2023 22:09:17 -0800 Subject: [PATCH] presence_mask should be sampling only (#14275) --- .../python/tools/transformers/convert_generation.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/onnxruntime/python/tools/transformers/convert_generation.py b/onnxruntime/python/tools/transformers/convert_generation.py index 82678fa531..ed9f84cf0b 100644 --- a/onnxruntime/python/tools/transformers/convert_generation.py +++ b/onnxruntime/python/tools/transformers/convert_generation.py @@ -1537,13 +1537,14 @@ def convert_generation_model(args: argparse.Namespace, generation_type: Generati else: inputs.append("") - if is_sampling and args.custom and args.presence_mask: - inputs.append("presence_mask") - else: - inputs.append("") + if is_sampling: + if args.custom and args.presence_mask: + inputs.append("presence_mask") + else: + inputs.append("") - if is_sampling and args.seed: - inputs.append("seed") + if args.seed: + inputs.append("seed") outputs = ["sequences"] if args.output_sequences_scores: