From 3dfce2f1cd9776f312f68f1cfc0d826875adcb67 Mon Sep 17 00:00:00 2001 From: Jambay Kinley Date: Thu, 7 Mar 2024 11:31:34 -0800 Subject: [PATCH] Fix argparser in `matmul_bnb4_quantizer` (#19812) ### Description The argparser had incorrectly used `description` and `options` instead of `help` and `choices`. ### Motivation and Context Fixes: #19751 --- .../python/tools/quantization/matmul_bnb4_quantizer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/onnxruntime/python/tools/quantization/matmul_bnb4_quantizer.py b/onnxruntime/python/tools/quantization/matmul_bnb4_quantizer.py index 951746a089..2bf47fe168 100644 --- a/onnxruntime/python/tools/quantization/matmul_bnb4_quantizer.py +++ b/onnxruntime/python/tools/quantization/matmul_bnb4_quantizer.py @@ -199,14 +199,14 @@ into a set of 4b integers with an absolute value scaling factor. "--quant_type", required=False, default=1, - options=[MatMulBnb4Quantizer.FP4, MatMulBnb4Quantizer.NF4], + choices=[MatMulBnb4Quantizer.FP4, MatMulBnb4Quantizer.NF4], help="Quantization data type. 0: FP4, 1: NF4", ) parser.add_argument( "--block_size", required=False, default=64, - description="Block size for blockwise quantization. Note: bnb.nn.Linear4bit only uses block_size=64", + help="Block size for blockwise quantization. Note: bnb.nn.Linear4bit only uses block_size=64", ) parser.add_argument("-v", "--verbose", required=False, action="store_true") parser.set_defaults(verbose=False)