From 88ff48910da946ebce8d695ea721e86ea9a13c7d Mon Sep 17 00:00:00 2001 From: Olivia Jain Date: Wed, 27 Apr 2022 09:17:49 -0700 Subject: [PATCH] Perf Bug Fix: Keep First Run for Random Input (#11366) --- onnxruntime/python/tools/tensorrt/perf/benchmark.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/onnxruntime/python/tools/tensorrt/perf/benchmark.py b/onnxruntime/python/tools/tensorrt/perf/benchmark.py index 9a2572cdfe..be3ef94933 100644 --- a/onnxruntime/python/tools/tensorrt/perf/benchmark.py +++ b/onnxruntime/python/tools/tensorrt/perf/benchmark.py @@ -346,7 +346,9 @@ def inference_ort( args.io_binding, io_binding, ) - runtimes += runtime[1:] # remove warmup + if args.input_data == "fix": + runtime = runtime[1:] # remove warmup + runtimes += runtime except Exception as e: logger.error(e) @@ -1187,7 +1189,7 @@ def run_onnxruntime(args, models): inputs, ref_outputs = get_test_data(fp16, test_data_dir, all_inputs_shape) # generate random input data if args.input_data == "random": - inputs = generate_onnx_model_random_input(args.test_times + 1, inputs[0]) + inputs = generate_onnx_model_random_input(args.test_times, inputs[0]) ####################################### # benchmark or validation