mirror of
https://github.com/saymrwulf/uhd.git
synced 2026-05-16 21:10:10 +00:00
21ed72b5a2
Usually, devtest is run via make (or ninja), and will use the correct Python interpreter. When running directly on the command line, it is important to pick the right Python interpreter so it will work with the Python API. Here, we change the default interpreter from Python 2 to 3, because that's the more common version, and will be the only option for upcoming UHD 4.0 anyway.
110 lines
4.5 KiB
Python
Executable file
110 lines
4.5 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
#
|
|
# Copyright 2015-2016 Ettus Research LLC
|
|
# Copyright 2018 Ettus Research, a National Instruments Company
|
|
#
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
#
|
|
""" Test using benchmark_rate. """
|
|
|
|
import re
|
|
from uhd_test_base import uhd_example_test_case
|
|
|
|
DEFAULT_O_THRESHOLD = 1000
|
|
DEFAULT_U_THRESHOLD = 1000
|
|
DEFAULT_D_THRESHOLD = 50
|
|
DEFAULT_S_THRESHOLD = 50
|
|
|
|
class uhd_benchmark_rate_test(uhd_example_test_case):
|
|
"""
|
|
Run benchmark_rate in various configurations.
|
|
"""
|
|
tests = {}
|
|
|
|
def setup_example(self):
|
|
"""
|
|
Set args.
|
|
"""
|
|
self.test_params = uhd_benchmark_rate_test.tests
|
|
|
|
def run_test(self, test_name, test_args):
|
|
"""
|
|
Runs benchmark_rate with the given parameters. Parses output and writes
|
|
results to file.
|
|
|
|
We always run both tx and rx.
|
|
"""
|
|
# rel_samp_err_threshold = 0.1 # 10% off is still quite generous
|
|
samp_rate = test_args.get('rate', 1e6)
|
|
duration = test_args.get('duration', 1)
|
|
chan = test_args.get('chan', '0')
|
|
n_chans = len(chan.split(","))
|
|
expected_samples = n_chans * duration * samp_rate
|
|
self.log.info('Running test {n}, Channel = {c}, Sample Rate = {r}'.format(
|
|
n=test_name, c=chan, r=samp_rate,
|
|
))
|
|
args = [
|
|
self.create_addr_args_str(),
|
|
'--duration', str(duration),
|
|
'--channels', str(chan),
|
|
'--overrun-threshold',
|
|
str(test_args.get('acceptable-overruns', DEFAULT_O_THRESHOLD)),
|
|
'--underrun-threshold',
|
|
str(test_args.get('acceptable-underruns', DEFAULT_U_THRESHOLD)),
|
|
'--drop-threshold',
|
|
str(test_args.get('acceptable-D', DEFAULT_D_THRESHOLD)),
|
|
'--seq-threshold',
|
|
str(test_args.get('acceptable-S', DEFAULT_S_THRESHOLD)),
|
|
]
|
|
if 'tx' in test_args.get('direction', ''):
|
|
args.append('--tx_rate')
|
|
args.append(str(samp_rate))
|
|
|
|
if 'rx' in test_args.get('direction', ''):
|
|
args.append('--rx_rate')
|
|
args.append(str(samp_rate))
|
|
(app, run_results) = self.run_example('benchmark_rate', args)
|
|
match = re.search(r'(Num received samples):\s*(.*)', app.stdout)
|
|
run_results['num_rx_samples'] = int(match.group(2)) if match else -1
|
|
if run_results['num_rx_samples'] != -1:
|
|
run_results['rel_rx_samples_error'] = 1.0 * abs(
|
|
run_results['num_rx_samples']
|
|
- test_args.get('rx_buffer', 0)
|
|
- expected_samples
|
|
) / expected_samples
|
|
else:
|
|
run_results['rel_rx_samples_error'] = 100
|
|
match = re.search(r'(Num dropped samples):\s*(.*)', app.stdout)
|
|
run_results['num_rx_dropped'] = int(match.group(2)) if match else -1
|
|
match = re.search(r'(Num overruns detected):\s*(.*)', app.stdout)
|
|
run_results['num_rx_overruns'] = int(match.group(2)) if match else -1
|
|
match = re.search(r'(Num transmitted samples):\s*(.*)', app.stdout)
|
|
run_results['num_tx_samples'] = int(match.group(2)) if match else -1
|
|
if run_results['num_tx_samples'] != -1:
|
|
run_results['rel_tx_samples_error'] = 1.0 * abs(
|
|
run_results['num_tx_samples']
|
|
- test_args.get('tx_buffer', 0)
|
|
- expected_samples
|
|
) / expected_samples
|
|
else:
|
|
run_results['rel_tx_samples_error'] = 100
|
|
match = re.search(r'(Num sequence errors \(Tx\)):\s*(.*)', app.stdout)
|
|
run_results['num_tx_seqerrs'] = int(match.group(2)) if match else -1
|
|
match = re.search(r'(Num underruns detected):\s*(.*)', app.stdout)
|
|
run_results['num_tx_underruns'] = int(match.group(2)) if match else -1
|
|
match = re.search(r'(Num timeouts \(Rx\)):\s*(.*)', app.stdout)
|
|
run_results['num_timeouts_rx'] = int(match.group(2)) if match else -1
|
|
run_results['passed'] = all([
|
|
run_results['return_code'] == 0,
|
|
run_results['num_rx_dropped'] == 0,
|
|
run_results['num_tx_seqerrs'] == 0,
|
|
run_results['num_tx_underruns'] <= test_args.get('acceptable-underruns', 0),
|
|
run_results['num_rx_samples'] > 0,
|
|
run_results['num_tx_samples'] > 0,
|
|
run_results['num_timeouts_rx'] == 0,
|
|
# run_results['rel_rx_samples_error'] < rel_samp_err_threshold,
|
|
# run_results['rel_tx_samples_error'] < rel_samp_err_threshold,
|
|
])
|
|
self.report_example_results(test_name, run_results)
|
|
return run_results
|
|
|