diff options
Diffstat (limited to 'host/tests')
| -rwxr-xr-x | host/tests/devtest/benchmark_rate_test.py | 37 |
1 files changed, 30 insertions, 7 deletions
diff --git a/host/tests/devtest/benchmark_rate_test.py b/host/tests/devtest/benchmark_rate_test.py index 2602e1771..6511d21ff 100755 --- a/host/tests/devtest/benchmark_rate_test.py +++ b/host/tests/devtest/benchmark_rate_test.py @@ -1,6 +1,6 @@ #!/usr/bin/env python # -# Copyright 2015 Ettus Research LLC +# Copyright 2015-2016 Ettus Research LLC # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -18,7 +18,7 @@ """ Test using benchmark_rate. """ import re -from uhd_test_base import shell_application, uhd_example_test_case +from uhd_test_base import uhd_example_test_case class uhd_benchmark_rate_test(uhd_example_test_case): """ @@ -36,39 +36,62 @@ class uhd_benchmark_rate_test(uhd_example_test_case): """ Runs benchmark_rate with the given parameters. Parses output and writes results to file. + + We always run both tx and rx. """ + rel_samp_err_threshold = 0.1 # 10% off is still quite generous + samp_rate = test_args.get('rate', 1e6) + duration = test_args.get('duration', 1) + chan = test_args.get('chan', '0') + n_chans = len(chan.split(",")) + expected_samples = n_chans * duration * samp_rate self.log.info('Running test {n}, Channel = {c}, Sample Rate = {r}'.format( - n=test_name, c=test_args.get('chan', '0'), r=test_args.get('rate', 1e6), + n=test_name, c=chan, r=samp_rate, )) args = [ self.create_addr_args_str(), - '--duration', str(test_args.get('duration', 1)), - '--channels', str(test_args.get('chan', '0')), + '--duration', str(duration), + '--channels', str(chan), ] if 'tx' in test_args['direction']: args.append('--tx_rate') - args.append(str(test_args.get('rate', 1e6))) + args.append(str(samp_rate)) if 'rx' in test_args['direction']: args.append('--rx_rate') - args.append(str(test_args.get('rate'))) + args.append(str(samp_rate)) (app, run_results) = self.run_example('benchmark_rate', args) match = re.search(r'(Num received samples):\s*(.*)', app.stdout) run_results['num_rx_samples'] = int(match.group(2)) if match else -1 + if run_results['num_rx_samples'] != -1: + run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - expected_samples) / expected_samples + else: + run_results['rel_rx_samples_error'] = 100 match = re.search(r'(Num dropped samples):\s*(.*)', app.stdout) run_results['num_rx_dropped'] = int(match.group(2)) if match else -1 match = re.search(r'(Num overflows detected):\s*(.*)', app.stdout) run_results['num_rx_overruns'] = int(match.group(2)) if match else -1 match = re.search(r'(Num transmitted samples):\s*(.*)', app.stdout) run_results['num_tx_samples'] = int(match.group(2)) if match else -1 + if run_results['num_tx_samples'] != -1: + run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - expected_samples) / expected_samples + else: + run_results['rel_tx_samples_error'] = 100 match = re.search(r'(Num sequence errors):\s*(.*)', app.stdout) run_results['num_tx_seqerrs'] = int(match.group(2)) if match else -1 match = re.search(r'(Num underflows detected):\s*(.*)', app.stdout) run_results['num_tx_underruns'] = int(match.group(2)) if match else -1 + match = re.search(r'(Num timeouts):\s*(.*)', app.stdout) + run_results['num_timeouts'] = int(match.group(2)) if match else -1 run_results['passed'] = all([ run_results['return_code'] == 0, run_results['num_rx_dropped'] == 0, run_results['num_tx_seqerrs'] == 0, run_results['num_tx_underruns'] <= test_args.get('acceptable-underruns', 0), + run_results['num_rx_samples'] > 0, + run_results['num_tx_samples'] > 0, + run_results['num_timeouts'] == 0, + run_results['rel_rx_samples_error'] < rel_samp_err_threshold, + run_results['rel_tx_samples_error'] < rel_samp_err_threshold, ]) self.report_example_results(test_name, run_results) return run_results |