aboutsummaryrefslogtreecommitdiffstats
path: root/host/tests/devtest/benchmark_rate_test.py
diff options
context:
space:
mode:
authorAndrej Rode <andrej.rode@ettus.com>2016-11-21 11:06:58 -0800
committerMartin Braun <martin.braun@ettus.com>2016-12-01 12:44:41 -0800
commit7fc01d5fe3c8ecc71d1b8485e4999e721becf67c (patch)
tree68116b7b0703f25ef8c1ce99e01bfdb377656bfb /host/tests/devtest/benchmark_rate_test.py
parentf583c77fc2dfb1308520164eb1c6260b0b0d8d79 (diff)
downloaduhd-7fc01d5fe3c8ecc71d1b8485e4999e721becf67c.tar.gz
uhd-7fc01d5fe3c8ecc71d1b8485e4999e721becf67c.tar.bz2
uhd-7fc01d5fe3c8ecc71d1b8485e4999e721becf67c.zip
devtest: dont check number of samples in benchmark rate test and accept
10 underruns in SISO
Diffstat (limited to 'host/tests/devtest/benchmark_rate_test.py')
-rwxr-xr-xhost/tests/devtest/benchmark_rate_test.py12
1 files changed, 6 insertions, 6 deletions
diff --git a/host/tests/devtest/benchmark_rate_test.py b/host/tests/devtest/benchmark_rate_test.py
index 6c5a75d7f..1fc342b7f 100755
--- a/host/tests/devtest/benchmark_rate_test.py
+++ b/host/tests/devtest/benchmark_rate_test.py
@@ -39,7 +39,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case):
We always run both tx and rx.
"""
- rel_samp_err_threshold = 0.1 # 10% off is still quite generous
+ # rel_samp_err_threshold = 0.1 # 10% off is still quite generous
samp_rate = test_args.get('rate', 1e6)
duration = test_args.get('duration', 1)
chan = test_args.get('chan', '0')
@@ -56,6 +56,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case):
if 'tx' in test_args.get('direction', ''):
args.append('--tx_rate')
args.append(str(samp_rate))
+
if 'rx' in test_args.get('direction', ''):
args.append('--rx_rate')
args.append(str(samp_rate))
@@ -63,7 +64,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case):
match = re.search(r'(Num received samples):\s*(.*)', app.stdout)
run_results['num_rx_samples'] = int(match.group(2)) if match else -1
if run_results['num_rx_samples'] != -1:
- run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - expected_samples) / expected_samples
+ run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - test_args.get('rx_buffer',0) - expected_samples) / expected_samples
else:
run_results['rel_rx_samples_error'] = 100
match = re.search(r'(Num dropped samples):\s*(.*)', app.stdout)
@@ -73,7 +74,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case):
match = re.search(r'(Num transmitted samples):\s*(.*)', app.stdout)
run_results['num_tx_samples'] = int(match.group(2)) if match else -1
if run_results['num_tx_samples'] != -1:
- run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - expected_samples) / expected_samples
+ run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - test_args.get('tx_buffer',0) - expected_samples) / expected_samples
else:
run_results['rel_tx_samples_error'] = 100
match = re.search(r'(Num sequence errors):\s*(.*)', app.stdout)
@@ -90,9 +91,8 @@ class uhd_benchmark_rate_test(uhd_example_test_case):
run_results['num_rx_samples'] > 0,
run_results['num_tx_samples'] > 0,
run_results['num_timeouts'] == 0,
- run_results['rel_rx_samples_error'] < rel_samp_err_threshold,
- run_results['rel_tx_samples_error'] < rel_samp_err_threshold,
+ # run_results['rel_rx_samples_error'] < rel_samp_err_threshold,
+ # run_results['rel_tx_samples_error'] < rel_samp_err_threshold,
])
self.report_example_results(test_name, run_results)
return run_results
-