From 7fc01d5fe3c8ecc71d1b8485e4999e721becf67c Mon Sep 17 00:00:00 2001 From: Andrej Rode Date: Mon, 21 Nov 2016 11:06:58 -0800 Subject: devtest: dont check number of samples in benchmark rate test and accept 10 underruns in SISO --- host/tests/devtest/benchmark_rate_test.py | 12 ++++++------ host/tests/devtest/devtest_x3x0.py | 12 ++++++++++-- host/tests/devtest/uhd_test_base.py | 1 + 3 files changed, 17 insertions(+), 8 deletions(-) (limited to 'host') diff --git a/host/tests/devtest/benchmark_rate_test.py b/host/tests/devtest/benchmark_rate_test.py index 6c5a75d7f..1fc342b7f 100755 --- a/host/tests/devtest/benchmark_rate_test.py +++ b/host/tests/devtest/benchmark_rate_test.py @@ -39,7 +39,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case): We always run both tx and rx. """ - rel_samp_err_threshold = 0.1 # 10% off is still quite generous + # rel_samp_err_threshold = 0.1 # 10% off is still quite generous samp_rate = test_args.get('rate', 1e6) duration = test_args.get('duration', 1) chan = test_args.get('chan', '0') @@ -56,6 +56,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case): if 'tx' in test_args.get('direction', ''): args.append('--tx_rate') args.append(str(samp_rate)) + if 'rx' in test_args.get('direction', ''): args.append('--rx_rate') args.append(str(samp_rate)) @@ -63,7 +64,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case): match = re.search(r'(Num received samples):\s*(.*)', app.stdout) run_results['num_rx_samples'] = int(match.group(2)) if match else -1 if run_results['num_rx_samples'] != -1: - run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - expected_samples) / expected_samples + run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - test_args.get('rx_buffer',0) - expected_samples) / expected_samples else: run_results['rel_rx_samples_error'] = 100 match = re.search(r'(Num dropped samples):\s*(.*)', app.stdout) @@ -73,7 +74,7 @@ class uhd_benchmark_rate_test(uhd_example_test_case): match = re.search(r'(Num transmitted samples):\s*(.*)', app.stdout) run_results['num_tx_samples'] = int(match.group(2)) if match else -1 if run_results['num_tx_samples'] != -1: - run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - expected_samples) / expected_samples + run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - test_args.get('tx_buffer',0) - expected_samples) / expected_samples else: run_results['rel_tx_samples_error'] = 100 match = re.search(r'(Num sequence errors):\s*(.*)', app.stdout) @@ -90,9 +91,8 @@ class uhd_benchmark_rate_test(uhd_example_test_case): run_results['num_rx_samples'] > 0, run_results['num_tx_samples'] > 0, run_results['num_timeouts'] == 0, - run_results['rel_rx_samples_error'] < rel_samp_err_threshold, - run_results['rel_tx_samples_error'] < rel_samp_err_threshold, + # run_results['rel_rx_samples_error'] < rel_samp_err_threshold, + # run_results['rel_tx_samples_error'] < rel_samp_err_threshold, ]) self.report_example_results(test_name, run_results) return run_results - diff --git a/host/tests/devtest/devtest_x3x0.py b/host/tests/devtest/devtest_x3x0.py index 7ad6b21b6..dd62d8910 100755 --- a/host/tests/devtest/devtest_x3x0.py +++ b/host/tests/devtest/devtest_x3x0.py @@ -26,6 +26,8 @@ uhd_benchmark_rate_test.tests = { 'chan': '0,1', 'rate': 1e6, 'acceptable-underruns': 500, + 'tx_buffer': (0.1*1e6)+32e6*8*1/32, # 32 MB DRAM for each channel (32 bit OTW format), + 'rx_buffer': 0.1*1e6, }, 'mimo_fast': { 'duration': 1, @@ -33,20 +35,26 @@ uhd_benchmark_rate_test.tests = { 'chan': '0,1', 'rate': 12.5e6, 'acceptable-underruns': 500, + 'tx_buffer': (0.1*12.5e6)+32e6*8*1/32, # 32 MB DRAM for each channel (32 bit OTW format), + 'rx_buffer': 0.1*12.5e6, }, 'siso_chan0_slow': { 'duration': 1, 'direction': 'tx,rx', 'chan': '0', 'rate': 1e6, - 'acceptable-underruns': 0, + 'acceptable-underruns': 10, + 'tx_buffer': (0.1*1e6)+32e6*8*1/32, # 32 MB DRAM for each channel (32 bit OTW format), + 'rx_buffer': 0.1*1e6, }, 'siso_chan1_slow': { 'duration': 1, 'direction': 'tx,rx', 'chan': '1', 'rate': 1e6, - 'acceptable-underruns': 0, + 'acceptable-underruns': 10, + 'tx_buffer': (0.1*1e6)+32e6*8*1/32, # 32 MB DRAM for each channel (32 bit OTW format), + 'rx_buffer': 0.1*1e6, }, } diff --git a/host/tests/devtest/uhd_test_base.py b/host/tests/devtest/uhd_test_base.py index ae094c94b..62a11c0ef 100755 --- a/host/tests/devtest/uhd_test_base.py +++ b/host/tests/devtest/uhd_test_base.py @@ -209,6 +209,7 @@ class uhd_example_test_case(uhd_test_case): Calls run_test(). """ for test_name, test_args in self.test_params.iteritems(): + time.sleep(15) # Wait for X300 devices to reclaim them if not test_args.has_key('products') or (self.usrp_info['product'] in test_args.get('products', [])): run_results = self.run_test(test_name, test_args) passed = bool(run_results) -- cgit v1.2.3