1 files changed, 98 insertions, 0 deletions
diff --git a/host/tests/devtest/benchmark_rate_test.py b/host/tests/devtest/benchmark_rate_test.py
new file mode 100755
index 000000000..6c5a75d7f
--- /dev/null
+++ b/host/tests/devtest/benchmark_rate_test.py
@@ -0,0 +1,98 @@
+#!/usr/bin/env python
+#
+# Copyright 2015-2016 Ettus Research LLC
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+""" Test using benchmark_rate. """
+
+import re
+from uhd_test_base import uhd_example_test_case
+
+class uhd_benchmark_rate_test(uhd_example_test_case):
+    """
+    Run benchmark_rate in various configurations.
+    """
+    tests = {}
+
+    def setup_example(self):
+        """
+        Set args.
+        """
+        self.test_params = uhd_benchmark_rate_test.tests
+
+    def run_test(self, test_name, test_args):
+        """
+        Runs benchmark_rate with the given parameters. Parses output and writes
+        results to file.
+
+        We always run both tx and rx.
+        """
+        rel_samp_err_threshold = 0.1 # 10% off is still quite generous
+        samp_rate = test_args.get('rate', 1e6)
+        duration = test_args.get('duration', 1)
+        chan = test_args.get('chan', '0')
+        n_chans = len(chan.split(","))
+        expected_samples = n_chans * duration * samp_rate
+        self.log.info('Running test {n}, Channel = {c}, Sample Rate = {r}'.format(
+            n=test_name, c=chan, r=samp_rate,
+        ))
+        args = [
+            self.create_addr_args_str(),
+            '--duration', str(duration),
+            '--channels', str(chan),
+        ]
+        if 'tx' in test_args.get('direction', ''):
+            args.append('--tx_rate')
+            args.append(str(samp_rate))
+        if 'rx' in test_args.get('direction', ''):
+            args.append('--rx_rate')
+            args.append(str(samp_rate))
+        (app, run_results) = self.run_example('benchmark_rate', args)
+        match = re.search(r'(Num received samples):\s*(.*)', app.stdout)
+        run_results['num_rx_samples'] = int(match.group(2)) if match else -1
+        if run_results['num_rx_samples'] != -1:
+            run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - expected_samples) / expected_samples
+        else:
+            run_results['rel_rx_samples_error'] = 100
+        match = re.search(r'(Num dropped samples):\s*(.*)', app.stdout)
+        run_results['num_rx_dropped'] = int(match.group(2)) if match else -1
+        match = re.search(r'(Num overflows detected):\s*(.*)', app.stdout)
+        run_results['num_rx_overruns'] = int(match.group(2)) if match else -1
+        match = re.search(r'(Num transmitted samples):\s*(.*)', app.stdout)
+        run_results['num_tx_samples'] = int(match.group(2)) if match else -1
+        if run_results['num_tx_samples'] != -1:
+            run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - expected_samples) / expected_samples
+        else:
+            run_results['rel_tx_samples_error'] = 100
+        match = re.search(r'(Num sequence errors):\s*(.*)', app.stdout)
+        run_results['num_tx_seqerrs'] = int(match.group(2)) if match else -1
+        match = re.search(r'(Num underflows detected):\s*(.*)', app.stdout)
+        run_results['num_tx_underruns'] = int(match.group(2)) if match else -1
+        match = re.search(r'(Num timeouts):\s*(.*)', app.stdout)
+        run_results['num_timeouts'] = int(match.group(2)) if match else -1
+        run_results['passed'] = all([
+            run_results['return_code'] == 0,
+            run_results['num_rx_dropped'] == 0,
+            run_results['num_tx_seqerrs'] == 0,
+            run_results['num_tx_underruns'] <= test_args.get('acceptable-underruns', 0),
+            run_results['num_rx_samples'] > 0,
+            run_results['num_tx_samples'] > 0,
+            run_results['num_timeouts'] == 0,
+            run_results['rel_rx_samples_error'] < rel_samp_err_threshold,
+            run_results['rel_tx_samples_error'] < rel_samp_err_threshold,
+        ])
+        self.report_example_results(test_name, run_results)
+        return run_results
+