From fe2e24e79e3e5d714e2bf30da89ee5cd71dcb399 Mon Sep 17 00:00:00 2001
From: Virendra Kakade <virendra.kakade@ni.com>
Date: Mon, 28 Mar 2022 14:32:05 -0500
Subject: tests: enable automated streaming tests on X410

Enable automated streaming tests to run on X410.
Disable tests on non-X410 devices for now.

Run only DPDK tests since the setup can not withstand
4Rx 4Tx and 4FDx in non-DPDK mode in manual testing.
And we need to enable running these tests for 100GbE testing.

Adjust streaming test thresholds to new values which seemed to work fine
in manual testing. Might make them tighter in future based on more data.
---
 .ci/templates/job-uhd-streaming-tests.yml | 32 ++++++++++++++++---------------
 1 file changed, 17 insertions(+), 15 deletions(-)

(limited to '.ci/templates/job-uhd-streaming-tests.yml')

diff --git a/.ci/templates/job-uhd-streaming-tests.yml b/.ci/templates/job-uhd-streaming-tests.yml
index 35eb7de54..f36397b6a 100644
--- a/.ci/templates/job-uhd-streaming-tests.yml
+++ b/.ci/templates/job-uhd-streaming-tests.yml
@@ -43,20 +43,20 @@ jobs:
       archiveFilePatterns: $(Pipeline.Workspace)/uhddev-${{ parameters.testOS }}-${{ parameters.toolset }}/uhddev-${{ parameters.testOS }}-${{ parameters.toolset }}.tar.gz
       destinationFolder: $(Build.BinariesDirectory)
       cleanDestinationFolder: true
-  - script: |
-      cd ${{ parameters.uhdSrcDir }}/host/tests/streaming_performance
-      sudo ./setup.sh --auto
-      sleep 5
-    displayName: setup interfaces for use without DPDK
-  - script: |
-      set -x
-      export PYTHONPATH=${{ parameters.uhdSrcDir }}/host/tests/streaming_performance
-      cd ${{ parameters.uhdSrcDir }}/host/tests/pytests
-      python3 -m pytest -s test_streaming.py -m "not dpdk" --dut_type $(dutType) --test_length ${{ parameters.testLength }} \
-        --addr $(dutAddr) --second_addr $(dutSecondAddr) --mgmt_addr $(dutMgmtAddr) \
-        --uhd_build_dir $(Build.BinariesDirectory)/uhddev/build --junitxml $(Common.TestResultsDirectory)/TEST-$(dutName).xml
-    continueOnError: true
-    displayName: Run streaming tests on $(dutName)
+  # - script: |
+  #     cd ${{ parameters.uhdSrcDir }}/host/tests/streaming_performance
+  #     sudo ./setup.sh --auto
+  #     sleep 5
+  #   displayName: setup interfaces for use without DPDK
+  # - script: |
+  #     set -x
+  #     export PYTHONPATH=${{ parameters.uhdSrcDir }}/host/tests/streaming_performance
+  #     cd ${{ parameters.uhdSrcDir }}/host/tests/pytests
+  #     sudo python3 -m pytest -s test_streaming.py -m "not dpdk" --dut_type $(dutType) --test_length ${{ parameters.testLength }} \
+  #       --addr $(dutAddr) --second_addr $(dutSecondAddr) --mgmt_addr $(dutMgmtAddr) \
+  #       --uhd_build_dir $(Build.BinariesDirectory)/uhddev/build --junitxml $(Common.TestResultsDirectory)/TEST-$(dutName).xml
+  #   continueOnError: true
+  #   displayName: Run streaming tests on $(dutName)
   - script: |
       cd ${{ parameters.uhdSrcDir }}/host/tests/streaming_performance
       sudo ./setup.sh --auto --dpdk
@@ -66,7 +66,9 @@ jobs:
       set -x
       export PYTHONPATH=${{ parameters.uhdSrcDir }}/host/tests/streaming_performance
       cd ${{ parameters.uhdSrcDir }}/host/tests/pytests
-      sudo --preserve-env=PYTHONPATH python3 -m pytest -s test_streaming.py -m "dpdk" --dut_type $(dutType) --test_length ${{ parameters.testLength }} \
+      # Disable creation of __pycache__ files using -B to avoid errors on clean up during next run
+      # as using sudo below creates them with root priveleges.
+      sudo --preserve-env=PYTHONPATH python3 -B -m pytest -s test_streaming.py -m "dpdk" --dut_type $(dutType) --test_length ${{ parameters.testLength }} \
         --addr $(dutAddr) --second_addr $(dutSecondAddr) --mgmt_addr $(dutMgmtAddr) \
         --uhd_build_dir $(Build.BinariesDirectory)/uhddev/build --junitxml $(Common.TestResultsDirectory)/TEST-$(dutName)-dpdk.xml
     continueOnError: true
-- 
cgit v1.2.3