ci: Set continue on error and reduce timeout to 60

Instead of squashing errors, set continue on error so that warnings
propagate up. Also reset timeout to default 60 minutes.

Signed-off-by: Steven Koo <steven.koo@ni.com>

1 files changed, 13 insertions, 6 deletions

diff --git a/.ci/templates/tests/templates/job-uhd-x4xx-hardware-tests.yml b/.ci/templates/tests/templates/job-uhd-x4xx-hardware-tests.yml
index b692cfd82..61f084405 100644
--- a/.ci/templates/tests/templates/job-uhd-x4xx-hardware-tests.yml
+++ b/.ci/templates/tests/templates/job-uhd-x4xx-hardware-tests.yml
@@ -26,7 +26,6 @@ parameters:
 jobs:
 - job: x4xx_hardware_test_${{ parameters.suiteName }}
   displayName: x4xx hardware test ${{ parameters.suiteName }}
-  timeoutInMinutes: 120
   strategy:
     matrix: ${{ parameters.dutMatrix }}
 
@@ -160,7 +159,8 @@ jobs:
       ssh -o StrictHostKeyChecking=no -tt root@$USRP_EMB_TARGET_IP "pip3 install unittest-xml-reporting && cd ~/usrp_sysimg_test/tests && python3 -m xmlrunner discover . -v"
       scp -o StrictHostKeyChecking=no -r root@$USRP_EMB_TARGET_IP:~/usrp_sysimg_test .
     displayName: Run system image embedded subsystems tests
-    condition: ${{ parameters.runSystemImageTest }}
+    continueOnError: true
+    condition: and(succeeded(), ${{ parameters.runSystemImageTest }})
 
   - script: |
       mkdir -p $(Common.TestResultsDirectory)/mpm/mpm_unit_tests
@@ -170,6 +170,7 @@ jobs:
       ssh -o StrictHostKeyChecking=no -tt root@$USRP_EMB_TARGET_IP "cd ~/mpm_test_run && python3 /usr/lib/usrp_mpm/tests/run_unit_tests.py -x x4xx"
       scp -o StrictHostKeyChecking=no -r root@$USRP_EMB_TARGET_IP:~/mpm_test_run .
     displayName: Run MPM unit tests
+    continueOnError: true
 
   - script: |
       mkdir -p $(Common.TestResultsDirectory)/devtest
@@ -179,12 +180,17 @@ jobs:
         --devtest-pattern $(devtestPattern) --args addr=$USRP_EMB_TARGET_IP,type=$(dutType) \
         --build-dir $(uhd_artifact_directory)/uhddev-${{ parameters.testOS }}-${{ parameters.toolset }}/uhddev/build \
         --build-type Release --python-interp python3 --xml
+    displayName: Run devtest
+    continueOnError: true
+    condition: and(succeeded(), ${{ parameters.runDevTest }})
 
+  - script: |
+      cd $(Common.TestResultsDirectory)/devtest
       python3 $(Build.SourcesDirectory)/uhddev/.ci/utils/format_devtest_junitxml.py \
         $(Common.TestResultsDirectory)/devtest \
         $(Common.TestResultsDirectory)/devtest/devtestresults.xml
-      echo ""
-    displayName: Run devtest
+    displayName: Format devtest results
+    continueOnError: true
     condition: and(succeeded(), ${{ parameters.runDevTest }})
 
   - script: |
@@ -217,8 +223,8 @@ jobs:
       cd $(Build.SourcesDirectory)/ettus-rts/config/remote/python_tests
       uhd_find_devices
       python3 automated_main.py --ats_config $(pytestAtsConfig) --dut $(pytestDUT) --results_path '$(Common.TestResultsDirectory)/pytest/host'
-      echo ""
     displayName: Run pytest on host
+    continueOnError: true
     condition: and(succeeded(), ${{ parameters.runPyTest }})
 
   - script: |
@@ -231,6 +237,7 @@ jobs:
       ssh -o StrictHostKeyChecking=no -tt root@$USRP_EMB_TARGET_IP "cd ~/usrp_pytest/remote/python_tests && python3 automated_main.py --ats_config $(pytestAtsConfig) --dut $(pytestDUT) --test_selector pytests/test_gnuradio_sanity.py --run_embedded"
       scp -o StrictHostKeyChecking=no -r root@$USRP_EMB_TARGET_IP:~/usrp_pytest .
     displayName: Run pytest on embedded
+    continueOnError: true
     condition: and(succeeded(), ${{ parameters.runPyTest }})
 
   # Run the mender tests last because they
@@ -242,6 +249,7 @@ jobs:
       source $USRP_EMB_VENV/bin/activate
       usrp_emb_test_x4xx_mender
     displayName: Run system image mender tests
+    continueOnError: true
     condition: and(succeeded(), ${{ parameters.runSystemImageTest }})
 
   - task: PublishTestResults@2
@@ -299,4 +307,3 @@ jobs:
     artifact: test-logs-x4xx-hardware-$(dutName)-run$(System.JobAttempt)
     displayName: Upload Test Logs
     condition: always()
-