[report_result] Add testcase error detection and reporting

Previously, report_result.yml only checked for testcase failures but
ignored errors in the JUnit XML output. This meant that tests could
error out without causing the CI job to fail.

This change adds:
- Extraction of 'errors' count from XML testsuites
- Failure task that triggers when errors > 0

This ensures both failures and errors in testcases are properly
reported and cause the CI job to fail as expected.

Author: elfiesmelfie

ci/report_result.yml

@@ -35,28 +35,30 @@
       register: verbose_matches
       ignore_errors: true
 
+      # The RC from grep is 2 if an error occurred.
+    - name: Fail if the file was not found (or other grep error)
+      ansible.builtin.fail:
+        msg: "{{ verbose_matches.stderr if verbose_matches.stderr | length > 0 else 'There was an error with grep.' }}"
+      when: verbose_matches.rc > 1
+
     - name: "Fail if there are no XML files"
       ansible.builtin.fail:
         msg: "There were no XML files found in {{ logs_dir }}."
       when: verbose_matches.stdout_lines | length == 0
 
-    - name: "Get the number of failed testcases"
+    - name: "Get the number of testcase errors and failures"
       ansible.builtin.set_fact:
+        tasks_errored: "{{ verbose_matches.stdout | regex_replace('.*errors=\"([0-9]*)\".*>', '\\1') | split('\n') | map('int') | sum }}"
         tasks_failed: "{{ verbose_matches.stdout | regex_replace('.*failures=\"([0-9]*)\".*>', '\\1') | split('\n') | map('int') | sum }}"
 
       # The RC from grep is 0 if the string is matched
-    - name: Fail when there's a testcase failure
+    - name: Fail when there's a testcase error
       ansible.builtin.fail:
-        msg: There were {{ tasks_failed }} failed testcases.
-      when: tasks_failed | int > 0 and verbose_matches.rc == 0
+        msg: There were {{ tasks_errored }} errors in the testcases.
+      when: tasks_errored | int > 0 and verbose_matches.rc == 0
 
-    - name: Determine success or failure based on the number of failed tasks
-      ansible.builtin.fail:
-        msg: "The log file(s) contain failed task."
-      when: tasks_failed | int > 0 and verbose_matches.rc == 0
-
-      # The RC from grep is 2 if an error occurred.
-    - name: Fail if the file was not found (or other grep error)
+      # The RC from grep is 0 if the string is matched
+    - name: Fail when there's a testcase failure
       ansible.builtin.fail:
-        msg: "{{ verbose_matches.stderr if verbose_matches.stderr | length > 0 else 'There was an error with grep.' }}"
-      when: verbose_matches.rc > 1
+        msg: There were {{ tasks_errored }} errors and {{ tasks_failed }} failed testcases.
+      when: ( [ tasks_failed, tasks_errored ] | sum > 0 ) and verbose_matches.rc == 0