ci: add dut_log_url column to failed testcases report

Introduced changes:
- add xml attribute "dut_log_url" to pytest report
- add column "dut_log_url" to failed testcases table of dynamic pipeline report
- make the table header sticky
- add permalinks to the Table Titles
- split target test report by testcase type for better clarity
- fix the logic of finding the testcases failed on cur branch / other branches

.gitlab/ci/post_deploy.yml

@@ -3,6 +3,7 @@ generate_failed_jobs_report:
   tags: [build, shiny]
   image: $ESP_ENV_IMAGE
   when: always
+  dependencies: []  # Do not download artifacts from the previous stages
   artifacts:
     expire_in: 1 week
     when: always

conftest.py

@@ -252,6 +252,34 @@ def set_test_case_name(request: FixtureRequest, test_case_name: str) -> None:
     request.node.funcargs['test_case_name'] = test_case_name
 
 
+@pytest.fixture(autouse=True)
+def set_dut_log_url(record_xml_attribute: t.Callable[[str, object], None], _pexpect_logfile: str) -> t.Generator:
+    # Record the "dut_log_url" attribute in the XML report once test execution finished
+    yield
+
+    if not isinstance(_pexpect_logfile, str):
+        record_xml_attribute('dut_log_url', 'No log URL found')
+        return
+
+    ci_pages_url = os.getenv('CI_PAGES_URL')
+    logdir_pattern = re.compile(rf'({DEFAULT_LOGDIR}/.*)')
+    match = logdir_pattern.search(_pexpect_logfile)
+
+    if not match:
+        record_xml_attribute('dut_log_url', 'No log URL found')
+        return
+
+    if not ci_pages_url:
+        record_xml_attribute('dut_log_url', _pexpect_logfile)
+        return
+
+    job_id = os.getenv('CI_JOB_ID', '0')
+    modified_ci_pages_url = ci_pages_url.replace('esp-idf', '-/esp-idf')
+    log_url = f'{modified_ci_pages_url}/-/jobs/{job_id}/artifacts/{match.group(1)}'
+
+    record_xml_attribute('dut_log_url', log_url)
+
+
 ######################
 # Log Util Functions #
 ######################

tools/ci/dynamic_pipelines/models.py

@@ -166,6 +166,7 @@ def from_test_case_node(cls, node: Element) -> t.Optional['TestCase']:
             'time': float(node.attrib.get('time') or 0),
             'ci_job_url': node.attrib.get('ci_job_url') or '',
             'ci_dashboard_url': f'{grafana_base_url}?{encoded_params}',
+            'dut_log_url': node.attrib.get('dut_log_url') or 'Not found',
         }
 
         failure_node = node.find('failure')