espressif/esp-idf
1
0
Fork 1
mirror of https://github.com/espressif/esp-idf.git synced 2025-08-02 12:14:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

ci: fix xfail test cases end up failed when existing known failure cases

Browse Source
This commit is contained in:
Fu Hanxi
2022-05-12 12:04:28 +08:00
committed by morris
parent 47e4fe83ba
commit c626297f81
1 changed files with 14 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
conftest.py
View File

@@ -195,16 +195,20 @@ class IdfPytestEmbedded:
) )
self._failed_cases: List[ self._failed_cases: List[
Tuple[str, bool] Tuple[str, bool, bool]
] = [] # (test_case_name, is_known_failure_cases) ] = [] # (test_case_name, is_known_failure_cases, is_xfail)
@property @property
def failed_cases(self) -> List[str]: def failed_cases(self) -> List[str]:
return [case for case, is_known in self._failed_cases if not is_known] return [case for case, is_known, is_xfail in self._failed_cases if not is_known and not is_xfail]
@property @property
def known_failure_cases(self) -> List[str]: def known_failure_cases(self) -> List[str]:
return [case for case, is_known in self._failed_cases if is_known] return [case for case, is_known, _ in self._failed_cases if is_known]
@property
def xfail_cases(self) -> List[str]:
return [case for case, _, is_xfail in self._failed_cases if is_xfail]
@staticmethod @staticmethod
def _parse_known_failure_cases_file( def _parse_known_failure_cases_file(
@@ -278,7 +282,8 @@ class IdfPytestEmbedded:
if report.outcome == 'failed': if report.outcome == 'failed':
test_case_name = item.funcargs.get('test_case_name', '') test_case_name = item.funcargs.get('test_case_name', '')
is_known_failure = self._is_known_failure(test_case_name) is_known_failure = self._is_known_failure(test_case_name)
self._failed_cases.append((test_case_name, is_known_failure)) is_xfail = report.keywords.get('xfail', False)
self._failed_cases.append((test_case_name, is_known_failure, is_xfail))
return report return report
@@ -327,6 +332,10 @@ class IdfPytestEmbedded:
terminalreporter.section('Known failure cases', bold=True, yellow=True) terminalreporter.section('Known failure cases', bold=True, yellow=True)
terminalreporter.line('\n'.join(self.known_failure_cases)) terminalreporter.line('\n'.join(self.known_failure_cases))
if self.xfail_cases:
terminalreporter.section('xfail cases', bold=True, yellow=True)
terminalreporter.line('\n'.join(self.xfail_cases))
if self.failed_cases: if self.failed_cases:
terminalreporter.section('Failed cases', bold=True, red=True) terminalreporter.section('Failed cases', bold=True, red=True)
terminalreporter.line('\n'.join(self.failed_cases)) terminalreporter.line('\n'.join(self.failed_cases))