Lines Matching refs:results

70 def execute_reference_driver_tests(results: Results, ref_component: str, driver_component: str, \
75     results.new_section("Test {} and {}", ref_component, driver_component)
79     results.info("Running: {}", shell_command)
83         results.error("failed to run reference/driver components")
85 def analyze_coverage(results: Results, outcomes: Outcomes,
97         results.error("Failed \"make generated_files\" in tests. "
107                 results.error('Test case not executed: {}', suite_case)
109                 results.warning('Test case not executed: {}', suite_case)
113                 results.error('Allow listed test case was executed: {}', suite_case)
115                 results.warning('Allow listed test case was executed: {}', suite_case)
129 def analyze_driver_vs_reference(results: Results, outcomes: Outcomes,
143         results.error("required components are missing: bad outcome file?")
147         results.error("no passing test in reference component: bad outcome file?")
169             results.error("PASS -> SKIP/FAIL: {}", suite_case)
171             results.error("uselessly ignored: {}", suite_case)
173 def analyze_outcomes(results: Results, outcomes: Outcomes, args) -> None:
175     analyze_coverage(results, outcomes, args['allow_list'],
198 def do_analyze_coverage(results: Results, outcomes: Outcomes, args) -> None:
200     results.new_section("Analyze coverage")
201     analyze_outcomes(results, outcomes, args)
203 def do_analyze_driver_vs_reference(results: Results, outcomes: Outcomes, args) -> None:
205     results.new_section("Analyze driver {} vs reference {}",
210     analyze_driver_vs_reference(results, outcomes,