Lines Matching +full:dummy +full:- +full:line
2 # Copyright (c) 2023-2024 Intel Corporation
4 # SPDX-License-Identifier: Apache-2.0
6 Blackbox tests for twister's command line functions
8 # pylint: disable=duplicate-code
18 # pylint: disable=no-name-in-module
27 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
35 os.path.join(TEST_DATA, 'tests', 'dummy', 'device'),
45 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
67 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
73 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
85 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
92 os.path.join(TEST_DATA, 'tests', 'always_fail', 'dummy'),
97 os.path.join(TEST_DATA, 'tests', 'always_fail', 'dummy'),
104 os.path.join(TEST_DATA, 'tests', 'always_fail', 'dummy'),
109 os.path.join(TEST_DATA, 'tests', 'always_fail', 'dummy'),
116 os.path.join(TEST_DATA, 'tests', 'always_timeout', 'dummy'),
121 os.path.join(TEST_DATA, 'tests', 'always_timeout', 'dummy'),
128 os.path.join(TEST_DATA, 'tests', 'dummy'),
131 ['dummy.agnostic.group2 FILTERED: Command line testsuite tag filter',
132 'dummy.agnostic.group1.subgroup2 FILTERED: Command line testsuite tag filter',
133 'dummy.agnostic.group1.subgroup1 FILTERED: Command line testsuite tag filter',
138 os.path.join(TEST_DATA, 'tests', 'dummy'),
141 ['dummy.agnostic.group2 FILTERED: Command line testsuite tag filter',
146 os.path.join(TEST_DATA, 'tests', 'dummy'),
194 'build_only tests/dummy/agnostic',
195 'build_only tests/dummy/device',
200 ['--build-only', '-b']
203 args = ['-i', '--outdir', out_path, '-T', test_path, flag] + \
205 ['-p'] * len(test_platforms), test_platforms
212 built_regex = r'^INFO - (?P<executed_on_platform>[0-9]+)' \
213 r' test configurations executed on platforms, (?P<only_built>[0-9]+)' \
239 args = ['--outdir', out_path,'-i', '-T', test_path, '--build-only'] + \
241 ['-p'] * len(test_platforms), test_platforms
252 args = ['--outdir', out_path,'-i', '-T', test_path, '--test-only'] + \
254 ['-p'] * len(test_platforms), test_platforms
262 select_regex = r'^INFO - (?P<test_scenarios>[0-9]+) test scenarios' \
263 r' \((?P<test_instances>[0-9]+) configurations\) selected,' \
264 r' (?P<skipped_configurations>[0-9]+) configurations filtered' \
265 r' \((?P<skipped_by_static_filter>[0-9]+) by static filter,' \
266 r' (?P<skipped_at_runtime>[0-9]+) at runtime\)\.$'
268 pass_regex = r'^INFO - (?P<passed_configurations>[0-9]+) of' \
269 r' (?P<test_instances>[0-9]+) executed test configurations passed' \
270 r' \([0-9]+\.[0-9]+%\), (?P<built_configurations>[0-9]+) built \(not run\),' \
271 r' (?P<failed_configurations>[0-9]+) failed,' \
272 r' (?P<errored_configurations>[0-9]+) errored, with' \
273 r' (?:[0-9]+|no) warnings in [0-9]+\.[0-9]+ seconds.$'
275 case_regex = r'^INFO - (?P<passed_cases>[0-9]+) of' \
276 r' (?P<executed_test_cases>[0-9]+) executed test cases passed' \
277 r' \([0-9]+\.[0-9]+%\)' \
278 r'(?:, (?P<blocked_cases>[0-9]+) blocked)?' \
279 r'(?:, (?P<failed_cases>[0-9]+) failed)?' \
280 r'(?:, (?P<errored_cases>[0-9]+) errored)?' \
281 r'(?:, (?P<none_cases>[0-9]+) without a status)?' \
282 r' on (?P<platform_count>[0-9]+) out of total' \
283 r' (?P<total_platform_count>[0-9]+) platforms \([0-9]+\.[0-9]+%\)'
285 skip_regex = r'(?P<skipped_test_cases>[0-9]+) selected test cases not executed:' \
286 r'(?: (?P<skipped_cases>[0-9]+) skipped)?' \
287 r'(?:, (?P<filtered_cases>[0-9]+) filtered)?' \
290 built_regex = r'^INFO - (?P<executed_on_platform>[0-9]+)' \
291 r' test configurations executed on platforms, (?P<only_built>[0-9]+)' \
359 ['--dry-run', '-y']
362 args = ['--outdir', out_path, '-T', test_path, flag] + \
364 ['-p'] * len(test_platforms), test_platforms
385 args = ['--outdir', out_path, '-T', test_path, '--cmake-only'] + \
387 ['-p'] * len(test_platforms), test_platforms
398 pass_regex = r'^INFO - (?P<passed_configurations>[0-9]+) of' \
399 r' (?P<test_instances>[0-9]+) executed test configurations passed'
401 built_regex = r'^INFO - (?P<executed_on_platform>[0-9]+)' \
402 r' test configurations executed on platforms, (?P<only_built>[0-9]+)' \
431 args = ['--outdir', out_path, '-T', test_path, '--pre-script', file_name] + \
433 ['-p'] * len(test_platforms), test_platforms
454 args = ['--outdir', out_path, '-T', test_path, '--device-flash-timeout', "240"] + \
456 ['-p'] * len(test_platforms), test_platforms
478 …args = ['--outdir', out_path, '-T', test_path, '--retry-failed', iterations, '--retry-interval', '…
480 ['-p'] * len(test_platforms), test_platforms
491 pattern = re.compile(r'INFO\s+-\s+(\d+)\s+Iteration:[\s\S]*?ERROR\s+-\s+(\w+)')
514 …args = ['--outdir', out_path, '-T', test_path, '--retry-failed', '1', '--retry-interval', interval…
516 ['-p'] * len(test_platforms), test_platforms
530 elapsed_time = end_time - start_time
540 'timeout-multiplier 2 - 20s',
541 'timeout-multiplier 0.5 - 5s'
545 args = ['--outdir', out_path, '-T', test_path, '--timeout-multiplier', timeout, '-v'] + \
547 ['-p'] * len(test_platforms), test_platforms
563 elapsed_time - float(timeout) * 10) <= tolerance, f"Time is different from expected"
577 args = ['--outdir', out_path, '-T', test_path, '-vv', '-ll', 'DEBUG'] + \
579 ['-p'] * len(test_platforms), test_platforms
582 ['-t'] * len(tags), tags
593 for line in expected:
594 assert re.search(line, err), f"no expected:'{line}' in '{err}'"
607 args = ['--outdir', out_path,'-i', '-T', test_path, '-v'] + \
609 ['-p'] * len(test_platforms), test_platforms
620 args = ['--outdir', out_path,'-i', '-T', test_path, '--only-failed'] + \
622 ['-p'] * len(test_platforms), test_platforms
629 select_regex = r'^INFO - (?P<test_scenarios>[0-9]+) test scenarios' \
630 r' \((?P<test_instances>[0-9]+) configurations\) selected,' \
631 r' (?P<skipped_configurations>[0-9]+) configurations filtered' \
632 r' \((?P<skipped_by_static_filter>[0-9]+) by static filter,' \
633 r' (?P<skipped_at_runtime>[0-9]+) at runtime\)\.$'
635 pass_regex = r'^INFO - (?P<passed_configurations>[0-9]+) of' \
636 r' (?P<test_instances>[0-9]+) executed test configurations passed' \
637 r' \([0-9]+\.[0-9]+%\), (?P<built_configurations>[0-9]+) built \(not run\),' \
638 r' (?P<failed_configurations>[0-9]+) failed,' \
639 r' (?P<errored_configurations>[0-9]+) errored, with' \
640 r' (?:[0-9]+|no) warnings in [0-9]+\.[0-9]+ seconds.$'
680 …args = ['--outdir', out_path, '-T', test_path, '--retry-build-errors', '--retry-failed', iteration…
681 '--retry-interval', '10'] + \
683 ['-p'] * len(test_platforms), test_platforms
694 pattern = re.compile(r'INFO\s+-\s+(\d+)\s+Iteration:[\s\S]*?ERROR\s+-\s+(\w+)')