Lines Matching +full:dummy +full:- +full:line
2 # Copyright (c) 2023-2024 Intel Corporation
4 # SPDX-License-Identifier: Apache-2.0
6 Blackbox tests for twister's command line functions
16 # pylint: disable=no-name-in-module
31 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
35 os.path.join(TEST_DATA, 'tests', 'dummy', 'device'),
42 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
44 'dummy.agnostic.group1.subgroup1.a1_1_tests.assert',
45 'dummy.agnostic.group1.subgroup2.a1_2_tests.assert',
46 'dummy.agnostic.group2.a2_tests.assert1',
47 'dummy.agnostic.group2.a2_tests.assert2',
48 'dummy.agnostic.group2.a3_tests.assert1',
49 'dummy.agnostic.group2.a2_tests.assert3'
51 '--no-detailed-test-id',
55 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
57 'dummy.agnostic.group1.subgroup2.a1_2_tests.assert',
58 'dummy.agnostic.group2.a2_tests.assert1',
59 'dummy.agnostic.group2.a2_tests.assert2',
60 'dummy.agnostic.group2.a3_tests.assert1',
61 'dummy.agnostic.group2.a2_tests.assert3'
63 '--no-detailed-test-id',
67 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
69 '--no-detailed-test-id',
73 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
75 'dummy.agnostic.group1.subgroup1.a1_1_tests.assert',
76 'dummy.agnostic.group1.subgroup2.a1_2_tests.assert',
77 'dummy.agnostic.group2.a2_tests.assert1',
78 'dummy.agnostic.group2.a2_tests.assert2',
79 'dummy.agnostic.group2.a3_tests.assert1',
80 'dummy.agnostic.group2.a2_tests.assert3'
82 '--no-detailed-test-id',
86 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
88 'dummy.agnostic.group1.subgroup1.a1_1_tests.assert',
89 'dummy.agnostic.group1.subgroup2.a1_2_tests.assert',
90 'dummy.agnostic.group2.a2_tests.assert1',
91 'dummy.agnostic.group2.a2_tests.assert2',
92 'dummy.agnostic.group2.a3_tests.assert1',
93 'dummy.agnostic.group2.a2_tests.assert3'
95 '--detailed-test-id',
99 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
101 'dummy.agnostic.group1.subgroup2.a1_2_tests.assert',
102 'dummy.agnostic.group2.a2_tests.assert1',
103 'dummy.agnostic.group2.a2_tests.assert2',
104 'dummy.agnostic.group2.a3_tests.assert1',
105 'dummy.agnostic.group2.a2_tests.assert3'
107 '--detailed-test-id',
111 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
113 '--detailed-test-id',
117 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
119 'dummy.agnostic.group1.subgroup1.a1_1_tests.assert',
120 'dummy.agnostic.group1.subgroup2.a1_2_tests.assert',
121 'dummy.agnostic.group2.a2_tests.assert1',
122 'dummy.agnostic.group2.a2_tests.assert2',
123 'dummy.agnostic.group2.a3_tests.assert1',
124 'dummy.agnostic.group2.a2_tests.assert3'
126 '--detailed-test-id',
130 os.path.join(TEST_DATA, 'tests', 'dummy', 'device'),
132 'dummy.device.group.d_tests.assert'
134 '--no-detailed-test-id',
138 os.path.join(TEST_DATA, 'tests', 'dummy', 'device'),
140 'dummy.device.group.d_tests.assert'
142 '--detailed-test-id',
149 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
153 ' └── dummy\n' \
155 ' ├── dummy.agnostic.group1.subgroup1.a1_1_tests.assert\n' \
156 ' ├── dummy.agnostic.group1.subgroup2.a1_2_tests.assert\n' \
157 ' ├── dummy.agnostic.group2.a2_tests.assert1\n' \
158 ' ├── dummy.agnostic.group2.a2_tests.assert2\n' \
159 ' ├── dummy.agnostic.group2.a2_tests.assert3\n' \
160 ' └── dummy.agnostic.group2.a3_tests.assert1\n',
161 '--no-detailed-test-id',
165 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
169 ' └── dummy\n' \
171 ' ├── dummy.agnostic.group1.subgroup2.a1_2_tests.assert\n' \
172 ' ├── dummy.agnostic.group2.a2_tests.assert1\n' \
173 ' ├── dummy.agnostic.group2.a2_tests.assert2\n' \
174 ' ├── dummy.agnostic.group2.a2_tests.assert3\n' \
175 ' └── dummy.agnostic.group2.a3_tests.assert1\n',
176 '--no-detailed-test-id',
180 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
184 ' └── dummy\n' \
186 ' ├── dummy.agnostic.group1.subgroup1.a1_1_tests.assert\n' \
187 ' ├── dummy.agnostic.group1.subgroup2.a1_2_tests.assert\n' \
188 ' ├── dummy.agnostic.group2.a2_tests.assert1\n' \
189 ' ├── dummy.agnostic.group2.a2_tests.assert2\n' \
190 ' ├── dummy.agnostic.group2.a2_tests.assert3\n' \
191 ' └── dummy.agnostic.group2.a3_tests.assert1\n',
192 '--detailed-test-id',
196 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
200 ' └── dummy\n' \
202 ' ├── dummy.agnostic.group1.subgroup2.a1_2_tests.assert\n' \
203 ' ├── dummy.agnostic.group2.a2_tests.assert1\n' \
204 ' ├── dummy.agnostic.group2.a2_tests.assert2\n' \
205 ' ├── dummy.agnostic.group2.a2_tests.assert3\n' \
206 ' └── dummy.agnostic.group2.a3_tests.assert1\n',
207 '--detailed-test-id',
211 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
215 '--detailed-test-id',
219 os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic'),
223 ' └── dummy\n' \
225 ' ├── dummy.agnostic.group1.subgroup1.a1_1_tests.assert\n' \
226 ' ├── dummy.agnostic.group1.subgroup2.a1_2_tests.assert\n' \
227 ' ├── dummy.agnostic.group2.a2_tests.assert1\n' \
228 ' ├── dummy.agnostic.group2.a2_tests.assert2\n' \
229 ' ├── dummy.agnostic.group2.a2_tests.assert3\n' \
230 ' └── dummy.agnostic.group2.a3_tests.assert1\n',
231 '--detailed-test-id',
235 os.path.join(TEST_DATA, 'tests', 'dummy', 'device'),
239 ' └── dummy\n'
241 ' └── dummy.device.group.d_tests.assert\n',
242 '--no-detailed-test-id',
246 os.path.join(TEST_DATA, 'tests', 'dummy', 'device'),
250 ' └── dummy\n'
252 ' └── dummy.device.group.d_tests.assert\n',
253 '--detailed-test-id',
260 os.path.join(TEST_DATA, 'tests', 'dummy'),
280 'tests/dummy/agnostic',
281 'tests/dummy/device',
285 args = ['--outdir', out_path, '-T', test_path, '--list-tags']
295 printed_tags = [tag.strip() for tag in out.split('- ')[1:]]
306 'tests/dummy/agnostic no_detailed_id',
307 'tests/dummy/agnostic no_detailed_id excl_tag',
308 'tests/dummy/agnostic no_detailed_id excl_all_tags',
309 'tests/dummy/agnostic no_detailed_id no_excl_tag',
310 'tests/dummy/agnostic detailed_id',
311 'tests/dummy/agnostic detailed_id excl_tag',
312 'tests/dummy/agnostic detailed_id excl_all_tags',
313 'tests/dummy/agnostic detailed_id no_excl_tag',
314 'tests/dummy/device',
315 'tests/dummy/device detailed_id',
319 args = ['--outdir', out_path, '-T', test_path, '--list-tests', detailed_id]
321 args += ['--exclude-tag', tag]
331 printed_tests = [test.strip() for test in out.split('- ')[1:]]
333 printed_tests[-1] = printed_tests[-1].split('\n')[0]
344 'tests/dummy/agnostic no_detailed_id',
345 'tests/dummy/agnostic no_detailed_id excl_tag',
346 'tests/dummy/agnostic detailed_id',
347 'tests/dummy/agnostic detailed_id excl_tag',
348 'tests/dummy/agnostic detailed_id excl_all_tags',
349 'tests/dummy/agnostic detailed_id no_excl_tag',
350 'tests/dummy/device',
351 'tests/dummy/device detailed_id',
355 args = ['--outdir', out_path, '-T', test_path, '--test-tree', detailed_id]
357 args += ['--exclude-tag', tag]
377 args = ['-i', '--outdir', out_path, '-T', test_path, '--timestamps', '-v'] + \
379 ['-p'] * len(test_platforms), test_platforms
388 info_regex = r'\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3} - (?:INFO|DEBUG|ERROR)'
398 for line in output:
399 if line.strip():
401 match = re.search(info_regex, line)
403 err_lines.append(line)
406 assert False, f'No timestamp in line {err_lines}'
410 ['--abcd', '--1234', '-%', '-1']
424 if flag == '-1':
431 ['--help', '-h']
453 args = ['-i', '--outdir', out_path, '-T', test_path, '--force-color'] + \
455 ['-p'] * len(test_platforms), test_platforms
472 args = ['-i', '--outdir', out_path, '-T', path] + \
474 ['-p'] * len(test_platforms), test_platforms
489 args = ['--size', prev_path]
506 footer_pattern = r'Totals:\s+(?P<rom>[0-9]+)\s+bytes\s+\(ROM\),\s+' \
507 r'(?P<ram>[0-9]+)\s+bytes\s+\(RAM\)\s*\n'