Lines Matching +full:twister +full:- +full:tests
4 # SPDX-License-Identifier: Apache-2.0
6 Blackbox tests for twister's command line functions related to memory footprints.
17 # pylint: disable=no-name-in-module
31 r'Found [1-9]+[0-9]* footprint deltas to .*blackbox-out\.[0-9]+/twister.json as a baseline'
33 DELTA_WARNING_RUN = re.compile(r'Found [1-9]+[0-9]* footprint deltas to the last twister run')
37 DELTA_DETAIL = re.compile(RAM_KEY + r' \+[0-9]+, is now +[0-9]+ \+[0-9.]+%')
41 apath = os.path.join(ZEPHYR_BASE, 'scripts', 'twister')
61 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
62 args = ['-i', '--outdir', out_path, '-T', path] + \
63 ['--enable-size-report'] + \
65 ['-p'] * len(test_platforms), test_platforms
75 # Note: if footprint tests take too long, replace first run with a prepared twister.json
76 # That will increase test-to-code_under_test coupling, however.
77 with open(os.path.join(out_path, 'twister.json')) as f:
84 with open(os.path.join(out_path, 'twister.json'), 'w') as f:
90 'twister.json'
95 path = os.path.join(TEST_DATA, 'tests', 'dummy')
96 args = ['-i', '--outdir', out_path, '-T', path] + \
97 ['--compare-report', report_path] + \
98 ['--show-footprint'] + \
100 ['-p'] * len(test_platforms), test_platforms
123 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
124 args = ['-i', '--outdir', out_path, '-T', path] + \
126 ['--enable-size-report'] + \
128 ['-p'] * len(test_platforms), test_platforms
139 with open(os.path.join(out_path, 'twister.json')) as f:
148 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
149 args = ['-i', '--outdir', out_path, '-T', path] + \
150 ['--footprint-from-buildlog'] + \
151 ['--enable-size-report'] + \
153 ['-p'] * len(test_platforms), test_platforms
164 with open(os.path.join(out_path, 'twister.json')) as f:
188 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
189 args = ['-i', '--outdir', out_path, '-T', path] + \
190 ['--enable-size-report'] + \
192 ['-p'] * len(test_platforms), test_platforms
202 # Note: if footprint tests take too long, replace first run with a prepared twister.json
203 # That will increase test-to-code_under_test coupling, however.
204 with open(os.path.join(out_path, 'twister.json')) as f:
210 with open(os.path.join(out_path, 'twister.json'), 'w') as f:
216 'twister.json'
221 path = os.path.join(TEST_DATA, 'tests', 'dummy')
222 args = ['-i', '--outdir', out_path, '-T', path] + \
223 [f'--footprint-threshold={threshold}'] + \
224 ['--compare-report', report_path, '--show-footprint'] + \
226 ['-p'] * len(test_platforms), test_platforms
250 (['--show-footprint'], 0.75, True),
257 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
258 args = ['-i', '--outdir', out_path, '-T', path] + \
259 ['--enable-size-report'] + \
261 ['-p'] * len(test_platforms), test_platforms
271 # Note: if footprint tests take too long, replace first run with a prepared twister.json
272 # That will increase test-to-code_under_test coupling, however.
273 with open(os.path.join(out_path, 'twister.json')) as f:
279 with open(os.path.join(out_path, 'twister.json'), 'w') as f:
285 'twister.json'
290 path = os.path.join(TEST_DATA, 'tests', 'dummy')
291 args = ['-i', '--outdir', out_path, '-T', path] + \
293 ['--compare-report', report_path] + \
295 ['-p'] * len(test_platforms), test_platforms
330 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
331 args = ['-i', '--outdir', out_path, '-T', path] + \
332 ['--enable-size-report'] + \
334 ['-p'] * len(test_platforms), test_platforms
344 # Note: if footprint tests take too long, replace first run with a prepared twister.json
345 # That will increase test-to-code_under_test coupling, however.
346 with open(os.path.join(out_path, 'twister.json')) as f:
352 with open(os.path.join(out_path, 'twister.json'), 'w') as f:
358 'twister.json'
363 path = os.path.join(TEST_DATA, 'tests', 'dummy')
364 args = ['-i', '--outdir', out_path, '-T', path] + \
365 ['--last-metrics'] + \
366 ['--show-footprint'] + \
368 ['-p'] * len(test_platforms), test_platforms
394 path = os.path.join(TEST_DATA, 'tests', 'dummy')
395 args = ['-i', '--outdir', out_path, '-T', path] + \
396 ['--compare-report', report_path] + \
397 ['--show-footprint'] + \
399 ['-p'] * len(test_platforms), test_platforms
427 path = os.path.join(TEST_DATA, 'tests', 'dummy', 'device', 'group')
428 args = ['-i', '--outdir', out_path, '-T', path] + \
429 ['--enable-size-report'] + \
431 ['-p'] * len(test_platforms), test_platforms
441 # Note: if footprint tests take too long, replace first run with a prepared twister.json
442 # That will increase test-to-code_under_test coupling, however.
443 with open(os.path.join(out_path, 'twister.json')) as f:
449 with open(os.path.join(out_path, 'twister.json'), 'w') as f:
455 'twister.json'
460 path = os.path.join(TEST_DATA, 'tests', 'dummy')
461 args = ['-i', '--outdir', out_path, '-T', path] + \
462 ['--all-deltas'] + \
463 ['--compare-report', report_path, '--show-footprint'] + \
465 ['-p'] * len(test_platforms), test_platforms