| /Zephyr-latest/scripts/tests/twister/ |
| D | test_testplan.py | 2 # Copyright (c) 2020-2024 Intel Corporation
4 # SPDX-License-Identifier: Apache-2.0
20 from twisterlib.testplan import TestPlan, change_skip_to_error_if_integration
58 """ Testing add_configurations function of TestPlan class in Twister
62 plan = TestPlan(class_env)
74 """ Testing get_all_testsuites function of TestPlan class in Twister """
95 """ Testing get_platforms function of TestPlan class in Twister """
116 …(None, None, "supported_toolchains", ['gcc', 'xcc', 'xt-clang'], "Not supported by the toolchain"),
124 """ Testing apply_filters function of TestPlan class in Twister
202 """ Testing apply_filters function of TestPlan class in Twister
[all …]
|
| D | conftest.py | 4 # SPDX-License-Identifier: Apache-2.0
17 from twisterlib.testplan import TestPlan
24 TestPlan.get_toolchain = new_get_toolchain
43 """ Pytest fixture to initialize and return the class TestPlan object"""
56 """ Pytest fixture to initialize and return the class TestPlan object"""
61 plan = TestPlan(env)
79 plan = TestPlan(class_testplan.env)
|
| /Zephyr-latest/scripts/tests/twister_blackbox/ |
| D | test_testplan.py | 4 # SPDX-License-Identifier: Apache-2.0
6 Blackbox tests for twister's command line functions - those requiring testplan.json
16 # pylint: disable=no-name-in-module
18 from twisterlib.testplan import TestPlan
58 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
62 args = ['-i', '--outdir', out_path, '-T', path, '--sub-test', test, '-y'] + \
64 ['-p'] * len(test_platforms), test_platforms
75 with open(os.path.join(out_path, 'testplan.json')) as f:
91 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
95 args = ['-i', '--outdir', out_path, '-T', path, '--filter', filter, '-y'] + \
[all …]
|
| D | test_config.py | 4 # SPDX-License-Identifier: Apache-2.0
16 # pylint: disable=no-name-in-module
18 from twisterlib.testplan import TestPlan
33 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
37 alt_config_root = os.path.join(TEST_DATA, 'alt-test-configs', 'dummy')
38 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
39 ['--alt-config-root', alt_config_root] + \
40 ['--tag', 'alternate-config-root'] + \
42 ['-p'] * len(test_platforms), test_platforms
49 with open(os.path.join(out_path, 'testplan.json')) as f:
[all …]
|
| D | test_tooling.py | 4 # SPDX-License-Identifier: Apache-2.0
8 # pylint: disable=duplicate-code
19 from twisterlib.testplan import TestPlan
39 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
43 args = ['-i', '--outdir', out_path, '-T', path] + \
44 ['--jobs', jobs] + \
46 ['-p'] * len(test_platforms), test_platforms
59 @mock.patch.object(TestPlan, 'SAMPLE_FILENAME', sample_filename_mock)
64 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
65 ['--force-toolchain'] + \
[all …]
|
| D | test_filter.py | 4 # SPDX-License-Identifier: Apache-2.0
17 # pylint: disable=no-name-in-module
19 from twisterlib.testplan import TestPlan
59 r'(DEBUG\s+- adding intel_adl_crb)'
68 r'(DEBUG\s+- adding it8xxx2_evb)'
98 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
102 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
104 ['--exclude-tag'] * len(tags), tags
107 ['-p'] * len(test_platforms), test_platforms
114 with open(os.path.join(out_path, 'testplan.json')) as f:
[all …]
|
| D | test_testlist.py | 4 # SPDX-License-Identifier: Apache-2.0
16 # pylint: disable=no-name-in-module
18 from twisterlib.testplan import TestPlan
33 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
37 saved_tests_file_path = os.path.realpath(os.path.join(out_path, '..', 'saved-tests.json'))
38 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
39 ['--save-tests', saved_tests_file_path] + \
41 ['-p'] * len(test_platforms), test_platforms
55 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
56 ['--load-tests', saved_tests_file_path] + \
[all …]
|
| D | test_quarantine.py | 4 # SPDX-License-Identifier: Apache-2.0
17 # pylint: disable=duplicate-code
19 from twisterlib.testplan import TestPlan
34 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
38 quarantine_path = os.path.join(TEST_DATA, 'twister-quarantine-list.yml')
39 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
40 ['--quarantine-verify'] + \
41 ['--quarantine-list', quarantine_path] + \
43 ['-p'] * len(test_platforms), test_platforms
50 with open(os.path.join(out_path, 'testplan.json')) as f:
[all …]
|
| D | test_device.py | 4 # SPDX-License-Identifier: Apache-2.0
16 # pylint: disable=no-name-in-module
18 from twisterlib.testplan import TestPlan
55 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
59 args = ['--outdir', out_path, '-i', '-T', path, '-vv',] + \
60 ['--seed', f'{seed[0]}'] + \
62 ['-p'] * len(test_platforms), test_platforms
|
| D | test_error.py | 4 # SPDX-License-Identifier: Apache-2.0
6 Blackbox tests for twister's command line functions - simple does-error-out or not tests
16 # pylint: disable=no-name-in-module
18 from twisterlib.testplan import TestPlan
48 '--overflow-as-errors',
69 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
74 args = ['-T', testroot]
75 args += ['-i', '--outdir', out_path, '--test', test, '-y'] + \
77 ['-p'] * len(test_platforms), test_platforms
97 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
[all …]
|
| D | test_shuffle.py | 4 # SPDX-License-Identifier: Apache-2.0
16 # pylint: disable=no-name-in-module
18 from twisterlib.testplan import TestPlan
52 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
56 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
57 ['--shuffle-tests', '--shuffle-tests-seed', seed] + \
58 ['--subset', ratio] + \
60 ['-p'] * len(test_platforms), test_platforms
67 with open(os.path.join(out_path, 'testplan.json')) as f:
|
| D | test_addon.py | 4 # SPDX-License-Identifier: Apache-2.0
20 from twisterlib.testplan import TestPlan
41 (['--enable-ubsan'], '1')
45 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
49 args = ['-i', '--outdir', out_path, '-T', test_path] + \
53 ['-p'] * len(test_platforms), test_platforms
68 (['--enable-asan', '--enable-lsan'], '1')
72 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
76 args = ['-i', '--outdir', out_path, '-T', test_path] + \
80 ['-p'] * len(test_platforms), test_platforms
[all …]
|
| D | test_disable.py | 4 # SPDX-License-Identifier: Apache-2.0
17 from twisterlib.testplan import TestPlan
20 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
26 '--disable-suite-name-check',
33 '-v',
42 '--disable-warnings-as-errors',
48 '-v',
71 'disable-suite-name-check',
72 'suite-name-check'
77 args = ['-i', '--outdir', out_path, '-T', test_path] + \
[all …]
|
| D | test_output.py | 4 # SPDX-License-Identifier: Apache-2.0
17 # pylint: disable=no-name-in-module
19 from twisterlib.testplan import TestPlan
22 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
26 (['-ll', 'DEBUG']),
27 (['-v']),
28 (['-v', '-ll', 'DEBUG']),
29 (['-vv']),
30 (['-vv', '-ll', 'DEBUG']),
47 ('--no-detailed-test-id', False),
[all …]
|
| D | test_hardwaremap.py | 4 # SPDX-License-Identifier: Apache-2.0
15 from twisterlib.testplan import TestPlan
19 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
29 'DAPLink CMSIS-DAP',
30 'MBED CMSIS-DAP'
41 'J-Link',
42 'J-Link OB'
56 'STLINK-V3'
68 'TTL232R-3V3',
78 'DAPLink CMSIS-DAP',
[all …]
|
| D | test_platform.py | 4 # SPDX-License-Identifier: Apache-2.0
17 # pylint: disable=no-name-in-module
19 from twisterlib.testplan import TestPlan
22 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
110 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
111 (['--board-root', board_root_path] if board_root else []) + \
113 ['-p'] * len(test_platforms), test_platforms
124 … error_regex = r'ERROR.*platform_filter\s+-\s+unrecognized\s+platform\s+-\s+dummy/unit_testing$'
133 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
134 ['--force-platform'] + \
[all …]
|
| D | test_outfile.py | 4 # SPDX-License-Identifier: Apache-2.0
18 # pylint: disable=no-name-in-module
20 from twisterlib.testplan import TestPlan
23 @mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
24 @mock.patch.object(TestPlan, 'SAMPLE_FILENAME', sample_filename_mock)
41 (['--clobber-output'], False, False),
42 (['--no-clean'], False, True),
43 (['--clobber-output', '--no-clean'], False, True),
50 args = ['-i', '--outdir', out_path, '-T', path, '-y'] + \
53 ['-p'] * len(test_platforms), test_platforms
[all …]
|
| /Zephyr-latest/doc/develop/test/twister/ |
| D | sample_blackbox_test.py | 4 # SPDX-License-Identifier: Apache-2.0
14 from twisterlib.testplan import TestPlan
37 @mock.patch.object(TestPlan, "TESTSUITE_FILENAME", testsuite_filename_mock)
52 ["-i", "--outdir", out_path, "-T", path, "-y"]
54 + ["--level", level]
56 + ["--test-config", config_path]
60 for pair in zip(["-p"] * len(test_platforms), test_platforms, strict=False)
77 with open(os.path.join(out_path, "testplan.json")) as f:
92 # Test-relevant checks
|
| D | twister_blackbox.rst | 35 .. code-block:: console
37 twister -i --outdir $OUTDIR -T $TEST_DATA/tests -y --level $LEVEL
38 --test-config $TEST_DATA/test_config.yaml -p qemu_x86 -p frdm_k64f
40 It presumes a CLI with the ``zephyr-env.sh`` or ``zephyr-env.cmd`` already run.
48 ``twister-out`` directories. Most of the time, we will use the ``out_path`` fixture in conjunction
49 with ``--outdir`` flag (L52) to keep test-generated files in temporary directories.
50 Typical files read in blackbox tests are ``testplan.json`` , ``twister.xml`` and ``twister.log`` .
59 - allows us to use ``clear_log`` fixture from ``conftest.py`` .
63 - this is an example of ``pytest`` 's test parametrization.
64 …here <https://docs.pytest.org/en/7.1.x/example/parametrize.html#different-options-for-test-ids>`__.
[all …]
|
| /Zephyr-latest/scripts/pylib/twister/twisterlib/ |
| D | twister_main.py | 4 # SPDX-License-Identifier: Apache-2.0
22 from twisterlib.testplan import TestPlan
43 formatter = logging.Formatter("%(asctime)s - %(levelname)s - %(message)s")
45 formatter = logging.Formatter("%(levelname)-7s - %(message)s")
48 "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
100 sys.exit(f"Too many '{options.outdir}.*' directories. Run either with --no-clean, "
101 "or --clobber-output, or delete these directories manually.")
122 tplan = TestPlan(env)
154 plan_file = os.path.join(options.outdir, "testplan.json")
175 duration = time.time() - start_time
[all …]
|
| D | package.py | 4 # SPDX-License-Identifier: Apache-2.0
39 os.path.join(self.options.outdir, "testplan.json")
|
| /Zephyr-latest/.github/workflows/ |
| D | twister-prep.yaml | 18 … if: github.repository_owner == 'zephyrproject-rtos' && github.event_name == 'pull_request_target'
19 runs-on:
20 group: zephyr-runner-v2-linux-x64-4xlarge
22 image: ghcr.io/zephyrproject-rtos/ci-repo-cache:v0.27.4.20241026
23 options: '--entrypoint /bin/bash'
25 subset: ${{ steps.output-services.outputs.subset }}
26 size: ${{ steps.output-services.outputs.size }}
27 fullrun: ${{ steps.output-services.outputs.fullrun }}
38 - name: Apply container owner mismatch workaround
44 git config --global --add safe.directory ${GITHUB_WORKSPACE}
[all …]
|
| D | codecov.yaml | 5 - cron: '25 06,18 * * *'
8 group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.head_ref || github.ref }}
9 cancel-in-progress: true
13 if: github.repository_owner == 'zephyrproject-rtos'
14 runs-on:
15 group: zephyr-runner-v2-linux-x64-4xlarge
17 image: ghcr.io/zephyrproject-rtos/ci-repo-cache:v0.27.4.20241026
18 options: '--entrypoint /bin/bash'
20 fail-fast: false
24 - platform: 'mps2/an385'
[all …]
|
| D | twister.yaml | 6 - main
7 - v*-branch
8 - collab-*
11 - main
12 - v*-branch
13 - collab-*
16 - cron: '0 3 * * 0'
19 group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.head_ref || github.ref }}
20 cancel-in-progress: true
23 twister-build-prep:
[all …]
|
| /Zephyr-latest/scripts/ |
| D | twister | 4 # SPDX-License-Identifier: Apache-2.0
19 that testsuite meta-data. The full canonical name for each test case is <path to
34 Don't build or run this test case unless --enable-slow was passed
35 in on the command line. Intended for time-consuming test cases
139 if the symbol is defined to a non-empty string.
146 all comparison operators (non-associative)
165 but unlike "filter", these cause platforms to be filtered already during the testplan
166 generation. While "filter" does not exclue platforms at the testplan generation, and instead
174 running with -v or examining the test plan report (testplan.json)
|
