Lines Matching full:test
22 # Warning: the test is destructive. It includes various build modes and
76 # * component_test_XXX: build and test.
119 test -d include -a -d library -a -d programs -a -d tests
123 test -d include -a -d core -a -d drivers -a -d programs -a -d tests
140 CONFIG_TEST_DRIVER_H='tests/include/test/drivers/config_test_driver.h'
159 # Seed value used with the --release-test option.
161 # See also RELEASE_SEED in basic-build-test.sh. Debugging is easier if
164 # basic-build-test.sh as well.
230 # Test whether the component $1 is included in the command line patterns.
260 --list-all-components List all available test components and exit.
279 --error-test Error test mode: run a failing function in addition
290 --outcome-file=<path> File where test outcomes are written (not done if
293 …-r|--release-test Run this script in release mode. This fixes the seed value to ${RELEASE_SEED…
294 -s|--seed Integer seed value to use for this test run.
329 # Remove any artifacts from the component_test_cmake_as_subdirectory test.
330 rm -rf programs/test/cmake_subproject/build
331 rm -f programs/test/cmake_subproject/Makefile
332 rm -f programs/test/cmake_subproject/cmake_subproject
334 # Remove any artifacts from the component_test_cmake_as_package test.
335 rm -rf programs/test/cmake_package/build
336 rm -f programs/test/cmake_package/Makefile
337 rm -f programs/test/cmake_package/cmake_package
339 # Remove any artifacts from the component_test_cmake_as_installed_package test.
340 rm -rf programs/test/cmake_package_install/build
341 rm -f programs/test/cmake_package_install/Makefile
342 rm -f programs/test/cmake_package_install/cmake_package_install
458 --error-test) error_test=$((error_test + 1));;
484 --release-test|-r) SEED=$RELEASE_SEED;;
570 echo "You can either delete this directory manually, or force the test by rerunning"
577 echo "You can either delete or preserve your work, or force the test by rerunning the"
630 # command fails (test command) or not (configure or build).
644 *test*) true;; # make test, tests/stuff, env V=v tests/stuff, ...
682 # component. Otherwise (test command) keep the component running
869 # file: tests/include/test/drivers/config_test_driver.h. You usually
873 # 3. Build the driver library, then the main libraries, test, and programs.
1002 # Test Suites to be executed
1004 # The test ordering tries to optimize for the following criteria:
1065 msg "Check: test case descriptions" # < 1s
1076 msg "Check: test case dependencies: legacy vs PSA" # < 1s
1079 # PSA test should use PSA feature macros (PSA_WANT_xxx, more rarely
1087 found="check-test-deps-found-$$"
1088 expected="check-test-deps-expected-$$"
1106 # the test code and that's probably the most convenient way of achieving
1107 # the test's goal.
1138 #### Build and test many configurations and targets
1147 msg "test: main suites make, default config (out-of-box)" # ~10s
1148 make test
1151 programs/test/selftest
1162 msg "test: main suites (inc. selftests) (ASan build)" # ~ 50s
1163 make test
1168 msg "test: selftest (ASan build)" # ~ 10s
1169 programs/test/selftest
1171 msg "test: metatests (GCC, ASan build)"
1174 msg "test: ssl-opt.sh (ASan build)" # ~ 1 min
1177 msg "test: compat.sh (ASan build)" # ~ 6 min
1180 msg "test: context-info.sh (ASan build)" # ~ 15 sec
1190 msg "test: main suites (inc. selftests) (ASan build)" # ~ 50s
1191 make test
1193 msg "test: selftest (ASan build)" # ~ 10s
1194 programs/test/selftest
1196 msg "test: ssl-opt.sh (ASan build)" # ~ 1 min
1199 msg "test: compat.sh (ASan build)" # ~ 6 min
1202 msg "test: context-info.sh (ASan build)" # ~ 15 sec
1212 msg "test: main suites (inc. selftests) (full config, ASan build)"
1213 make test
1215 msg "test: selftest (ASan build)" # ~ 10s
1216 programs/test/selftest
1218 msg "test: ssl-opt.sh (full config, ASan build)"
1221 msg "test: compat.sh (full config, ASan build)"
1224 msg "test: context-info.sh (full config, ASan build)" # ~ 15 sec
1236 msg "test: main suites (inc. selftests) (full config, ASan build)"
1237 make test
1239 msg "test: selftest (ASan build)" # ~ 10s
1240 programs/test/selftest
1242 msg "test: ssl-opt.sh (full config, ASan build)"
1245 msg "test: compat.sh (full config, ASan build)"
1248 msg "test: context-info.sh (full config, ASan build)" # ~ 15 sec
1259 msg "test: full config - USE_PSA_CRYPTO + PSA_CRYPTO_KEY_ID_ENCODES_OWNER, cmake, gcc, ASan"
1260 make test
1270 msg "test: full config + MBEDTLS_PSA_ASSUME_EXCLUSIVE_BUFFERS, cmake, gcc, ASan"
1271 make test
1288 # We can only compile, not link, since our test and sample programs
1328 msg "test: default config - PSA_CRYPTO_C + PSA_CRYPTO_CLIENT"
1329 make test
1345 # build all the test executables and progrems due to missing PSA functions
1366 msg "test: default config minus MBEDTLS_GENPRIME"
1367 make test
1371 msg "test/build: ref-configs (ASan build)" # ~ 6 min 20s
1372 # test-ref-configs works by overwriting mbedtls_config.h; this makes cmake
1382 tests/scripts/test-ref-configs.pl
1391 msg "test: !MBEDTLS_SSL_RENEGOTIATION - main suites (inc. selftests) (ASan build)" # ~ 50s
1392 make test
1394 msg "test: !MBEDTLS_SSL_RENEGOTIATION - ssl-opt.sh (ASan build)" # ~ 6 min
1407 …msg "test: !MBEDTLS_PEM_PARSE_C !MBEDTLS_FS_IO - main suites (inc. selftests) (ASan build)" # ~ 50s
1408 make test
1410 msg "test: !MBEDTLS_PEM_PARSE_C !MBEDTLS_FS_IO - ssl-opt.sh (ASan build)" # ~ 6 min
1420 msg "test: RSA_NO_CRT - main suites (inc. selftests) (ASan build)" # ~ 50s
1421 make test
1423 msg "test: RSA_NO_CRT - RSA-related part of ssl-opt.sh (ASan build)" # ~ 5s
1426 msg "test: RSA_NO_CRT - RSA-related part of compat.sh (ASan build)" # ~ 3 min
1429 msg "test: RSA_NO_CRT - RSA-related part of context-info.sh (ASan build)" # ~ 15 sec
1443 msg "test: Full minus CTR_DRBG, classic crypto - main suites"
1444 make test
1446 # In this configuration, the TLS test programs use HMAC_DRBG.
1449 msg "test: Full minus CTR_DRBG, classic crypto - ssl-opt.sh (subset)"
1452 msg "test: Full minus CTR_DRBG, classic crypto - compat.sh (subset)"
1465 msg "test: Full minus CTR_DRBG, USE_PSA_CRYPTO - main suites"
1466 make test
1468 # In this configuration, the TLS test programs use HMAC_DRBG.
1471 msg "test: Full minus CTR_DRBG, USE_PSA_CRYPTO - ssl-opt.sh (subset)"
1474 msg "test: Full minus CTR_DRBG, USE_PSA_CRYPTO - compat.sh (subset)"
1489 msg "test: Full minus HMAC_DRBG, classic crypto - main suites"
1490 make test
1495 # Test SSL with non-deterministic ECDSA. Only test features that
1497 msg "test: Full minus HMAC_DRBG, classic crypto - ssl-opt.sh (subset)"
1500 # To save time, only test one protocol version, since this part of
1502 msg "test: Full minus HMAC_DRBG, classic crypto - compat.sh (ECDSA)"
1516 msg "test: Full minus HMAC_DRBG, USE_PSA_CRYPTO - main suites"
1517 make test
1522 # Test SSL with non-deterministic ECDSA. Only test features that
1524 msg "test: Full minus HMAC_DRBG, USE_PSA_CRYPTO - ssl-opt.sh (subset)"
1527 # To save time, only test one protocol version, since this part of
1529 msg "test: Full minus HMAC_DRBG, USE_PSA_CRYPTO - compat.sh (ECDSA)"
1546 # the SSL test programs don't have an RNG and can't work. Explicitly
1550 msg "test: PSA_CRYPTO_EXTERNAL_RNG minus *_DRBG, classic crypto - main suites"
1551 make test
1553 msg "test: PSA_CRYPTO_EXTERNAL_RNG minus *_DRBG, classic crypto - ssl-opt.sh (subset)"
1569 msg "test: PSA_CRYPTO_EXTERNAL_RNG minus *_DRBG, PSA crypto - main suites"
1570 make test
1572 msg "test: PSA_CRYPTO_EXTERNAL_RNG minus *_DRBG, PSA crypto - ssl-opt.sh (subset)"
1584 msg "test: full + PSA_CRYPTO_EXTERNAL_RNG + USE_PSA_CRYPTO minus CTR_DRBG"
1585 make test
1587 msg "test: full + PSA_CRYPTO_EXTERNAL_RNG + USE_PSA_CRYPTO minus CTR_DRBG"
1600 …SAN_CFLAGS '-DMBEDTLS_USER_CONFIG_FILE=\"../tests/configs/user-config-for-test.h\"'" LDFLAGS="$ASA…
1602 msg "test: full + MBEDTLS_PSA_INJECT_ENTROPY"
1603 make test
1613 msg "test: default plus MBEDTLS_TEST_SW_INET_PTON"
1614 make test
1630 msg "test: full without pkparse and pkwrite"
1631 make test
1657 msg "test: crypto_full with only the light subset of MD"
1658 make test
1682 msg "test: full no CIPHER no PSA_CRYPTO_C"
1683 make test
1686 # This is a common configurator and test function that is used in:
1691 # - $2: a text string which describes the test component
1732 msg "test: $COMPONENT_DESCRIPTION"
1733 make test
1762 msg "test: full no PSA_WANT_ALG_CCM"
1763 make test
1772 # Disable CCM_STAR_NO_TAG, which is the target of this test, as well as all
1793 msg "test: full no PSA_WANT_ALG_CCM_STAR_NO_TAG"
1794 make test
1847 msg "test: full minus bignum"
1848 make test
1872 msg "test: default with only stream cipher"
1873 make test
1900 msg "test: default with only stream cipher use psa"
1901 make test
1927 msg "test: default with only CBC-legacy cipher"
1928 make test
1930 msg "test: default with only CBC-legacy cipher - ssl-opt.sh (subset)"
1956 msg "test: default with only CBC-legacy cipher use psa"
1957 make test
1959 msg "test: default with only CBC-legacy cipher use psa - ssl-opt.sh (subset)"
1984 msg "test: default with only CBC-legacy and CBC-EtM ciphers"
1985 make test
1987 msg "test: default with only CBC-legacy and CBC-EtM ciphers - ssl-opt.sh (subset)"
2013 msg "test: default with only CBC-legacy and CBC-EtM ciphers use psa"
2014 make test
2016 msg "test: default with only CBC-legacy and CBC-EtM ciphers use psa - ssl-opt.sh (subset)"
2022 # implementations ourselves: one using PSA, the other not. At least test that
2039 make -C programs test/udp_proxy test/query_compile_time_config
2041 msg "test: server w/o USE_PSA - client w/ USE_PSA, text password"
2043 msg "test: server w/o USE_PSA - client w/ USE_PSA, opaque password"
2045 msg "test: client w/o USE_PSA - server w/ USE_PSA, text password"
2047 msg "test: client w/o USE_PSA - server w/ USE_PSA, opaque password"
2059 msg "test: Everest ECDH context - main suites (inc. selftests) (ASan build)" # ~ 50s
2060 make test
2062 msg "test: metatests (clang, ASan)"
2065 msg "test: Everest ECDH context - ECDH-related part of ssl-opt.sh (ASan build)" # ~ 5s
2068 msg "test: Everest ECDH context - compat.sh with some ECDH ciphersuites (ASan build)" # ~ 3 min
2086 msg "test: Everest ECDH context, only Curve25519" # ~ 50s
2087 make test
2097 msg "test: small SSL_OUT_CONTENT_LEN - ssl-opt.sh MFL and large packet tests"
2108 msg "test: small SSL_IN_CONTENT_LEN - ssl-opt.sh MFL tests"
2118 msg "test: small MBEDTLS_SSL_DTLS_MAX_BUFFERING #0 - ssl-opt.sh specific reordering test"
2128 msg "test: small MBEDTLS_SSL_DTLS_MAX_BUFFERING #1 - ssl-opt.sh specific reordering test"
2133 msg "build+test: psa_collect_statuses" # ~30s
2147 msg "test: main suites (full config, clang)" # ~ 5s
2148 make test
2150 msg "test: cpp_dummy_build (full config, clang)" # ~ 1s
2151 programs/test/cpp_dummy_build
2153 msg "test: metatests (clang)"
2159 msg "test: psa_constant_names (full config, clang)" # ~ 1s
2162 msg "test: ssl-opt.sh default, ECJPAKE, SSL async (full config)" # ~ 1s
2165 msg "test: compat.sh NULL (full config)" # ~ 2 min
2168 msg "test: compat.sh ARIA + ChachaPoly"
2173 # Skip the test suites that don't have any constant-flow annotations.
2184 # Skip all but the given test suite
2208 msg "test: main suites (full minus MBEDTLS_USE_PSA_CRYPTO, Msan + constant flow)"
2209 make test
2226 msg "test: main suites (Msan + constant flow)"
2227 make test
2238 # test suite with valgrind --track-origins=yes, then check if the origin
2250 msg "test: some suites (full minus MBEDTLS_USE_PSA_CRYPTO, valgrind + constant flow)"
2253 # Test asm path in constant time module - by default, it will test the plain C
2255 msg "test: valgrind asm constant_time"
2272 # test suite with valgrind --track-origins=yes, then check if the origin
2283 msg "test: some suites (valgrind + constant flow)"
2301 msg "test: main suites (TSan)"
2302 make test
2306 # Test that removing the deprecated features from the default
2312 msg "test: make, default + MBEDTLS_DEPRECATED_REMOVED" # ~ 5s
2313 make test
2321 msg "test: make, full_no_deprecated config" # ~ 5s
2322 make test
2324 msg "test: ensure that X509 has no direct dependency on BIGNUM_C"
2329 # Test that there is nothing deprecated in "full_no_deprecated".
2338 msg "test: make, full_no_deprecated config, MBEDTLS_DEPRECATED_WARNING" # ~ 5s
2339 make test
2343 # Test that when MBEDTLS_DEPRECATED_WARNING is enabled, the build passes
2357 # from the use of deprecated functions in test suites.
2360 msg "test: full config + MBEDTLS_TEST_DEPRECATED" # ~ 30s
2361 make test
2414 make CFLAGS='-O1 -Werror' all test
2442 msg "test/build: depends.py cipher_id (gcc)"
2447 msg "test/build: depends.py cipher_chaining (gcc)"
2452 msg "test/build: depends.py cipher_padding (gcc)"
2457 msg "test/build: depends.py curves (gcc)"
2462 msg "test/build: depends.py hashes (gcc)"
2467 msg "test/build: depends.py kex (gcc)"
2472 msg "test/build: depends.py pkalgs (gcc)"
2478 msg "test/build: depends.py cipher_id (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2483 msg "test/build: depends.py cipher_chaining (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2488 msg "test/build: depends.py cipher_padding (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2493 msg "test/build: depends.py curves (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2498 msg "test/build: depends.py hashes (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2503 msg "test/build: depends.py kex (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2508 msg "test/build: depends.py pkalgs (gcc) with MBEDTLS_USE_PSA_CRYPTO defined"
2525 msg "test: full config - only DH 2048"
2526 make test
2540 # Only compile - this is primarily to test for compile issues
2589 # full minus MBEDTLS_PSA_CRYPTO_C: run the same set of tests as basic-build-test.sh
2604 msg "test: main suites (full minus PSA crypto)"
2605 make test
2607 # Note: ssl-opt.sh has some test cases that depend on
2610 msg "test: ssl-opt.sh (full minus PSA crypto)"
2613 msg "test: compat.sh default (full minus PSA crypto)"
2616 msg "test: compat.sh NULL (full minus PSA crypto)"
2619 msg "test: compat.sh ARIA + ChachaPoly (full minus PSA crypto)"
2661 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated ECDSA"
2662 make test
2702 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated ECDH"
2703 make test
2740 msg "test: full with accelerated FFDH"
2741 make test
2758 msg "test suites: full with non-accelerated FFDH alg"
2759 make test
2794 msg "test: full with accelerated PAKE"
2795 make test
2854 msg "test suites: full with accelerated EC algs and some key types"
2855 make test
2966 msg "test suites: crypto_full minus PK with accelerated EC algs and $desc curves"
2967 make test
2988 # This supports comparing their test coverage with analyze_outcomes.py.
3047 msg "test suites: full with accelerated EC algs"
3048 make test
3062 msg "test suites: full with non-accelerated EC algs"
3063 make test
3107 # Build and test a configuration where driver accelerates all EC algs while
3152 msg "test: full + accelerated EC algs - ECP"
3153 make test
3169 msg "test: full + non accelerated EC algs"
3170 make test
3218 # RSA support is intentionally disabled on this test because RSA_C depends
3262 # The goal is to build and test accelerating either:
3330 msg "test suites: full + accelerated $accel_text algs + USE_PSA - $removed_text - DHM - BIGNUM"
3332 make test
3342 # The goal is to build and test a reference scenario (i.e. with builtin
3365 msg "test suites: full + non accelerated EC algs + USE_PSA"
3366 make test
3403 # Config adjustment for better test coverage in our environment.
3437 msg "test: TF-M config + p256m driver + accel ECDH(E)/ECDSA"
3438 make test
3448 # can compare this test with test_tfm_config_p256m_driver_accel_ec
3461 msg "test: TF-M config"
3462 make test
3470 # - test only TLS (i.e. test_suite_tls and ssl-opt)
3474 msg "build: full minus something, test TLS"
3484 msg "test: full minus something, test TLS"
3487 msg "ssl-opt: full minus something, test TLS"
3503 # The goal is to test with all PSA_WANT_KEY_TYPE_xxx_KEY_PAIR_yyy symbols
3505 # - $1 is the key type under test, i.e. ECC/RSA/DH
3523 msg "test: full - MBEDTLS_USE_PSA_CRYPTO - ${disabled_psa_want}"
3524 make test
3547 # We need PEM parsing in the test library as well to support the import
3586 msg "test: crypto_full with accelerated RSA"
3587 make test
3603 msg "test: crypto_full with non-accelerated RSA"
3604 make test
3607 # This is a temporary test to verify that full RSA support is present even when
3646 msg "Test: crypto config - MBEDTLS_RSA_C + PSA_WANT_KEY_TYPE_RSA_KEY_PAIR_BASIC"
3647 make test
3649 # Parse only 1 relevant line from the outcome file, i.e. a test which is
3660 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated hash"
3700 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated hash"
3701 make test
3705 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated+builtin hash"
3706 # This component ensures that all the test cases for
3720 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated+builtin hash"
3721 make test
3748 msg "test: full with accelerated hashes"
3777 msg "test: full with accelerated hashes"
3778 make test
3783 msg "test: ssl-opt.sh, full with accelerated hashes"
3788 msg "test: compat.sh, full with accelerated hashes"
3794 # script to find regression in test coverage when accelerated hash is used (tests and ssl-opt).
3797 msg "test: full without accelerated hashes"
3803 msg "test: full without accelerated hashes"
3804 make test
3806 msg "test: ssl-opt.sh, full without accelerated hashes"
3839 msg "test: full with accelerated hmac"
3864 msg "test: full with accelerated hmac"
3865 make test
3869 msg "test: full without accelerated hmac"
3875 msg "test: full without accelerated hmac"
3876 make test
3880 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated DES"
3922 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated DES"
3923 make test
3927 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated AEAD"
3961 msg "test: MBEDTLS_PSA_CRYPTO_CONFIG with accelerated AEAD"
3962 make test
3975 # The 2 following test components, i.e.
3978 # are meant to be used together in analyze_outcomes.py script in order to test
4035 msg "test: full config with accelerated cipher inc. AEAD and CMAC"
4036 make test
4051 msg "test: full config with non-accelerated cipher inc. AEAD and CMAC"
4052 make test
4125 msg "test: full + PSA dispatch in block_cipher"
4126 make test
4137 msg "test: full + legacy dispatch in block_cipher"
4138 make test
4148 msg "test: full minus CHACHAPOLY"
4149 make test
4161 msg "test: full minus CHACHAPOLY and GCM"
4162 make test
4173 msg "test: CCM + AES + SHA256 configuration"
4174 make test
4177 # This should be renamed to test and updated once the accelerator ECDH code is in place and ready t…
4189 …eed to define the correct symbol and include the test driver header path in order to build with th…
4193 # This should be renamed to test and updated once the accelerator HMAC code is in place and ready t…
4199 …eed to define the correct symbol and include the test driver header path in order to build with th…
4203 # This should be renamed to test and updated once the accelerator HKDF code is in place and ready t…
4211 …eed to define the correct symbol and include the test driver header path in order to build with th…
4215 # This should be renamed to test and updated once the accelerator MD5 code is in place and ready to…
4230 …eed to define the correct symbol and include the test driver header path in order to build with th…
4234 # This should be renamed to test and updated once the accelerator RIPEMD160 code is in place and re…
4249 …eed to define the correct symbol and include the test driver header path in order to build with th…
4253 # This should be renamed to test and updated once the accelerator SHA1 code is in place and ready t…
4268 …eed to define the correct symbol and include the test driver header path in order to build with th…
4272 # This should be renamed to test and updated once the accelerator SHA224 code is in place and ready…
4284 …eed to define the correct symbol and include the test driver header path in order to build with th…
4288 # This should be renamed to test and updated once the accelerator SHA256 code is in place and ready…
4300 …eed to define the correct symbol and include the test driver header path in order to build with th…
4304 # This should be renamed to test and updated once the accelerator SHA384 code is in place and ready…
4318 …eed to define the correct symbol and include the test driver header path in order to build with th…
4322 # This should be renamed to test and updated once the accelerator SHA512 code is in place and ready…
4337 …eed to define the correct symbol and include the test driver header path in order to build with th…
4341 # This should be renamed to test and updated once the accelerator RSA code is in place and ready to…
4351 …eed to define the correct symbol and include the test driver header path in order to build with th…
4355 # This should be renamed to test and updated once the accelerator RSA code is in place and ready to…
4365 …eed to define the correct symbol and include the test driver header path in order to build with th…
4369 # This should be renamed to test and updated once the accelerator RSA code is in place and ready to…
4379 …eed to define the correct symbol and include the test driver header path in order to build with th…
4383 # This should be renamed to test and updated once the accelerator RSA code is in place and ready to…
4393 …eed to define the correct symbol and include the test driver header path in order to build with th…
4397 # This should be renamed to test and updated once the accelerator RSA code is in place and ready to…
4408 …eed to define the correct symbol and include the test driver header path in order to build with th…
4412 # This should be renamed to test and updated once the accelerator RSA code is in place and ready to…
4420 …eed to define the correct symbol and include the test driver header path in order to build with th…
4430 # test the TF-M configuration can build cleanly with various warning flags enabled
4442 # configs/config-tfm.h, tested via test-ref-configs.pl.
4453 # Test that the given .o file builds with all (valid) combinations of the given options.
4545 # Test that all the combinations build cleanly.
4590 make CC=gcc CFLAGS='-Werror -Wall -Wextra -Os' test
4637 msg "test: MBEDTLS_MEMORY_BUFFER_ALLOC_C and MBEDTLS_MEMORY_BACKTRACE"
4638 make test
4648 msg "test: MBEDTLS_MEMORY_BUFFER_ALLOC_C"
4649 make test
4651 msg "test: ssl-opt.sh, MBEDTLS_MEMORY_BUFFER_ALLOC_C"
4663 msg "test: ssl-opt.sh, MFL-related tests"
4674 msg "test: !MBEDTLS_SSL_KEEP_PEER_CERTIFICATE"
4675 make test
4677 msg "test: ssl-opt.sh, !MBEDTLS_SSL_KEEP_PEER_CERTIFICATE"
4680 msg "test: compat.sh, !MBEDTLS_SSL_KEEP_PEER_CERTIFICATE"
4683 msg "test: context-info.sh, !MBEDTLS_SSL_KEEP_PEER_CERTIFICATE"
4695 msg "test: MFL tests (disabled MFL extension case) & large packet tests"
4698 msg "test: context-info.sh (disabled MFL extension case)"
4708 msg "test: MBEDTLS_SSL_VARIABLE_BUFFER_LENGTH enabled"
4709 make test
4711 msg "test: ssl-opt.sh, MBEDTLS_SSL_VARIABLE_BUFFER_LENGTH enabled"
4714 msg "test: compat.sh, MBEDTLS_SSL_VARIABLE_BUFFER_LENGTH enabled"
4725 msg "test: MBEDTLS_SSL_DTLS_CONNECTION_ID (legacy)"
4726 make test
4728 msg "test: ssl-opt.sh, MBEDTLS_SSL_DTLS_CONNECTION_ID (legacy) enabled"
4731 msg "test: compat.sh, MBEDTLS_SSL_DTLS_CONNECTION_ID (legacy) enabled"
4745 …msg "test: MBEDTLS_SSL_VARIABLE_BUFFER_LENGTH, MBEDTLS_MEMORY_BUFFER_ALLOC_C, MBEDTLS_MEMORY_DEBUG…
4746 make test
4748 …msg "test: MBEDTLS_SSL_VARIABLE_BUFFER_LENGTH, MBEDTLS_MEMORY_BUFFER_ALLOC_C, MBEDTLS_MEMORY_DEBUG…
4759 msg "test: !MBEDTLS_SSL_SOME_MODES_USE_MAC"
4760 make test
4762 msg "test ssl-opt.sh: !MBEDTLS_SSL_SOME_MODES_USE_MAC"
4772 msg "test: !MBEDTLS_HAVE_TIME_DATE - main suites"
4773 make test
4784 msg "test: MBEDTLS_PLATFORM_{CALLOC/FREE}_MACRO enabled (ASan build)"
4785 make test
4793 msg "test: malloc(0) returns NULL (ASan+UBSan build)"
4794 make test
4797 # Just the calloc selftest. "make test" ran the others as part of the
4798 # test suites.
4799 programs/test/selftest calloc
4801 msg "test ssl-opt.sh: malloc(0) returns NULL (ASan+UBSan build)"
4815 # with the name of the corresponding test, component_test_aesni.
4829 # This test does not require the host to have support for AESNI (if it doesn't, the run-time
4838 # test the intrinsics implementation
4839 msg "AES tests, test intrinsics"
4843 ./programs/test/selftest aes | grep "AESNI code" | grep -q "intrinsics"
4845 # test the asm implementation
4846 msg "AES tests, test assembly"
4850 ./programs/test/selftest aes | grep "AESNI code" | grep -q "assembly"
4852 # test the plain C implementation
4859 ./programs/test/selftest aes | not grep -q "AESNI code"
4860 not grep -q "AES note: using AESNI" ./programs/test/selftest
4861 grep -q "AES note: built-in implementation." ./programs/test/selftest
4863 # test the intrinsics implementation
4866 msg "AES tests, test AESNI only"
4869 ./programs/test/selftest aes | grep -q "AES note: using AESNI"
4870 ./programs/test/selftest aes | not grep -q "AES note: built-in implementation."
4871 grep -q "AES note: using AESNI" ./programs/test/selftest
4872 not grep -q "AES note: built-in implementation." ./programs/test/selftest
4878 # define minimal config sufficient to test SHA3
4910 # test the intrinsics implementation with gcc
4911 msg "AES tests, test intrinsics (gcc)"
4915 ./programs/test/selftest aes | grep "AESNI code" | grep -q "intrinsics"
4916 grep -q "AES note: using AESNI" ./programs/test/selftest
4917 grep -q "AES note: built-in implementation." ./programs/test/selftest
4918 grep -q "AES note: using VIA Padlock" ./programs/test/selftest
4919 grep -q mbedtls_aesni_has_support ./programs/test/selftest
4924 msg "AES tests, test AESNI only"
4927 ./programs/test/selftest aes | grep -q "AES note: using AESNI"
4928 ./programs/test/selftest aes | not grep -q "AES note: built-in implementation."
4929 grep -q "AES note: using AESNI" ./programs/test/selftest
4930 not grep -q "AES note: built-in implementation." ./programs/test/selftest
4931 not grep -q "AES note: using VIA Padlock" ./programs/test/selftest
4932 not grep -q mbedtls_aesni_has_support ./programs/test/selftest
4947 # test the intrinsics implementation with clang
4948 msg "AES tests, test intrinsics (clang)"
4952 ./programs/test/selftest aes | grep "AESNI code" | grep -q "intrinsics"
4953 grep -q "AES note: using AESNI" ./programs/test/selftest
4954 grep -q "AES note: built-in implementation." ./programs/test/selftest
4955 grep -q "AES note: using VIA Padlock" ./programs/test/selftest
4956 grep -q mbedtls_aesni_has_support ./programs/test/selftest
4961 msg "Build: AESCE test on arm64 platform without plain C."
4993 # Test variations of AES with Armv8 crypto extensions
5017 # test for presence of AES instructions
5019 msg "clang, test A32 crypto instructions built"
5022 msg "clang, test T32 crypto instructions built"
5025 msg "clang, test aarch64 crypto instructions built"
5029 # test for absence of AES instructions
5032 msg "clang, test A32 crypto instructions not built"
5035 msg "clang, test T32 crypto instructions not built"
5038 msg "clang, test aarch64 crypto instructions not built"
5052 # Test variations of SHA256 Armv8 crypto extensions
5061 # test the deprecated form of the config option
5073 # test the deprecated form of the config option
5085 msg "${opt} clang, test A32 crypto instructions built"
5089 msg "${opt} clang, test T32 crypto instructions built"
5093 msg "${opt} clang, test aarch64 crypto instructions built"
5101 msg "clang, test A32 crypto instructions not built"
5105 msg "clang, test T32 crypto instructions not built"
5109 msg "clang, test aarch64 crypto instructions not built"
5122 grep -q mbedtls_padlock_has_support ./programs/test/selftest
5143 msg "test: default config + AES_ONLY_128_BIT_KEY_LENGTH"
5144 make test
5155 msg "test: default config + AES_ONLY_128_BIT_KEY_LENGTH - CTR_DRBG_C"
5156 make test
5168 msg "test: default config + AES_ONLY_128_BIT_KEY_LENGTH - AESNI_C - AESCE_C"
5169 make test
5172 programs/test/selftest
5184 msg "test: default config - GCM_LARGE_TABLE - AESNI_C - AESCE_C"
5185 make test
5193 msg "test: AES_FEWER_TABLES"
5194 make test
5202 msg "test: AES_ROM_TABLES"
5203 make test
5212 msg "test: AES_FEWER_TABLES + AES_ROM_TABLES"
5213 make test
5219 # - test for tests_suite_xxx
5263 …msg "test: default config + BLOCK_CIPHER_NO_DECRYPT${set_opts:+ + $set_opts}${unset_opts:+ - $unse…
5264 make test
5267 programs/test/selftest
5273 # in order to test BLOCK_CIPHER_NO_DECRYPT with AESNI intrinsics,
5277 # test AESNI intrinsics
5282 # test AESNI assembly
5287 # test AES C implementation
5291 # test AESNI intrinsics for i386 target
5356 # test AESCE baremetal build
5380 msg "test: full + MBEDTLS_ENTROPY_FORCE_SHA256 (ASan build)"
5381 make test
5392 msg "test: full + MBEDTLS_CTR_DRBG_USE_128_BIT_KEY (ASan build)"
5393 make test
5405 msg "test: full + MBEDTLS_CTR_DRBG_USE_128_BIT_KEY + MBEDTLS_ENTROPY_FORCE_SHA256 (ASan build)"
5406 make test
5414 msg "test: default config + MBEDTLS_PSA_CRYPTO_SE_C"
5415 make test
5419 msg "build: full + test drivers dispatching to builtins"
5423 …loc_cflags="${loc_cflags} '-DMBEDTLS_USER_CONFIG_FILE=\"../tests/configs/user-config-for-test.h\"'"
5428 msg "test: full + test drivers dispatching to builtins"
5429 make test
5433 msg "build/test: make shared" # ~ 40s
5436 programs/test/dlopen_demo.sh
5440 msg "build/test: cmake shared" # ~ 2min
5444 make test
5445 programs/test/dlopen_demo.sh
5452 msg "build/test: $cc $opt, $info" # ~ 30s
5458 make test # ~30s
5510 programs/test/query_compile_time_config MBEDTLS_NIST_KW_C
5518 not programs/test/query_compile_time_config MBEDTLS_NIST_KW_C
5530 programs/test/query_compile_time_config MBEDTLS_CMAC_C
5539 not programs/test/query_compile_time_config MBEDTLS_CMAC_C
5559 programs/test/query_included_headers | grep -x PSA_CRYPTO_PLATFORM_ALT_H
5560 programs/test/query_included_headers | grep -x PSA_CRYPTO_STRUCT_ALT_H
5561 programs/test/query_included_headers | not grep -x PSA_CRYPTO_PLATFORM_H
5562 programs/test/query_included_headers | not grep -x PSA_CRYPTO_STRUCT_H
5578 msg "test: i386, make, gcc, no asm (ASan build)"
5579 make test
5596 msg "test: i386, make, gcc -O2 (ASan build)"
5597 make test
5599 msg "test ssl-opt.sh, i386, make, gcc-O2"
5612 msg "test: i386, Everest ECDH context - main suites (inc. selftests) (ASan build)" # ~ 50s
5613 make test
5615 msg "test: i386, Everest ECDH context - ECDH-related part of ssl-opt.sh (ASan build)" # ~ 5s
5618 …msg "test: i386, Everest ECDH context - compat.sh with some ECDH ciphersuites (ASan build)" # ~ 3 …
5631 msg "test: 64-bit ILP32, make, gcc"
5632 make test
5647 msg "test: MBEDTLS_MPI_WINDOW_SIZE=1 - main suites (inc. selftests) (ASan build)" # ~ 10s
5648 make test
5659 msg "test: gcc, force 32-bit bignum limbs"
5660 make test
5671 msg "test: gcc, force 64-bit bignum limbs"
5672 make test
5676 msg "build: gcc, force 32-bit bignum limbs, new bignum interface, test hooks (ASan build)"
5685 msg "test: gcc, force 32-bit bignum limbs, new bignum interface, test hooks (ASan build)"
5686 make test
5695 msg "test: MBEDTLS_NO_UDBL_DIVISION native" # ~ 10s
5696 make test
5705 msg "test: MBEDTLS_NO_64BIT_MULTIPLICATION native" # ~ 10s
5706 make test
5719 msg "test: no strings" # ~ 10s
5720 make test
5730 msg "test: full + MBEDTLS_X509_REMOVE_INFO" # ~ 10s
5731 make test
5733 msg "test: ssl-opt.sh, full + MBEDTLS_X509_REMOVE_INFO" # ~ 1 min
5815 # Some Thumb 1 asm is sensitive to optimisation level, so test both -O0 and -Os
5892 msg "test: main suites (inc. selftests) (ASan build)"
5893 make test
5895 msg "test: ssl-opt.sh (ASan build)"
5898 msg "test: compat.sh (ASan build)"
5908 msg "test: TLS 1.3 only, all key exchange modes enabled"
5909 make test
6046 msg "test: default config plus early data minus padding"
6047 make test
6058 msg "test: default config plus early data minus middlebox compatibility mode"
6059 make test
6095 msg "test: main suites (MSan)" # ~ 10s
6096 make test
6098 msg "test: metatests (MSan)"
6104 msg "test: ssl-opt.sh (MSan)" # ~ 1 min
6110 msg "test: compat.sh (MSan)" # ~ 6 min 20s
6121 msg "test: main suites, Valgrind (default config)"
6128 msg "test: ssl-opt.sh --memcheck (default config)"
6133 msg "test: compat.sh --memcheck (default config)"
6138 msg "test: context-info.sh --memcheck (default config)"
6150 msg "test: main suites, Valgrind (full config)"
6161 # found this should fail safe (test is supported).
6176 # Running the out of source CMake test on Ubuntu 16.04 using more than one
6197 msg "test: cmake 'out-of-source' build"
6198 make test
6199 # Check that ssl-opt.sh can find the test programs.
6220 cd programs/test/cmake_subproject
6236 cd programs/test/cmake_package
6251 cd programs/test/cmake_package_install
6261 # Make a copy of config file to use for the in-tree test
6285 not programs/test/query_compile_time_config MBEDTLS_NIST_KW_C
6292 # Now repeat the test for an in-tree build:
6294 # Restore config for the in-tree test
6314 not programs/test/query_compile_time_config MBEDTLS_NIST_KW_C
6334 # Test that the function mbedtls_platform_zeroize() is not optimized away by
6350 msg "test: $compiler $optimization_flag, mbedtls_platform_zeroize()"
6366 msg "unit test: test_psa_compliance.py"
6400 msg "unit test: generate_test_code.py"
6406 msg "unit test: translate_ciphers.py"
6428 # Function invoked by --error-test to test error reporting.