| /Linux-v5.4/arch/arm64/include/asm/ |
| D | xor.h | 21 kernel_neon_begin(); in xor_neon_2()
30 kernel_neon_begin(); in xor_neon_3()
39 kernel_neon_begin(); in xor_neon_4()
48 kernel_neon_begin(); in xor_neon_5()
|
| /Linux-v5.4/crypto/ |
| D | aegis128-neon.c | 30 kernel_neon_begin(); in crypto_aegis128_update_simd()
38 kernel_neon_begin(); in crypto_aegis128_encrypt_chunk_simd()
46 kernel_neon_begin(); in crypto_aegis128_decrypt_chunk_simd()
|
| /Linux-v5.4/lib/raid6/ |
| D | neon.c | 13 #define kernel_neon_begin() macro
35 kernel_neon_begin(); \
46 kernel_neon_begin(); \
|
| D | recov_neon.c | 12 #define kernel_neon_begin() macro
64 kernel_neon_begin(); in raid6_2data_recov_neon()
95 kernel_neon_begin(); in raid6_datap_recov_neon()
|
| /Linux-v5.4/arch/arm64/crypto/ |
| D | sm3-ce-glue.c | 32 kernel_neon_begin(); in sm3_ce_update()
44 kernel_neon_begin(); in sm3_ce_final()
57 kernel_neon_begin(); in sm3_ce_finup()
|
| D | sha1-ce-glue.c | 43 kernel_neon_begin(); in sha1_ce_update()
66 kernel_neon_begin(); in sha1_ce_finup()
83 kernel_neon_begin(); in sha1_ce_final()
|
| D | sha512-ce-glue.c | 39 kernel_neon_begin(); in sha512_ce_update()
59 kernel_neon_begin(); in sha512_ce_finup()
75 kernel_neon_begin(); in sha512_ce_final()
|
| D | aes-glue.c | 202 kernel_neon_begin(); in ecb_encrypt()
222 kernel_neon_begin(); in ecb_decrypt()
240 kernel_neon_begin(); in cbc_encrypt_walk()
269 kernel_neon_begin(); in cbc_decrypt_walk()
338 kernel_neon_begin(); in cts_cbc_encrypt()
395 kernel_neon_begin(); in cts_cbc_decrypt()
431 kernel_neon_begin(); in essiv_cbc_encrypt()
453 kernel_neon_begin(); in essiv_cbc_decrypt()
474 kernel_neon_begin(); in ctr_encrypt()
491 kernel_neon_begin(); in ctr_encrypt()
[all …]
|
| D | sha2-ce-glue.c | 48 kernel_neon_begin(); in sha256_ce_update()
77 kernel_neon_begin(); in sha256_ce_finup()
98 kernel_neon_begin(); in sha256_ce_final()
|
| D | aes-neonbs-glue.c | 90 kernel_neon_begin(); in aesbs_setkey()
115 kernel_neon_begin(); in __ecb_crypt()
151 kernel_neon_begin(); in aesbs_cbc_setkey()
171 kernel_neon_begin(); in cbc_encrypt()
197 kernel_neon_begin(); in cbc_decrypt()
221 kernel_neon_begin(); in aesbs_ctr_setkey_sync()
248 kernel_neon_begin(); in ctr_encrypt()
367 kernel_neon_begin(); in __xts_crypt()
409 kernel_neon_begin(); in __xts_crypt()
|
| D | sm4-ce-glue.c | 27 kernel_neon_begin(); in sm4_ce_encrypt()
40 kernel_neon_begin(); in sm4_ce_decrypt()
|
| D | aes-ce-glue.c | 55 kernel_neon_begin(); in aes_cipher_encrypt()
69 kernel_neon_begin(); in aes_cipher_decrypt()
97 kernel_neon_begin(); in ce_aes_expandkey()
|
| D | sha3-ce-glue.c | 46 kernel_neon_begin(); in sha3_update()
59 kernel_neon_begin(); in sha3_update()
87 kernel_neon_begin(); in sha3_final()
|
| D | aes-ce-ccm-glue.c | 109 kernel_neon_begin(); in ccm_update_mac()
257 kernel_neon_begin(); in ccm_encrypt()
267 kernel_neon_begin(); in ccm_encrypt()
315 kernel_neon_begin(); in ccm_decrypt()
325 kernel_neon_begin(); in ccm_decrypt()
|
| D | crct10dif-ce-glue.c | 40 kernel_neon_begin(); in crct10dif_update_pmull_p8()
56 kernel_neon_begin(); in crct10dif_update_pmull_p64()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | neon.h | 27 #define kernel_neon_begin() \ macro
31 void kernel_neon_begin(void);
|
| D | xor.h | 154 kernel_neon_begin(); in xor_neon_2()
167 kernel_neon_begin(); in xor_neon_3()
180 kernel_neon_begin(); in xor_neon_4()
193 kernel_neon_begin(); in xor_neon_5()
|
| /Linux-v5.4/arch/arm/crypto/ |
| D | aes-ce-glue.c | 92 kernel_neon_begin(); in ce_aes_expandkey()
188 kernel_neon_begin(); in ecb_encrypt()
208 kernel_neon_begin(); in ecb_decrypt()
226 kernel_neon_begin(); in cbc_encrypt_walk()
256 kernel_neon_begin(); in cbc_decrypt_walk()
326 kernel_neon_begin(); in cts_cbc_encrypt()
384 kernel_neon_begin(); in cts_cbc_decrypt()
403 kernel_neon_begin(); in ctr_encrypt()
421 kernel_neon_begin(); in ctr_encrypt()
495 kernel_neon_begin(); in xts_encrypt()
[all …]
|
| D | sha1_neon_glue.c | 42 kernel_neon_begin(); in sha1_neon_update()
56 kernel_neon_begin(); in sha1_neon_finup()
|
| D | sha1-ce-glue.c | 38 kernel_neon_begin(); in sha1_ce_update()
51 kernel_neon_begin(); in sha1_ce_finup()
|
| D | sha256_neon_glue.c | 37 kernel_neon_begin(); in crypto_sha256_neon_update()
51 kernel_neon_begin(); in crypto_sha256_neon_finup()
|
| D | sha512-neon-glue.c | 35 kernel_neon_begin(); in sha512_neon_update()
49 kernel_neon_begin(); in sha512_neon_finup()
|
| D | sha2-ce-glue.c | 39 kernel_neon_begin(); in sha2_ce_update()
53 kernel_neon_begin(); in sha2_ce_finup()
|
| D | aes-neonbs-glue.c | 79 kernel_neon_begin(); in aesbs_setkey()
104 kernel_neon_begin(); in __ecb_crypt()
138 kernel_neon_begin(); in aesbs_cbc_setkey()
173 kernel_neon_begin(); in cbc_decrypt()
213 kernel_neon_begin(); in aesbs_ctr_setkey_sync()
240 kernel_neon_begin(); in ctr_encrypt()
370 kernel_neon_begin(); in __xts_crypt()
|
| /Linux-v5.4/Documentation/arm/ |
| D | kernel_mode_neon.rst | 11 * Put kernel_neon_begin() and kernel_neon_end() calls around the calls into your
42 subsequent use. This is handled by the function kernel_neon_begin(), which
61 kernel_neon_end() and kernel_neon_begin() in places in your code where none of
62 the NEON registers are live. (Additional calls to kernel_neon_begin() should be
81 The compiler is not aware of the special significance of kernel_neon_begin() and
93 * issue the calls to kernel_neon_begin(), kernel_neon_end() as well as the calls
|
