| /linux-6.15/crypto/ |
| H A D | aegis128-neon.c | 27 kernel_neon_begin(); in crypto_aegis128_init_simd() 34 kernel_neon_begin(); in crypto_aegis128_update_simd() 42 kernel_neon_begin(); in crypto_aegis128_encrypt_chunk_simd() 50 kernel_neon_begin(); in crypto_aegis128_decrypt_chunk_simd() 63 kernel_neon_begin(); in crypto_aegis128_final_simd()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | xor.h | 22 kernel_neon_begin(); in xor_neon_2() 32 kernel_neon_begin(); in xor_neon_3() 43 kernel_neon_begin(); in xor_neon_4() 55 kernel_neon_begin(); in xor_neon_5()
|
| /linux-6.15/lib/raid6/ |
| H A D | neon.c | 13 #define kernel_neon_begin() macro 35 kernel_neon_begin(); \ 46 kernel_neon_begin(); \
|
| H A D | recov_neon.c | 13 #define kernel_neon_begin() macro 58 kernel_neon_begin(); in raid6_2data_recov_neon() 89 kernel_neon_begin(); in raid6_datap_recov_neon()
|
| /linux-6.15/arch/arm64/crypto/ |
| H A D | sm4-ce-glue.c | 79 kernel_neon_begin(); in sm4_setkey() 99 kernel_neon_begin(); in sm4_xts_setkey() 122 kernel_neon_begin(); in sm4_ecb_do_crypt() 172 kernel_neon_begin(); in sm4_cbc_crypt() 254 kernel_neon_begin(); in sm4_cbc_cts_crypt() 293 kernel_neon_begin(); in sm4_ctr_crypt() 400 kernel_neon_begin(); in sm4_xts_crypt() 515 kernel_neon_begin(); in sm4_cbcmac_setkey() 535 kernel_neon_begin(); in sm4_cmac_setkey() 573 kernel_neon_begin(); in sm4_xcbc_setkey() [all …]
|
| H A D | sm3-ce-glue.c | 34 kernel_neon_begin(); in sm3_ce_update() 48 kernel_neon_begin(); in sm3_ce_final() 67 kernel_neon_begin(); in sm3_ce_finup()
|
| H A D | sm3-neon-glue.c | 31 kernel_neon_begin(); in sm3_neon_update() 45 kernel_neon_begin(); in sm3_neon_final() 64 kernel_neon_begin(); in sm3_neon_finup()
|
| H A D | aes-glue.c | 190 kernel_neon_begin(); in ecb_encrypt() 210 kernel_neon_begin(); in ecb_decrypt() 228 kernel_neon_begin(); in cbc_encrypt_walk() 257 kernel_neon_begin(); in cbc_decrypt_walk() 326 kernel_neon_begin(); in cts_cbc_encrypt() 383 kernel_neon_begin(); in cts_cbc_decrypt() 419 kernel_neon_begin(); in essiv_cbc_encrypt() 604 kernel_neon_begin(); in xts_encrypt() 677 kernel_neon_begin(); in xts_decrypt() 830 kernel_neon_begin(); in cmac_setkey() [all …]
|
| H A D | aes-neonbs-glue.c | 88 kernel_neon_begin(); in aesbs_setkey() 113 kernel_neon_begin(); in __ecb_crypt() 149 kernel_neon_begin(); in aesbs_cbc_ctr_setkey() 170 kernel_neon_begin(); in cbc_encrypt() 196 kernel_neon_begin(); in cbc_decrypt() 223 kernel_neon_begin(); in ctr_encrypt() 323 kernel_neon_begin(); in __xts_crypt() 372 kernel_neon_begin(); in __xts_crypt()
|
| H A D | aes-ce-glue.c | 55 kernel_neon_begin(); in aes_cipher_encrypt() 69 kernel_neon_begin(); in aes_cipher_decrypt() 97 kernel_neon_begin(); in ce_aes_expandkey()
|
| H A D | sha3-ce-glue.c | 50 kernel_neon_begin(); in sha3_update() 65 kernel_neon_begin(); in sha3_update() 95 kernel_neon_begin(); in sha3_final()
|
| H A D | sm4-ce-cipher-glue.c | 35 kernel_neon_begin(); in sm4_ce_encrypt() 48 kernel_neon_begin(); in sm4_ce_decrypt()
|
| /linux-6.15/arch/arm/include/asm/ |
| H A D | neon.h | 27 #define kernel_neon_begin() \ macro 31 void kernel_neon_begin(void);
|
| H A D | xor.h | 162 kernel_neon_begin(); in xor_neon_2() 176 kernel_neon_begin(); in xor_neon_3() 191 kernel_neon_begin(); in xor_neon_4() 207 kernel_neon_begin(); in xor_neon_5()
|
| /linux-6.15/arch/arm/crypto/ |
| H A D | aes-ce-glue.c | 92 kernel_neon_begin(); in ce_aes_expandkey() 178 kernel_neon_begin(); in ecb_encrypt() 198 kernel_neon_begin(); in ecb_decrypt() 216 kernel_neon_begin(); in cbc_encrypt_walk() 246 kernel_neon_begin(); in cbc_decrypt_walk() 316 kernel_neon_begin(); in cts_cbc_encrypt() 374 kernel_neon_begin(); in cts_cbc_decrypt() 393 kernel_neon_begin(); in ctr_encrypt() 411 kernel_neon_begin(); in ctr_encrypt() 507 kernel_neon_begin(); in xts_encrypt() [all …]
|
| H A D | sha1_neon_glue.c | 41 kernel_neon_begin(); in sha1_neon_update() 54 kernel_neon_begin(); in sha1_neon_finup()
|
| H A D | sha1-ce-glue.c | 38 kernel_neon_begin(); in sha1_ce_update() 51 kernel_neon_begin(); in sha1_ce_finup()
|
| H A D | sha512-neon-glue.c | 35 kernel_neon_begin(); in sha512_neon_update() 48 kernel_neon_begin(); in sha512_neon_finup()
|
| H A D | sha256_neon_glue.c | 36 kernel_neon_begin(); in crypto_sha256_neon_update() 49 kernel_neon_begin(); in crypto_sha256_neon_finup()
|
| H A D | aes-neonbs-glue.c | 80 kernel_neon_begin(); in aesbs_setkey() 105 kernel_neon_begin(); in __ecb_crypt() 138 kernel_neon_begin(); in aesbs_cbc_setkey() 191 kernel_neon_begin(); in cbc_decrypt() 215 kernel_neon_begin(); in aesbs_ctr_setkey_sync() 243 kernel_neon_begin(); in ctr_encrypt() 335 kernel_neon_begin(); in __xts_crypt()
|
| H A D | sha2-ce-glue.c | 39 kernel_neon_begin(); in sha2_ce_update() 53 kernel_neon_begin(); in sha2_ce_finup()
|
| /linux-6.15/arch/arm64/lib/ |
| H A D | crc32-glue.c | 31 kernel_neon_begin(); in crc32_le_arch() 52 kernel_neon_begin(); in crc32c_arch() 73 kernel_neon_begin(); in crc32_be_arch()
|
| H A D | crc-t10dif-glue.c | 34 kernel_neon_begin(); in crc_t10dif_arch() 44 kernel_neon_begin(); in crc_t10dif_arch()
|
| /linux-6.15/arch/arm/lib/ |
| H A D | crc-t10dif-glue.c | 33 kernel_neon_begin(); in crc_t10dif_arch() 43 kernel_neon_begin(); in crc_t10dif_arch()
|
| /linux-6.15/Documentation/arch/arm/ |
| H A D | kernel_mode_neon.rst | 11 * Put kernel_neon_begin() and kernel_neon_end() calls around the calls into your 42 subsequent use. This is handled by the function kernel_neon_begin(), which 61 kernel_neon_end() and kernel_neon_begin() in places in your code where none of 62 the NEON registers are live. (Additional calls to kernel_neon_begin() should be 81 The compiler is not aware of the special significance of kernel_neon_begin() and 93 * issue the calls to kernel_neon_begin(), kernel_neon_end() as well as the calls
|