| /linux-6.15/arch/x86/crypto/ |
| H A D | blake2s-core.S | 90 por %xmm8,%xmm1 211 vpxor %xmm2,%xmm1,%xmm1 212 vprord $0xc,%xmm1,%xmm1 219 vpxor %xmm2,%xmm1,%xmm1 220 vprord $0x7,%xmm1,%xmm1 229 vpxor %xmm2,%xmm1,%xmm1 230 vprord $0xc,%xmm1,%xmm1 237 vpxor %xmm2,%xmm1,%xmm1 238 vprord $0x7,%xmm1,%xmm1 245 vpxor %xmm11,%xmm1,%xmm1 [all …]
|
| H A D | chacha-ssse3-x86_64.S | 49 pxor %xmm2,%xmm1 52 psrld $20,%xmm1 53 por %xmm6,%xmm1 65 psrld $25,%xmm1 66 por %xmm7,%xmm1 69 pshufd $0x39,%xmm1,%xmm1 85 psrld $20,%xmm1 86 por %xmm6,%xmm1 98 psrld $25,%xmm1 102 pshufd $0x93,%xmm1,%xmm1 [all …]
|
| H A D | aesni-intel_asm.S | 28 #define IN1 %xmm1 69 pshufd $0b11111111, %xmm1, %xmm1 74 pxor %xmm1, %xmm0 82 pshufd $0b01010101, %xmm1, %xmm1 87 pxor %xmm1, %xmm0 96 movaps %xmm0, %xmm1 106 pshufd $0b01010101, %xmm1, %xmm1 111 pxor %xmm1, %xmm0 125 pshufd $0b10101010, %xmm1, %xmm1 130 pxor %xmm1, %xmm2 [all …]
|
| H A D | aria-aesni-avx-asm_64.S | 1044 vpshufb %xmm1, %xmm3, %xmm9; 1046 vpshufb %xmm1, %xmm3, %xmm10; 1048 vpshufb %xmm1, %xmm3, %xmm11; 1050 vpshufb %xmm1, %xmm3, %xmm12; 1052 vpshufb %xmm1, %xmm3, %xmm13; 1054 vpshufb %xmm1, %xmm3, %xmm14; 1067 vpshufb %xmm1, %xmm3, %xmm8; 1069 vpshufb %xmm1, %xmm3, %xmm9; 1083 vpshufb %xmm1, %xmm3, %xmm4; 1119 vpxor (0 * 16)(%r11), %xmm1, %xmm1; [all …]
|
| H A D | polyval-clmulni_asm.S | 93 vpclmulqdq $0x00, (16*\i)(KEY_POWERS), %xmm0, %xmm1 97 vpxor %xmm1, LO, LO 108 vpclmulqdq $0x01, %xmm0, %xmm1, MI 109 vpclmulqdq $0x10, %xmm0, %xmm1, %xmm2 110 vpclmulqdq $0x00, %xmm0, %xmm1, LO 111 vpclmulqdq $0x11, %xmm0, %xmm1, HI 237 movaps (KEY_POWERS), %xmm1 276 movups (%rsi), %xmm1
|
| H A D | camellia-aesni-avx-asm_64.S | 193 roundsm16(%xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 201 roundsm16(%xmm4, %xmm5, %xmm6, %xmm7, %xmm0, %xmm1, %xmm2, %xmm3, 737 fls16(%rax, %xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 749 fls16(%rax, %xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 776 outunpack16(%xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 787 fls16(%rax, %xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 828 fls16(%rax, %xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 840 fls16(%rax, %xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 862 outunpack16(%xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, 875 fls16(%rax, %xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7, [all …]
|
| H A D | aes-xts-avx-x86_64.S | 316 _next_tweak TWEAK0_XMM, %xmm0, %xmm1 317 vinserti128 $1, %xmm1, TWEAK0, TWEAK0 320 _next_tweak TWEAK0_XMM, %xmm0, %xmm1 321 _next_tweak %xmm1, %xmm0, %xmm2 323 vinserti32x4 $1, %xmm1, TWEAK0, TWEAK0 734 _aes_crypt \enc, _XMM, TWEAK0_XMM, %xmm0, tmp=%xmm1 775 vmovdqa %xmm0, %xmm1 777 vmovdqu8 %xmm1, 16(DST){%k1} 784 vmovdqu (SRC, LEN64, 1), %xmm1 798 vpshufb %xmm3, %xmm1, %xmm1 [all …]
|
| H A D | sha512-ssse3-asm.S | 216 movdqa %xmm2, %xmm1 # XMM1 = W[t-2] 222 psllq $(64-19)-(64-61) , %xmm1 # XMM1 = W[t-2] << 42 229 pxor %xmm2, %xmm1 # XMM1 = (W[t-2] << 42)^W[t-2] 235 psllq $(64-61), %xmm1 # XMM1 = ((W[t-2] << 42)^W[t-2])<<3 241 pxor %xmm1, %xmm0 # XMM0 = s1(W[t-2]) 245 movdqu W_t(idx), %xmm1 # XMM1 = W[t-7] 254 paddq %xmm1, %xmm0 # XMM0 = s1(W[t-2]) + W[t-7] + s0(W[t-15]) + W[t-16] 314 movdqa XMM_QWORD_BSWAP(%rip), %xmm1 316 pshufb %xmm1, %xmm0 # BSWAP 323 pshufb %xmm1, %xmm0 # BSWAP
|
| H A D | aes-gcm-avx10-x86_64.S | 401 %xmm0, %xmm1, %xmm2 937 _horizontal_xor HI, HI_XMM, GHASH_ACC_XMM, %xmm0, %xmm1, %xmm2 1044 %xmm1, %xmm2, %xmm3 1048 %xmm1, %xmm2, %xmm3 1068 vpxor (%rax), GHASH_ACC, %xmm1 1069 vaesenclast %xmm1, %xmm0, GHASH_ACC 1072 vmovdqu (TAG), %xmm1 1073 vpternlogd $0x96, (%rax), GHASH_ACC, %xmm1 1074 vaesenclast %xmm1, %xmm0, %xmm0
|
| H A D | chacha-avx512vl-x86_64.S | 126 vextracti128 $1,%ymm7,%xmm1 149 vmovdqa %xmm1,%xmm7 184 vmovdqu8 (%rdx,%r9),%xmm1{%k1}{z} 185 vpxord %xmm7,%xmm1,%xmm1 186 vmovdqu8 %xmm1,(%rsi,%r9){%k1} 338 vextracti128 $1,%ymm10,%xmm1 361 vmovdqa %xmm1,%xmm10 450 vmovdqu8 (%rdx,%r9),%xmm1{%k1}{z} 451 vpxord %xmm10,%xmm1,%xmm1 452 vmovdqu8 %xmm1,(%rsi,%r9){%k1}
|
| H A D | aes-gcm-aesni-x86_64.S | 550 _ghash_mul H_POW1, H_POW1_X64, H_CUR, GFPOLY, %xmm0, %xmm1 601 _ghash_mul H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm0, %xmm1 615 _ghash_mul H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm0, %xmm1 707 .set TMP1, %xmm1 1033 _xor_mem_to_reg (GHASH_ACC_PTR), GHASH_ACC, %xmm1 1059 _ghash_mul_step \i, H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm1, %xmm2 1062 _ghash_mul_step 9, H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm1, %xmm2
|
| H A D | sha512-avx-asm.S | 182 vpsrlq $19, %xmm4, %xmm1 # XMM1 = W[t-2]>>19 185 vpxor %xmm1, %xmm0, %xmm0 # XMM0 = W[t-2]>>61 ^ W[t-2]>>19 230 vmovdqu W_t(idx), %xmm1 # XMM1 = W[t-7] 242 vpaddq %xmm1, %xmm0, %xmm0 # XMM0 = W[t] = s1(W[t-2]) + W[t-7] + 312 vmovdqa XMM_QWORD_BSWAP(%rip), %xmm1 314 vpshufb %xmm1, %xmm0, %xmm0 # BSWAP 321 vpshufb %xmm1, %xmm0, %xmm0 # BSWAP
|
| H A D | sha256_ni_asm.S | 66 #define STATE0 %xmm1
|
| H A D | nh-sse2-x86_64.S | 14 #define PASS1_SUMS %xmm1
|
| H A D | ghash-clmulni-intel_asm.S | 25 #define SHASH %xmm1
|
| H A D | sm4-aesni-avx2-asm_64.S | 46 #define RX1x %xmm1 50 #define RBSWAPx %xmm1
|
| H A D | sm4-aesni-avx-asm_64.S | 23 #define RX1 %xmm1 42 #define RBSWAP %xmm1
|
| H A D | sha1_ni_asm.S | 67 #define E0 %xmm1 /* Need two E's b/c they ping pong */
|
| H A D | chacha-avx2-x86_64.S | 153 vextracti128 $1,%ymm7,%xmm1 176 vmovdqa %xmm1,%xmm7 404 vextracti128 $1,%ymm10,%xmm1 427 vmovdqa %xmm1,%xmm10
|
| H A D | cast6-avx-x86_64-asm_64.S | 38 #define RB1 %xmm1
|
| H A D | twofish-avx-x86_64-asm_64.S | 38 #define RB1 %xmm1
|
| H A D | aes-ctr-avx-x86_64.S | 309 .set AESDATA1_XMM, %xmm1
|
| /linux-6.15/arch/x86/lib/ |
| H A D | crc-pclmul-template.S | 390 vextracti128 $1, %ymm0, %xmm1 419 _cond_vex pshufb, %xmm3, %xmm0, %xmm1 438 vpblendvb %xmm3, -16(BUF,LEN), %xmm1, %xmm1 440 vpblendvb %xmm3, %xmm2, %xmm1, %xmm1 475 _cond_vex pxor, %xmm1, %xmm0, %xmm0 500 _cond_vex pxor, %xmm0, %xmm1, %xmm1 // += x^64 * floor(t0 / x^n) 533 _pclmulqdq CONSTS_XMM, LO64_TERMS, %xmm1, HI64_TERMS, %xmm1 536 _cond_vex pxor, %xmm1, %xmm0, %xmm0 538 vpternlogq $0x96, %xmm2, %xmm1, %xmm0 542 _pclmulqdq CONSTS_XMM, LO64_TERMS, %xmm1, HI64_TERMS, %xmm1 [all …]
|
| /linux-6.15/arch/x86/ |
| H A D | Kconfig.assembler | 10 def_bool $(as-instr,sha1msg1 %xmm0$(comma)%xmm1) 15 def_bool $(as-instr,sha256msg1 %xmm0$(comma)%xmm1) 24 def_bool $(as-instr,vgf2p8mulb %xmm0$(comma)%xmm1$(comma)%xmm2)
|
| /linux-6.15/arch/x86/entry/vdso/ |
| H A D | vgetrandom-chacha.S | 33 .set state0, %xmm1
|