| /Linux-v6.1/arch/x86/crypto/ |
| D | sm4-aesni-avx-asm_64.S | 37 #define RB2 %xmm14 macro
183 vmovdqa .Lpost_tf_hi_s rRIP, RB2;
198 transform_post(RX0, RB1, RB2, MASK_4BIT, RTMP0); \
271 vpshufb RTMP2, RB2, RB2;
276 transpose_4x4(RB0, RB1, RB2, RB3, RTMP0, RTMP1);
335 ROUND(0, RA0, RA1, RA2, RA3, RB0, RB1, RB2, RB3);
336 ROUND(1, RA1, RA2, RA3, RA0, RB1, RB2, RB3, RB0);
337 ROUND(2, RA2, RA3, RA0, RA1, RB2, RB3, RB0, RB1);
338 ROUND(3, RA3, RA0, RA1, RA2, RB3, RB0, RB1, RB2);
348 transpose_4x4(RB0, RB1, RB2, RB3, RTMP0, RTMP1);
[all …]
|
| D | sm4-aesni-avx2-asm_64.S | 38 #define RB2 %ymm14 macro
177 vpshufb RTMP2, RB2, RB2;
182 transpose_4x4(RB0, RB1, RB2, RB3, RTMP0, RTMP1);
247 ROUND(0, RA0, RA1, RA2, RA3, RB0, RB1, RB2, RB3);
248 ROUND(1, RA1, RA2, RA3, RA0, RB1, RB2, RB3, RB0);
249 ROUND(2, RA2, RA3, RA0, RA1, RB2, RB3, RB0, RB1);
250 ROUND(3, RA3, RA0, RA1, RA2, RB3, RB0, RB1, RB2);
260 transpose_4x4(RB0, RB1, RB2, RB3, RTMP0, RTMP1);
267 vpshufb RTMP2, RB2, RB2;
328 vpshufb RTMP3, RTMP0, RB2;
[all …]
|
| D | twofish-avx-x86_64-asm_64.S | 43 #define RB2 %xmm5 macro
249 inpack_blocks(RA2, RB2, RC2, RD2, RK1, RX0, RY0, RK2);
268 outunpack_blocks(RC2, RD2, RA2, RB2, RK1, RX0, RY0, RK2);
290 inpack_blocks(RC2, RD2, RA2, RB2, RK1, RX0, RY0, RK2);
308 outunpack_blocks(RA2, RB2, RC2, RD2, RK1, RX0, RY0, RK2);
323 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
327 store_8way(%r11, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);
343 load_8way(%rdx, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);
347 store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
366 load_8way(%rdx, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);
[all …]
|
| D | cast6-avx-x86_64-asm_64.S | 43 #define RB2 %xmm5 macro
266 inpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);
290 outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);
314 inpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);
337 outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);
354 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
358 store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
377 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
381 store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
402 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
[all …]
|
| D | serpent-avx-x86_64-asm_64.S | 38 #define RB2 %xmm7 macro
565 read_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
602 write_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
619 read_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
656 write_blocks(RC2, RD2, RB2, RE2, RK0, RK1, RK2);
669 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
673 store_8way(%rsi, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
687 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
691 store_8way(%rsi, RC1, RD1, RB1, RE1, RC2, RD2, RB2, RE2);
705 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
[all …]
|
| D | serpent-avx2-asm_64.S | 33 #define RB2 %ymm5 macro
565 read_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
602 write_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
619 read_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
656 write_blocks(RC2, RD2, RB2, RE2, RK0, RK1, RK2);
671 load_16way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
675 store_16way(%rsi, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
693 load_16way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
697 store_16way(%rsi, RC1, RD1, RB1, RE1, RC2, RD2, RB2, RE2);
715 load_16way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
[all …]
|
| D | serpent-sse2-x86_64-asm_64.S | 29 #define RB2 %xmm6 macro
634 read_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);
676 write_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);
682 xor_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);
698 read_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);
736 write_blocks(%rax, RC2, RD2, RB2, RE2, RK0, RK1, RK2);
|
