| /Linux-v6.1/arch/x86/crypto/ |
| D | sm4-aesni-avx-asm_64.S | 31 #define RA1 %xmm9 macro
159 vmovdqa RA0, RA1;
164 vmovdqu 1*16(%rdx), RA1;
175 vpshufb RTMP2, RA1, RA1;
187 transpose_4x4(RA0, RA1, RA2, RA3, RTMP0, RTMP1);
218 ROUND(0, RA0, RA1, RA2, RA3);
219 ROUND(1, RA1, RA2, RA3, RA0);
220 ROUND(2, RA2, RA3, RA0, RA1);
221 ROUND(3, RA3, RA0, RA1, RA2);
230 transpose_4x4(RA0, RA1, RA2, RA3, RTMP0, RTMP1);
[all …]
|
| D | sm4-aesni-avx2-asm_64.S | 32 #define RA1 %ymm9 macro
172 vpshufb RTMP2, RA1, RA1;
181 transpose_4x4(RA0, RA1, RA2, RA3, RTMP0, RTMP1);
247 ROUND(0, RA0, RA1, RA2, RA3, RB0, RB1, RB2, RB3);
248 ROUND(1, RA1, RA2, RA3, RA0, RB1, RB2, RB3, RB0);
249 ROUND(2, RA2, RA3, RA0, RA1, RB2, RB3, RB0, RB1);
250 ROUND(3, RA3, RA0, RA1, RA2, RB3, RB0, RB1, RB2);
259 transpose_4x4(RA0, RA1, RA2, RA3, RTMP0, RTMP1);
262 vpshufb RTMP2, RA1, RA1;
318 vpshufb RTMP3, RTMP0, RA1;
[all …]
|
| D | twofish-avx-x86_64-asm_64.S | 37 #define RA1 %xmm0 macro
246 inpack_blocks(RA1, RB1, RC1, RD1, RK1, RX0, RY0, RK2);
247 preload_rgi(RA1);
267 outunpack_blocks(RC1, RD1, RA1, RB1, RK1, RX0, RY0, RK2);
287 inpack_blocks(RC1, RD1, RA1, RB1, RK1, RX0, RY0, RK2);
289 rotate_1l(RA1);
307 outunpack_blocks(RA1, RB1, RC1, RD1, RK1, RX0, RY0, RK2);
323 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
327 store_8way(%r11, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);
343 load_8way(%rdx, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);
[all …]
|
| D | cast6-avx-x86_64-asm_64.S | 37 #define RA1 %xmm0 macro
265 inpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);
289 outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);
313 inpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);
336 outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);
354 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
358 store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
377 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
381 store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
402 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
[all …]
|
| D | serpent-avx-x86_64-asm_64.S | 29 #define RA1 %xmm0 macro
564 read_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
601 write_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
618 read_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
669 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
673 store_8way(%rsi, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
687 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
705 load_8way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
|
| D | serpent-avx2-asm_64.S | 30 #define RA1 %ymm2 macro
564 read_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
601 write_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
618 read_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
671 load_16way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
675 store_16way(%rsi, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
693 load_16way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
715 load_16way(%rdx, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
|
| D | serpent-sse2-x86_64-asm_64.S | 22 #define RA1 %xmm0 macro
633 read_blocks(%rdx, RA1, RB1, RC1, RD1, RK0, RK1, RK2);
675 write_blocks(%rsi, RA1, RB1, RC1, RD1, RK0, RK1, RK2);
681 xor_blocks(%rsi, RA1, RB1, RC1, RD1, RK0, RK1, RK2);
697 read_blocks(%rdx, RA1, RB1, RC1, RD1, RK0, RK1, RK2);
|
