21 	.byte 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0
26 	.byte 0x87, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0
31 	.byte 0x0e, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0
61 #define S0_1(x0, x1, x2, x3, x4)      \  argument
62 	vpor		x0,   x3, tp; \
63 	vpxor		x3,   x0, x0; \
64 	vpxor		x2,   x3, x4; \
66 	vpxor		x1,   tp, x3; \
70 #define S0_2(x0, x1, x2, x3, x4)      \  argument
71 	vpxor		x3,   x0, x0; \
75 	vpxor		x2,   x3, x3; \
80 #define S1_1(x0, x1, x2, x3, x4)      \  argument
82 	vpxor		x3,   x0, x0; \
83 	vpxor		RNOT, x3, x3; \
86 	vpxor		x2,   x3, x3; \
87 	vpxor		x3,   x0, x0; \
88 	vpxor		x3,   tp, x1;
89 #define S1_2(x0, x1, x2, x3, x4)      \  argument
90 	vpxor		x4,   x3, x3; \
100 #define S2_1(x0, x1, x2, x3, x4)      \  argument
101 	vpxor		RNOT, x3, x3; \
104 	vpxor		x3,   tp, tp; \
105 	vpor		x0,   x3, x3; \
107 	vpxor		x1,   x3, x3; \
109 #define S2_2(x0, x1, x2, x3, x4)      \  argument
111 	vpand		x3,   x2, x2; \
112 	vpor		x1,   x3, x3; \
114 	vpxor		tp,   x3, x3; \
119 #define S3_1(x0, x1, x2, x3, x4)      \  argument
120 	vpxor		x3,   x1, tp; \
121 	vpor		x0,   x3, x3; \
125 	vpand		x3,   tp, x1; \
126 	vpxor		x3,   x2, x2; \
128 	vpxor		x3,   x4, x4;
129 #define S3_2(x0, x1, x2, x3, x4)      \  argument
131 	vpand		x3,   x0, x0; \
132 	vpand		x4,   x3, x3; \
133 	vpxor		x2,   x3, x3; \
136 	vpxor		x3,   x4, x4; \
137 	vpxor		x3,   x0, x0; \
138 	vpxor		x2,   x3, x3;
140 #define S4_1(x0, x1, x2, x3, x4)      \  argument
141 	vpand		x0,   x3, tp; \
142 	vpxor		x3,   x0, x0; \
144 	vpor		x3,   x2, x2; \
146 	vpxor		tp,   x3, x4; \
149 #define S4_2(x0, x1, x2, x3, x4)      \  argument
155 	vpor		x1,   tp, x3; \
157 	vpxor		x0,   x3, x3;
159 #define S5_1(x0, x1, x2, x3, x4)      \  argument
162 	vpxor		RNOT, x3, x3; \
166 	vpor		x3,   x4, x4; \
168 #define S5_2(x0, x1, x2, x3, x4)      \  argument
169 	vpand		x3,   x0, x0; \
170 	vpxor		x3,   x1, x1; \
171 	vpxor		x2,   x3, x3; \
176 	vpxor		x2,   x3, x3;
178 #define S6_1(x0, x1, x2, x3, x4)      \  argument
179 	vpxor		x0,   x3, x3; \
182 	vpand		x3,   x0, x0; \
183 	vpor		x3,   tp, tp; \
187 #define S6_2(x0, x1, x2, x3, x4)      \  argument
188 	vpxor		x4,   x3, x3; \
192 	vpxor		x3,   x2, x2; \
193 	vpand		x1,   x3, x3; \
194 	vpxor		x0,   x3, x3; \
197 #define S7_1(x0, x1, x2, x3, x4)      \  argument
201 	vpxor		x3,   x1, x1; \
202 	vpor		tp,   x3, x3; \
204 	vpxor		x3,   x2, x2; \
205 	vpxor		x0,   x3, x3; \
207 #define S7_2(x0, x1, x2, x3, x4)      \  argument
210 	vpxor		x3,   x4, x4; \
211 	vpand		x0,   x3, x3; \
214 	vpxor		x1,   x3, x3; \
218 #define SI0_1(x0, x1, x2, x3, x4)     \  argument
220 	vpor		x1,   x3, tp; \
221 	vpxor		x1,   x3, x4; \
224 	vpxor		x0,   tp, x3; \
227 #define SI0_2(x0, x1, x2, x3, x4)     \  argument
228 	vpand		x3,   x2, x2; \
229 	vpxor		x4,   x3, x3; \
230 	vpxor		x3,   x2, x2; \
231 	vpxor		x3,   x1, x1; \
232 	vpand		x0,   x3, x3; \
235 	vpxor		x3,   x4, x4;
237 #define SI1_1(x0, x1, x2, x3, x4)     \  argument
238 	vpxor		x3,   x1, x1; \
242 	vpxor		x3,   x4, x4; \
243 	vpand		x1,   x3, x3; \
246 #define SI1_2(x0, x1, x2, x3, x4)     \  argument
248 	vpor		x3,   x1, x1; \
249 	vpxor		tp,   x3, x3; \
256 #define SI2_1(x0, x1, x2, x3, x4)     \  argument
258 	vpxor		RNOT, x3, tp; \
260 	vpxor		x3,   x2, x2; \
261 	vpxor		x0,   x3, x4; \
262 	vpxor		x1,   tp, x3; \
265 #define SI2_2(x0, x1, x2, x3, x4)     \  argument
267 	vpor		x3,   x4, x4; \
268 	vpxor		x3,   x2, x2; \
271 	vpxor		x3,   x2, x2; \
272 	vpxor		x4,   x3, x3; \
275 #define SI3_1(x0, x1, x2, x3, x4)     \  argument
280 	vpxor		x3,   x1, x4; \
281 	vpxor		x3,   x0, x0; \
282 	vpor		tp,   x3, x3; \
284 #define SI3_2(x0, x1, x2, x3, x4)     \  argument
285 	vpxor		x3,   x1, x1; \
287 	vpxor		x3,   x2, x2; \
288 	vpand		x1,   x3, x3; \
291 	vpxor		x3,   x4, x4; \
292 	vpxor		x0,   x3, x3; \
295 #define SI4_1(x0, x1, x2, x3, x4)     \  argument
296 	vpxor		x3,   x2, x2; \
299 	vpor		x3,   x2, x2; \
304 #define SI4_2(x0, x1, x2, x3, x4)     \  argument
307 	vpxor		x3,   x0, x0; \
308 	vpand		x2,   x3, x3; \
309 	vpxor		x3,   x4, x4; \
310 	vpxor		x1,   x3, x3; \
313 	vpxor		x3,   x0, x0;
315 #define SI5_1(x0, x1, x2, x3, x4)     \  argument
318 	vpxor		x3,   tp, tp; \
319 	vpand		x1,   x3, x3; \
320 	vpxor		x3,   x2, x2; \
321 	vpor		x0,   x3, x3; \
323 	vpxor		x2,   x3, x3; \
325 #define SI5_2(x0, x1, x2, x3, x4)     \  argument
330 	vpxor		x3,   tp, x1; \
332 	vpxor		x3,   x2, x2; \
335 	vpxor		x3,   x4, x4;
337 #define SI6_1(x0, x1, x2, x3, x4)     \  argument
339 	vpand		x3,   x0, tp; \
340 	vpxor		x3,   x2, x2; \
342 	vpxor		x1,   x3, x3; \
344 	vpxor		x3,   x2, x2; \
345 	vpand		tp,   x3, x3;
346 #define SI6_2(x0, x1, x2, x3, x4)     \  argument
348 	vpxor		x1,   x3, x3; \
351 	vpxor		x4,   x3, x3; \
356 #define SI7_1(x0, x1, x2, x3, x4)     \  argument
357 	vpand		x0,   x3, tp; \
359 	vpor		x3,   x2, x2; \
360 	vpxor		x1,   x3, x4; \
366 #define SI7_2(x0, x1, x2, x3, x4)     \  argument
368 	vpxor		x2,   tp, x3; \
369 	vpxor		x3,   x4, x4; \
370 	vpand		x3,   x2, x2; \
371 	vpor		x0,   x3, x3; \
373 	vpxor		x4,   x3, x3; \
380 #define K2(x0, x1, x2, x3, x4, i) \  argument
381 	get_key(i, 0, RK0); \
388 	vpxor RK3,	x3 ## 1, x3 ## 1; \
392 		vpxor RK3,	x3 ## 2, x3 ## 2;
394 #define LK2(x0, x1, x2, x3, x4, i) \  argument
415 	vpxor			x2 ## 1, x3 ## 1, x3 ## 1; \
416 	vpxor			x4 ## 1, x3 ## 1, x3 ## 1; \
422 		vpxor			x2 ## 2, x3 ## 2, x3 ## 2; \
423 		vpxor			x4 ## 2, x3 ## 2, x3 ## 2; \
425 	vpslld $7,		x3 ## 1, x4 ## 1;          \
426 	vpsrld $(32 - 7),	x3 ## 1, x3 ## 1;          \
427 	vpor			x4 ## 1, x3 ## 1, x3 ## 1; \
430 	vpxor			x3 ## 1, x0 ## 1, x0 ## 1; \
431 	vpxor			x3 ## 1, x2 ## 1, x2 ## 1; \
433 	get_key(i, 0, RK0); \
434 		vpslld $7,		x3 ## 2, x4 ## 2;          \
435 		vpsrld $(32 - 7),	x3 ## 2, x3 ## 2;          \
436 		vpor			x4 ## 2, x3 ## 2, x3 ## 2; \
439 		vpxor			x3 ## 2, x0 ## 2, x0 ## 2; \
440 		vpxor			x3 ## 2, x2 ## 2, x2 ## 2; \
444 	vpxor			RK3, x3 ## 1, x3 ## 1;     \
454 		vpxor			RK3, x3 ## 2, x3 ## 2;     \
464 #define KL2(x0, x1, x2, x3, x4, i) \  argument
470 	vpxor			RK3, x3 ## 1, x3 ## 1;     \
475 	vpxor			x3 ## 1, x2 ## 1, x2 ## 1; \
481 		vpxor			RK3, x3 ## 2, x3 ## 2;     \
486 		vpxor			x3 ## 2, x2 ## 2, x2 ## 2; \
487 	vpxor			x3 ## 1, x0 ## 1, x0 ## 1; \
494 		vpxor			x3 ## 2, x0 ## 2, x0 ## 2; \
501 	vpsrld $7,		x3 ## 1, x4 ## 1;          \
502 	vpslld $(32 - 7),	x3 ## 1, x3 ## 1;          \
503 	vpor			x4 ## 1, x3 ## 1, x3 ## 1; \
506 	vpxor			x4 ## 1, x3 ## 1, x3 ## 1; \
507 		vpsrld $7,		x3 ## 2, x4 ## 2;          \
508 		vpslld $(32 - 7),	x3 ## 2, x3 ## 2;          \
509 		vpor			x4 ## 2, x3 ## 2, x3 ## 2; \
512 		vpxor			x4 ## 2, x3 ## 2, x3 ## 2; \
517 	vpxor			x2 ## 1, x3 ## 1, x3 ## 1; \
525 		vpxor			x2 ## 2, x3 ## 2, x3 ## 2; \
530 #define S(SBOX, x0, x1, x2, x3, x4) \  argument
531 	SBOX ## _1(x0 ## 1, x1 ## 1, x2 ## 1, x3 ## 1, x4 ## 1); \
532 	SBOX ## _2(x0 ## 1, x1 ## 1, x2 ## 1, x3 ## 1, x4 ## 1); \
533 	SBOX ## _1(x0 ## 2, x1 ## 2, x2 ## 2, x3 ## 2, x4 ## 2); \
534 	SBOX ## _2(x0 ## 2, x1 ## 2, x2 ## 2, x3 ## 2, x4 ## 2);
536 #define SP(SBOX, x0, x1, x2, x3, x4, i) \  argument
537 	get_key(i, 0, RK0); \
538 	SBOX ## _1(x0 ## 1, x1 ## 1, x2 ## 1, x3 ## 1, x4 ## 1); \
540 	SBOX ## _2(x0 ## 1, x1 ## 1, x2 ## 1, x3 ## 1, x4 ## 1); \
542 	SBOX ## _1(x0 ## 2, x1 ## 2, x2 ## 2, x3 ## 2, x4 ## 2); \
544 	SBOX ## _2(x0 ## 2, x1 ## 2, x2 ## 2, x3 ## 2, x4 ## 2); \
546 #define transpose_4x4(x0, x1, x2, x3, t0, t1, t2) \  argument
549 	vpunpckldq		x3, x2, t1; \
550 	vpunpckhdq		x3, x2, x3; \
554 	vpunpcklqdq		x3, t2, x2; \
555 	vpunpckhqdq		x3, t2, x3;
557 #define read_blocks(x0, x1, x2, x3, t0, t1, t2) \  argument
558 	transpose_4x4(x0, x1, x2, x3, t0, t1, t2)
560 #define write_blocks(x0, x1, x2, x3, t0, t1, t2) \  argument
561 	transpose_4x4(x0, x1, x2, x3, t0, t1, t2)
577 						 K2(RA, RB, RC, RD, RE, 0);
663 	S(SI0, RE, RB, RC, RA, RD);		 K2(RC, RD, RB, RE, RA, 0);