Lines Matching +full:1 +full:d
64 pmull \rd\().1q, \rn\().1d, \rm\().1d
68 pmull2 \rd\().1q, \rn\().2d, \rm\().2d
72 ext t3.8b, \ad\().8b, \ad\().8b, #1 // A1
107 pmull\t \rq\().8h, \ad, \bd // D = A*B
113 uzp1 t4.2d, t3.2d, t5.2d
114 uzp2 t3.2d, t3.2d, t5.2d
115 uzp1 t6.2d, t7.2d, t9.2d
116 uzp2 t7.2d, t7.2d, t9.2d
131 zip2 t5.2d, t4.2d, t3.2d
132 zip1 t3.2d, t4.2d, t3.2d
133 zip2 t9.2d, t6.2d, t7.2d
134 zip1 t7.2d, t6.2d, t7.2d
149 ld1 {HH.2d-HH4.2d}, [x8]
151 trn1 SHASH2.2d, SHASH.2d, HH.2d
152 trn2 T1.2d, SHASH.2d, HH.2d
155 trn1 HH34.2d, HH3.2d, HH4.2d
156 trn2 T1.2d, HH3.2d, HH4.2d
160 shl MASK.2d, MASK.2d, #57
169 movi k32_48.2d, #0xffffffff
171 ushr k00_16.2d, k32_48.2d, #32
176 dup perm1.2d, x5
178 ushr perm2.2d, perm1.2d, #8
179 ushr perm3.2d, perm1.2d, #16
180 ushr T1.2d, perm1.2d, #24
181 sli perm2.2d, perm1.2d, #56
182 sli perm3.2d, perm1.2d, #48
183 sli T1.2d, perm1.2d, #40
190 ext ss1.8b, SHASH2.8b, SHASH2.8b, #1
201 pmull T2.1q, XL.1d, MASK.1d
204 mov XH.d[0], XM.d[1]
205 mov XM.d[1], XL.d[0]
209 pmull XL.1q, XL.1d, MASK.1d
219 mov XL.d[1], XM.d[0]
220 mov XH.d[0], XM.d[1]
222 shl T1.2d, XL.2d, #57
223 shl T2.2d, XL.2d, #62
225 shl T1.2d, XL.2d, #63
230 mov XL.d[1], T2.d[0]
231 mov XH.d[0], T2.d[1]
233 ushr T2.2d, XL.2d, #1
236 ushr T2.2d, T2.2d, #6
237 ushr XL.2d, XL.2d, #1
241 ld1 {SHASH.2d}, [x3]
242 ld1 {XL.2d}, [x1]
248 ld1 {T1.2d}, [x4]
254 tbnz w0, #1, 2f // round multiple of 4
256 1: ld1 {XM3.16b-TT4.16b}, [x2], #64
269 pmull2 XH2.1q, SHASH.2d, IN1.2d // a1 * b1
270 pmull XL2.1q, SHASH.1d, IN1.1d // a0 * b0
271 pmull XM2.1q, SHASH2.1d, TT4.1d // (a1 + a0)(b1 + b0)
274 pmull2 XH3.1q, HH.2d, XL3.2d // a1 * b1
275 pmull XL3.1q, HH.1d, XL3.1d // a0 * b0
276 pmull2 XM3.1q, SHASH2.2d, TT3.2d // (a1 + a0)(b1 + b0)
284 pmull2 XH3.1q, HH3.2d, IN1.2d // a1 * b1
285 pmull XL3.1q, HH3.1d, IN1.1d // a0 * b0
286 pmull XM3.1q, HH34.1d, T2.1d // (a1 + a0)(b1 + b0)
297 pmull2 XH.1q, HH4.2d, XL.2d // a1 * b1
299 pmull XL.1q, HH4.1d, XL.1d // a0 * b0
300 pmull2 XM.1q, HH34.2d, T1.2d // (a1 + a0)(b1 + b0)
316 b 1b
319 2: ld1 {T1.2d}, [x2], #16
320 sub w0, w0, #1
346 5: st1 {XL.2d}, [x1]
424 .subsection 1
432 tbz \rounds, #1, .Lout192_\@
445 ld1 {SHASH.2d}, [x3], #16
446 ld1 {HH.2d-HH4.2d}, [x3]
448 trn1 SHASH2.2d, SHASH.2d, HH.2d
449 trn2 T1.2d, SHASH.2d, HH.2d
452 trn1 HH34.2d, HH3.2d, HH4.2d
453 trn2 T1.2d, HH3.2d, HH4.2d
456 ld1 {XL.2d}, [x4]
471 bmi 1f
473 .subsection 1
479 * 1 byte | | | |x |
490 1: mov x15, #16
527 .if \enc == 1
536 mov w9, #1
539 mov w11, #(0x1 << 24) // BE '1U'
549 .if \enc == 1
559 mvn XL.16b, XL.16b // -1 for fail, 0 for pass
571 st1 {XL.2d}, [x4]
575 sub x17, x17, x19, lsl #1
577 cmp w9, #1
579 .subsection 1
593 .if \enc == 1
607 pmull_gcm_do_crypt 1
621 shl MASK.2d, MASK.2d, #57
631 .subsection 1
636 tbz w9, #0, 1f // 2 blocks?
637 tbz w9, #1, 2f // 1 block?
643 1: eor TT3.16b, TT3.16b, XL.16b
655 pmull2 XH2.1q, HH4.2d, IN1.2d // a1 * b1
657 pmull XL2.1q, HH4.1d, IN1.1d // a0 * b0
658 pmull2 XM2.1q, HH34.2d, T1.2d // (a1 + a0)(b1 + b0)
662 pmull2 XH.1q, HH3.2d, T1.2d // a1 * b1
663 pmull XL.1q, HH3.1d, T1.1d // a0 * b0
664 pmull XM.1q, HH34.1d, T2.1d // (a1 + a0)(b1 + b0)
672 pmull2 XH.1q, HH.2d, T2.2d // a1 * b1
673 pmull XL.1q, HH.1d, T2.1d // a0 * b0
674 pmull2 XM.1q, SHASH2.2d, TT3.2d // (a1 + a0)(b1 + b0)
682 pmull XL.1q, SHASH.1d, IN1.1d // a0 * b0
683 pmull2 XH.1q, SHASH.2d, IN1.2d // a1 * b1
684 pmull XM.1q, SHASH2.1d, TT4.1d // (a1 + a0)(b1 + b0)
707 sub w13, w8, #1
727 .subsection 1
737 tbz x7, #1, .Lout192