1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * arch/ia64/lib/xor.S
4 *
5 * Optimized RAID-5 checksumming functions for IA-64.
6 */
7
8#include <linux/export.h>
9#include <asm/asmmacro.h>
10
11GLOBAL_ENTRY(xor_ia64_2)
12	.prologue
13	.fframe 0
14	.save ar.pfs, r31
15	alloc r31 = ar.pfs, 3, 0, 13, 16
16	.save ar.lc, r30
17	mov r30 = ar.lc
18	.save pr, r29
19	mov r29 = pr
20	;;
21	.body
22	mov r8 = in1
23	mov ar.ec = 6 + 2
24	shr in0 = in0, 3
25	;;
26	adds in0 = -1, in0
27	mov r16 = in1
28	mov r17 = in2
29	;;
30	mov ar.lc = in0
31	mov pr.rot = 1 << 16
32	;;
33	.rotr s1[6+1], s2[6+1], d[2]
34	.rotp p[6+2]
350:
36(p[0])	ld8.nta s1[0] = [r16], 8
37(p[0])	ld8.nta s2[0] = [r17], 8
38(p[6])	xor d[0] = s1[6], s2[6]
39(p[6+1])st8.nta [r8] = d[1], 8
40	nop.f 0
41	br.ctop.dptk.few 0b
42	;;
43	mov ar.lc = r30
44	mov pr = r29, -1
45	br.ret.sptk.few rp
46END(xor_ia64_2)
47EXPORT_SYMBOL(xor_ia64_2)
48
49GLOBAL_ENTRY(xor_ia64_3)
50	.prologue
51	.fframe 0
52	.save ar.pfs, r31
53	alloc r31 = ar.pfs, 4, 0, 20, 24
54	.save ar.lc, r30
55	mov r30 = ar.lc
56	.save pr, r29
57	mov r29 = pr
58	;;
59	.body
60	mov r8 = in1
61	mov ar.ec = 6 + 2
62	shr in0 = in0, 3
63	;;
64	adds in0 = -1, in0
65	mov r16 = in1
66	mov r17 = in2
67	;;
68	mov r18 = in3
69	mov ar.lc = in0
70	mov pr.rot = 1 << 16
71	;;
72	.rotr s1[6+1], s2[6+1], s3[6+1], d[2]
73	.rotp p[6+2]
740:
75(p[0])	ld8.nta s1[0] = [r16], 8
76(p[0])	ld8.nta s2[0] = [r17], 8
77(p[6])	xor d[0] = s1[6], s2[6]
78	;;
79(p[0])	ld8.nta s3[0] = [r18], 8
80(p[6+1])st8.nta [r8] = d[1], 8
81(p[6])	xor d[0] = d[0], s3[6]
82	br.ctop.dptk.few 0b
83	;;
84	mov ar.lc = r30
85	mov pr = r29, -1
86	br.ret.sptk.few rp
87END(xor_ia64_3)
88EXPORT_SYMBOL(xor_ia64_3)
89
90GLOBAL_ENTRY(xor_ia64_4)
91	.prologue
92	.fframe 0
93	.save ar.pfs, r31
94	alloc r31 = ar.pfs, 5, 0, 27, 32
95	.save ar.lc, r30
96	mov r30 = ar.lc
97	.save pr, r29
98	mov r29 = pr
99	;;
100	.body
101	mov r8 = in1
102	mov ar.ec = 6 + 2
103	shr in0 = in0, 3
104	;;
105	adds in0 = -1, in0
106	mov r16 = in1
107	mov r17 = in2
108	;;
109	mov r18 = in3
110	mov ar.lc = in0
111	mov pr.rot = 1 << 16
112	mov r19 = in4
113	;;
114	.rotr s1[6+1], s2[6+1], s3[6+1], s4[6+1], d[2]
115	.rotp p[6+2]
1160:
117(p[0])	ld8.nta s1[0] = [r16], 8
118(p[0])	ld8.nta s2[0] = [r17], 8
119(p[6])	xor d[0] = s1[6], s2[6]
120(p[0])	ld8.nta s3[0] = [r18], 8
121(p[0])	ld8.nta s4[0] = [r19], 8
122(p[6])	xor r20 = s3[6], s4[6]
123	;;
124(p[6+1])st8.nta [r8] = d[1], 8
125(p[6])	xor d[0] = d[0], r20
126	br.ctop.dptk.few 0b
127	;;
128	mov ar.lc = r30
129	mov pr = r29, -1
130	br.ret.sptk.few rp
131END(xor_ia64_4)
132EXPORT_SYMBOL(xor_ia64_4)
133
134GLOBAL_ENTRY(xor_ia64_5)
135	.prologue
136	.fframe 0
137	.save ar.pfs, r31
138	alloc r31 = ar.pfs, 6, 0, 34, 40
139	.save ar.lc, r30
140	mov r30 = ar.lc
141	.save pr, r29
142	mov r29 = pr
143	;;
144	.body
145	mov r8 = in1
146	mov ar.ec = 6 + 2
147	shr in0 = in0, 3
148	;;
149	adds in0 = -1, in0
150	mov r16 = in1
151	mov r17 = in2
152	;;
153	mov r18 = in3
154	mov ar.lc = in0
155	mov pr.rot = 1 << 16
156	mov r19 = in4
157	mov r20 = in5
158	;;
159	.rotr s1[6+1], s2[6+1], s3[6+1], s4[6+1], s5[6+1], d[2]
160	.rotp p[6+2]
1610:
162(p[0])	ld8.nta s1[0] = [r16], 8
163(p[0])	ld8.nta s2[0] = [r17], 8
164(p[6])	xor d[0] = s1[6], s2[6]
165(p[0])	ld8.nta s3[0] = [r18], 8
166(p[0])	ld8.nta s4[0] = [r19], 8
167(p[6])	xor r21 = s3[6], s4[6]
168	;;
169(p[0])	ld8.nta s5[0] = [r20], 8
170(p[6+1])st8.nta [r8] = d[1], 8
171(p[6])	xor d[0] = d[0], r21
172	;;
173(p[6])	  xor d[0] = d[0], s5[6]
174	nop.f 0
175	br.ctop.dptk.few 0b
176	;;
177	mov ar.lc = r30
178	mov pr = r29, -1
179	br.ret.sptk.few rp
180END(xor_ia64_5)
181EXPORT_SYMBOL(xor_ia64_5)
182