1/* SPDX-License-Identifier: GPL-2.0-or-later */
  2/*
  3 * arch/ia64/lib/xor.S
  4 *
  5 * Optimized RAID-5 checksumming functions for IA-64.
  6 */
  7
  8#include <asm/asmmacro.h>
  9#include <asm/export.h>
 10
 11GLOBAL_ENTRY(xor_ia64_2)
 12	.prologue
 13	.fframe 0
 14	.save ar.pfs, r31
 15	alloc r31 = ar.pfs, 3, 0, 13, 16
 16	.save ar.lc, r30
 17	mov r30 = ar.lc
 18	.save pr, r29
 19	mov r29 = pr
 20	;;
 21	.body
 22	mov r8 = in1
 23	mov ar.ec = 6 + 2
 24	shr in0 = in0, 3
 25	;;
 26	adds in0 = -1, in0
 27	mov r16 = in1
 28	mov r17 = in2
 29	;;
 30	mov ar.lc = in0
 31	mov pr.rot = 1 << 16
 32	;;
 33	.rotr s1[6+1], s2[6+1], d[2]
 34	.rotp p[6+2]
 350:
 36(p[0])	ld8.nta s1[0] = [r16], 8
 37(p[0])	ld8.nta s2[0] = [r17], 8
 38(p[6])	xor d[0] = s1[6], s2[6]
 39(p[6+1])st8.nta [r8] = d[1], 8
 40	nop.f 0
 41	br.ctop.dptk.few 0b
 42	;;
 43	mov ar.lc = r30
 44	mov pr = r29, -1
 45	br.ret.sptk.few rp
 46END(xor_ia64_2)
 47EXPORT_SYMBOL(xor_ia64_2)
 48
 49GLOBAL_ENTRY(xor_ia64_3)
 50	.prologue
 51	.fframe 0
 52	.save ar.pfs, r31
 53	alloc r31 = ar.pfs, 4, 0, 20, 24
 54	.save ar.lc, r30
 55	mov r30 = ar.lc
 56	.save pr, r29
 57	mov r29 = pr
 58	;;
 59	.body
 60	mov r8 = in1
 61	mov ar.ec = 6 + 2
 62	shr in0 = in0, 3
 63	;;
 64	adds in0 = -1, in0
 65	mov r16 = in1
 66	mov r17 = in2
 67	;;
 68	mov r18 = in3
 69	mov ar.lc = in0
 70	mov pr.rot = 1 << 16
 71	;;
 72	.rotr s1[6+1], s2[6+1], s3[6+1], d[2]
 73	.rotp p[6+2]
 740:
 75(p[0])	ld8.nta s1[0] = [r16], 8
 76(p[0])	ld8.nta s2[0] = [r17], 8
 77(p[6])	xor d[0] = s1[6], s2[6]
 78	;;
 79(p[0])	ld8.nta s3[0] = [r18], 8
 80(p[6+1])st8.nta [r8] = d[1], 8
 81(p[6])	xor d[0] = d[0], s3[6]
 82	br.ctop.dptk.few 0b
 83	;;
 84	mov ar.lc = r30
 85	mov pr = r29, -1
 86	br.ret.sptk.few rp
 87END(xor_ia64_3)
 88EXPORT_SYMBOL(xor_ia64_3)
 89
 90GLOBAL_ENTRY(xor_ia64_4)
 91	.prologue
 92	.fframe 0
 93	.save ar.pfs, r31
 94	alloc r31 = ar.pfs, 5, 0, 27, 32
 95	.save ar.lc, r30
 96	mov r30 = ar.lc
 97	.save pr, r29
 98	mov r29 = pr
 99	;;
100	.body
101	mov r8 = in1
102	mov ar.ec = 6 + 2
103	shr in0 = in0, 3
104	;;
105	adds in0 = -1, in0
106	mov r16 = in1
107	mov r17 = in2
108	;;
109	mov r18 = in3
110	mov ar.lc = in0
111	mov pr.rot = 1 << 16
112	mov r19 = in4
113	;;
114	.rotr s1[6+1], s2[6+1], s3[6+1], s4[6+1], d[2]
115	.rotp p[6+2]
1160:
117(p[0])	ld8.nta s1[0] = [r16], 8
118(p[0])	ld8.nta s2[0] = [r17], 8
119(p[6])	xor d[0] = s1[6], s2[6]
120(p[0])	ld8.nta s3[0] = [r18], 8
121(p[0])	ld8.nta s4[0] = [r19], 8
122(p[6])	xor r20 = s3[6], s4[6]
123	;;
124(p[6+1])st8.nta [r8] = d[1], 8
125(p[6])	xor d[0] = d[0], r20
126	br.ctop.dptk.few 0b
127	;;
128	mov ar.lc = r30
129	mov pr = r29, -1
130	br.ret.sptk.few rp
131END(xor_ia64_4)
132EXPORT_SYMBOL(xor_ia64_4)
133
134GLOBAL_ENTRY(xor_ia64_5)
135	.prologue
136	.fframe 0
137	.save ar.pfs, r31
138	alloc r31 = ar.pfs, 6, 0, 34, 40
139	.save ar.lc, r30
140	mov r30 = ar.lc
141	.save pr, r29
142	mov r29 = pr
143	;;
144	.body
145	mov r8 = in1
146	mov ar.ec = 6 + 2
147	shr in0 = in0, 3
148	;;
149	adds in0 = -1, in0
150	mov r16 = in1
151	mov r17 = in2
152	;;
153	mov r18 = in3
154	mov ar.lc = in0
155	mov pr.rot = 1 << 16
156	mov r19 = in4
157	mov r20 = in5
158	;;
159	.rotr s1[6+1], s2[6+1], s3[6+1], s4[6+1], s5[6+1], d[2]
160	.rotp p[6+2]
1610:
162(p[0])	ld8.nta s1[0] = [r16], 8
163(p[0])	ld8.nta s2[0] = [r17], 8
164(p[6])	xor d[0] = s1[6], s2[6]
165(p[0])	ld8.nta s3[0] = [r18], 8
166(p[0])	ld8.nta s4[0] = [r19], 8
167(p[6])	xor r21 = s3[6], s4[6]
168	;;
169(p[0])	ld8.nta s5[0] = [r20], 8
170(p[6+1])st8.nta [r8] = d[1], 8
171(p[6])	xor d[0] = d[0], r21
172	;;
173(p[6])	  xor d[0] = d[0], s5[6]
174	nop.f 0
175	br.ctop.dptk.few 0b
176	;;
177	mov ar.lc = r30
178	mov pr = r29, -1
179	br.ret.sptk.few rp
180END(xor_ia64_5)
181EXPORT_SYMBOL(xor_ia64_5)