Loading...
1/*
2 * include/asm-alpha/xor.h
3 *
4 * Optimized RAID-5 checksumming functions for alpha EV5 and EV6
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2, or (at your option)
9 * any later version.
10 *
11 * You should have received a copy of the GNU General Public License
12 * (for example /usr/src/linux/COPYING); if not, write to the Free
13 * Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
14 */
15
16extern void xor_alpha_2(unsigned long, unsigned long *, unsigned long *);
17extern void xor_alpha_3(unsigned long, unsigned long *, unsigned long *,
18 unsigned long *);
19extern void xor_alpha_4(unsigned long, unsigned long *, unsigned long *,
20 unsigned long *, unsigned long *);
21extern void xor_alpha_5(unsigned long, unsigned long *, unsigned long *,
22 unsigned long *, unsigned long *, unsigned long *);
23
24extern void xor_alpha_prefetch_2(unsigned long, unsigned long *,
25 unsigned long *);
26extern void xor_alpha_prefetch_3(unsigned long, unsigned long *,
27 unsigned long *, unsigned long *);
28extern void xor_alpha_prefetch_4(unsigned long, unsigned long *,
29 unsigned long *, unsigned long *,
30 unsigned long *);
31extern void xor_alpha_prefetch_5(unsigned long, unsigned long *,
32 unsigned long *, unsigned long *,
33 unsigned long *, unsigned long *);
34
35asm(" \n\
36 .text \n\
37 .align 3 \n\
38 .ent xor_alpha_2 \n\
39xor_alpha_2: \n\
40 .prologue 0 \n\
41 srl $16, 6, $16 \n\
42 .align 4 \n\
432: \n\
44 ldq $0,0($17) \n\
45 ldq $1,0($18) \n\
46 ldq $2,8($17) \n\
47 ldq $3,8($18) \n\
48 \n\
49 ldq $4,16($17) \n\
50 ldq $5,16($18) \n\
51 ldq $6,24($17) \n\
52 ldq $7,24($18) \n\
53 \n\
54 ldq $19,32($17) \n\
55 ldq $20,32($18) \n\
56 ldq $21,40($17) \n\
57 ldq $22,40($18) \n\
58 \n\
59 ldq $23,48($17) \n\
60 ldq $24,48($18) \n\
61 ldq $25,56($17) \n\
62 xor $0,$1,$0 # 7 cycles from $1 load \n\
63 \n\
64 ldq $27,56($18) \n\
65 xor $2,$3,$2 \n\
66 stq $0,0($17) \n\
67 xor $4,$5,$4 \n\
68 \n\
69 stq $2,8($17) \n\
70 xor $6,$7,$6 \n\
71 stq $4,16($17) \n\
72 xor $19,$20,$19 \n\
73 \n\
74 stq $6,24($17) \n\
75 xor $21,$22,$21 \n\
76 stq $19,32($17) \n\
77 xor $23,$24,$23 \n\
78 \n\
79 stq $21,40($17) \n\
80 xor $25,$27,$25 \n\
81 stq $23,48($17) \n\
82 subq $16,1,$16 \n\
83 \n\
84 stq $25,56($17) \n\
85 addq $17,64,$17 \n\
86 addq $18,64,$18 \n\
87 bgt $16,2b \n\
88 \n\
89 ret \n\
90 .end xor_alpha_2 \n\
91 \n\
92 .align 3 \n\
93 .ent xor_alpha_3 \n\
94xor_alpha_3: \n\
95 .prologue 0 \n\
96 srl $16, 6, $16 \n\
97 .align 4 \n\
983: \n\
99 ldq $0,0($17) \n\
100 ldq $1,0($18) \n\
101 ldq $2,0($19) \n\
102 ldq $3,8($17) \n\
103 \n\
104 ldq $4,8($18) \n\
105 ldq $6,16($17) \n\
106 ldq $7,16($18) \n\
107 ldq $21,24($17) \n\
108 \n\
109 ldq $22,24($18) \n\
110 ldq $24,32($17) \n\
111 ldq $25,32($18) \n\
112 ldq $5,8($19) \n\
113 \n\
114 ldq $20,16($19) \n\
115 ldq $23,24($19) \n\
116 ldq $27,32($19) \n\
117 nop \n\
118 \n\
119 xor $0,$1,$1 # 8 cycles from $0 load \n\
120 xor $3,$4,$4 # 6 cycles from $4 load \n\
121 xor $6,$7,$7 # 6 cycles from $7 load \n\
122 xor $21,$22,$22 # 5 cycles from $22 load \n\
123 \n\
124 xor $1,$2,$2 # 9 cycles from $2 load \n\
125 xor $24,$25,$25 # 5 cycles from $25 load \n\
126 stq $2,0($17) \n\
127 xor $4,$5,$5 # 6 cycles from $5 load \n\
128 \n\
129 stq $5,8($17) \n\
130 xor $7,$20,$20 # 7 cycles from $20 load \n\
131 stq $20,16($17) \n\
132 xor $22,$23,$23 # 7 cycles from $23 load \n\
133 \n\
134 stq $23,24($17) \n\
135 xor $25,$27,$27 # 7 cycles from $27 load \n\
136 stq $27,32($17) \n\
137 nop \n\
138 \n\
139 ldq $0,40($17) \n\
140 ldq $1,40($18) \n\
141 ldq $3,48($17) \n\
142 ldq $4,48($18) \n\
143 \n\
144 ldq $6,56($17) \n\
145 ldq $7,56($18) \n\
146 ldq $2,40($19) \n\
147 ldq $5,48($19) \n\
148 \n\
149 ldq $20,56($19) \n\
150 xor $0,$1,$1 # 4 cycles from $1 load \n\
151 xor $3,$4,$4 # 5 cycles from $4 load \n\
152 xor $6,$7,$7 # 5 cycles from $7 load \n\
153 \n\
154 xor $1,$2,$2 # 4 cycles from $2 load \n\
155 xor $4,$5,$5 # 5 cycles from $5 load \n\
156 stq $2,40($17) \n\
157 xor $7,$20,$20 # 4 cycles from $20 load \n\
158 \n\
159 stq $5,48($17) \n\
160 subq $16,1,$16 \n\
161 stq $20,56($17) \n\
162 addq $19,64,$19 \n\
163 \n\
164 addq $18,64,$18 \n\
165 addq $17,64,$17 \n\
166 bgt $16,3b \n\
167 ret \n\
168 .end xor_alpha_3 \n\
169 \n\
170 .align 3 \n\
171 .ent xor_alpha_4 \n\
172xor_alpha_4: \n\
173 .prologue 0 \n\
174 srl $16, 6, $16 \n\
175 .align 4 \n\
1764: \n\
177 ldq $0,0($17) \n\
178 ldq $1,0($18) \n\
179 ldq $2,0($19) \n\
180 ldq $3,0($20) \n\
181 \n\
182 ldq $4,8($17) \n\
183 ldq $5,8($18) \n\
184 ldq $6,8($19) \n\
185 ldq $7,8($20) \n\
186 \n\
187 ldq $21,16($17) \n\
188 ldq $22,16($18) \n\
189 ldq $23,16($19) \n\
190 ldq $24,16($20) \n\
191 \n\
192 ldq $25,24($17) \n\
193 xor $0,$1,$1 # 6 cycles from $1 load \n\
194 ldq $27,24($18) \n\
195 xor $2,$3,$3 # 6 cycles from $3 load \n\
196 \n\
197 ldq $0,24($19) \n\
198 xor $1,$3,$3 \n\
199 ldq $1,24($20) \n\
200 xor $4,$5,$5 # 7 cycles from $5 load \n\
201 \n\
202 stq $3,0($17) \n\
203 xor $6,$7,$7 \n\
204 xor $21,$22,$22 # 7 cycles from $22 load \n\
205 xor $5,$7,$7 \n\
206 \n\
207 stq $7,8($17) \n\
208 xor $23,$24,$24 # 7 cycles from $24 load \n\
209 ldq $2,32($17) \n\
210 xor $22,$24,$24 \n\
211 \n\
212 ldq $3,32($18) \n\
213 ldq $4,32($19) \n\
214 ldq $5,32($20) \n\
215 xor $25,$27,$27 # 8 cycles from $27 load \n\
216 \n\
217 ldq $6,40($17) \n\
218 ldq $7,40($18) \n\
219 ldq $21,40($19) \n\
220 ldq $22,40($20) \n\
221 \n\
222 stq $24,16($17) \n\
223 xor $0,$1,$1 # 9 cycles from $1 load \n\
224 xor $2,$3,$3 # 5 cycles from $3 load \n\
225 xor $27,$1,$1 \n\
226 \n\
227 stq $1,24($17) \n\
228 xor $4,$5,$5 # 5 cycles from $5 load \n\
229 ldq $23,48($17) \n\
230 ldq $24,48($18) \n\
231 \n\
232 ldq $25,48($19) \n\
233 xor $3,$5,$5 \n\
234 ldq $27,48($20) \n\
235 ldq $0,56($17) \n\
236 \n\
237 ldq $1,56($18) \n\
238 ldq $2,56($19) \n\
239 xor $6,$7,$7 # 8 cycles from $6 load \n\
240 ldq $3,56($20) \n\
241 \n\
242 stq $5,32($17) \n\
243 xor $21,$22,$22 # 8 cycles from $22 load \n\
244 xor $7,$22,$22 \n\
245 xor $23,$24,$24 # 5 cycles from $24 load \n\
246 \n\
247 stq $22,40($17) \n\
248 xor $25,$27,$27 # 5 cycles from $27 load \n\
249 xor $24,$27,$27 \n\
250 xor $0,$1,$1 # 5 cycles from $1 load \n\
251 \n\
252 stq $27,48($17) \n\
253 xor $2,$3,$3 # 4 cycles from $3 load \n\
254 xor $1,$3,$3 \n\
255 subq $16,1,$16 \n\
256 \n\
257 stq $3,56($17) \n\
258 addq $20,64,$20 \n\
259 addq $19,64,$19 \n\
260 addq $18,64,$18 \n\
261 \n\
262 addq $17,64,$17 \n\
263 bgt $16,4b \n\
264 ret \n\
265 .end xor_alpha_4 \n\
266 \n\
267 .align 3 \n\
268 .ent xor_alpha_5 \n\
269xor_alpha_5: \n\
270 .prologue 0 \n\
271 srl $16, 6, $16 \n\
272 .align 4 \n\
2735: \n\
274 ldq $0,0($17) \n\
275 ldq $1,0($18) \n\
276 ldq $2,0($19) \n\
277 ldq $3,0($20) \n\
278 \n\
279 ldq $4,0($21) \n\
280 ldq $5,8($17) \n\
281 ldq $6,8($18) \n\
282 ldq $7,8($19) \n\
283 \n\
284 ldq $22,8($20) \n\
285 ldq $23,8($21) \n\
286 ldq $24,16($17) \n\
287 ldq $25,16($18) \n\
288 \n\
289 ldq $27,16($19) \n\
290 xor $0,$1,$1 # 6 cycles from $1 load \n\
291 ldq $28,16($20) \n\
292 xor $2,$3,$3 # 6 cycles from $3 load \n\
293 \n\
294 ldq $0,16($21) \n\
295 xor $1,$3,$3 \n\
296 ldq $1,24($17) \n\
297 xor $3,$4,$4 # 7 cycles from $4 load \n\
298 \n\
299 stq $4,0($17) \n\
300 xor $5,$6,$6 # 7 cycles from $6 load \n\
301 xor $7,$22,$22 # 7 cycles from $22 load \n\
302 xor $6,$23,$23 # 7 cycles from $23 load \n\
303 \n\
304 ldq $2,24($18) \n\
305 xor $22,$23,$23 \n\
306 ldq $3,24($19) \n\
307 xor $24,$25,$25 # 8 cycles from $25 load \n\
308 \n\
309 stq $23,8($17) \n\
310 xor $25,$27,$27 # 8 cycles from $27 load \n\
311 ldq $4,24($20) \n\
312 xor $28,$0,$0 # 7 cycles from $0 load \n\
313 \n\
314 ldq $5,24($21) \n\
315 xor $27,$0,$0 \n\
316 ldq $6,32($17) \n\
317 ldq $7,32($18) \n\
318 \n\
319 stq $0,16($17) \n\
320 xor $1,$2,$2 # 6 cycles from $2 load \n\
321 ldq $22,32($19) \n\
322 xor $3,$4,$4 # 4 cycles from $4 load \n\
323 \n\
324 ldq $23,32($20) \n\
325 xor $2,$4,$4 \n\
326 ldq $24,32($21) \n\
327 ldq $25,40($17) \n\
328 \n\
329 ldq $27,40($18) \n\
330 ldq $28,40($19) \n\
331 ldq $0,40($20) \n\
332 xor $4,$5,$5 # 7 cycles from $5 load \n\
333 \n\
334 stq $5,24($17) \n\
335 xor $6,$7,$7 # 7 cycles from $7 load \n\
336 ldq $1,40($21) \n\
337 ldq $2,48($17) \n\
338 \n\
339 ldq $3,48($18) \n\
340 xor $7,$22,$22 # 7 cycles from $22 load \n\
341 ldq $4,48($19) \n\
342 xor $23,$24,$24 # 6 cycles from $24 load \n\
343 \n\
344 ldq $5,48($20) \n\
345 xor $22,$24,$24 \n\
346 ldq $6,48($21) \n\
347 xor $25,$27,$27 # 7 cycles from $27 load \n\
348 \n\
349 stq $24,32($17) \n\
350 xor $27,$28,$28 # 8 cycles from $28 load \n\
351 ldq $7,56($17) \n\
352 xor $0,$1,$1 # 6 cycles from $1 load \n\
353 \n\
354 ldq $22,56($18) \n\
355 ldq $23,56($19) \n\
356 ldq $24,56($20) \n\
357 ldq $25,56($21) \n\
358 \n\
359 xor $28,$1,$1 \n\
360 xor $2,$3,$3 # 9 cycles from $3 load \n\
361 xor $3,$4,$4 # 9 cycles from $4 load \n\
362 xor $5,$6,$6 # 8 cycles from $6 load \n\
363 \n\
364 stq $1,40($17) \n\
365 xor $4,$6,$6 \n\
366 xor $7,$22,$22 # 7 cycles from $22 load \n\
367 xor $23,$24,$24 # 6 cycles from $24 load \n\
368 \n\
369 stq $6,48($17) \n\
370 xor $22,$24,$24 \n\
371 subq $16,1,$16 \n\
372 xor $24,$25,$25 # 8 cycles from $25 load \n\
373 \n\
374 stq $25,56($17) \n\
375 addq $21,64,$21 \n\
376 addq $20,64,$20 \n\
377 addq $19,64,$19 \n\
378 \n\
379 addq $18,64,$18 \n\
380 addq $17,64,$17 \n\
381 bgt $16,5b \n\
382 ret \n\
383 .end xor_alpha_5 \n\
384 \n\
385 .align 3 \n\
386 .ent xor_alpha_prefetch_2 \n\
387xor_alpha_prefetch_2: \n\
388 .prologue 0 \n\
389 srl $16, 6, $16 \n\
390 \n\
391 ldq $31, 0($17) \n\
392 ldq $31, 0($18) \n\
393 \n\
394 ldq $31, 64($17) \n\
395 ldq $31, 64($18) \n\
396 \n\
397 ldq $31, 128($17) \n\
398 ldq $31, 128($18) \n\
399 \n\
400 ldq $31, 192($17) \n\
401 ldq $31, 192($18) \n\
402 .align 4 \n\
4032: \n\
404 ldq $0,0($17) \n\
405 ldq $1,0($18) \n\
406 ldq $2,8($17) \n\
407 ldq $3,8($18) \n\
408 \n\
409 ldq $4,16($17) \n\
410 ldq $5,16($18) \n\
411 ldq $6,24($17) \n\
412 ldq $7,24($18) \n\
413 \n\
414 ldq $19,32($17) \n\
415 ldq $20,32($18) \n\
416 ldq $21,40($17) \n\
417 ldq $22,40($18) \n\
418 \n\
419 ldq $23,48($17) \n\
420 ldq $24,48($18) \n\
421 ldq $25,56($17) \n\
422 ldq $27,56($18) \n\
423 \n\
424 ldq $31,256($17) \n\
425 xor $0,$1,$0 # 8 cycles from $1 load \n\
426 ldq $31,256($18) \n\
427 xor $2,$3,$2 \n\
428 \n\
429 stq $0,0($17) \n\
430 xor $4,$5,$4 \n\
431 stq $2,8($17) \n\
432 xor $6,$7,$6 \n\
433 \n\
434 stq $4,16($17) \n\
435 xor $19,$20,$19 \n\
436 stq $6,24($17) \n\
437 xor $21,$22,$21 \n\
438 \n\
439 stq $19,32($17) \n\
440 xor $23,$24,$23 \n\
441 stq $21,40($17) \n\
442 xor $25,$27,$25 \n\
443 \n\
444 stq $23,48($17) \n\
445 subq $16,1,$16 \n\
446 stq $25,56($17) \n\
447 addq $17,64,$17 \n\
448 \n\
449 addq $18,64,$18 \n\
450 bgt $16,2b \n\
451 ret \n\
452 .end xor_alpha_prefetch_2 \n\
453 \n\
454 .align 3 \n\
455 .ent xor_alpha_prefetch_3 \n\
456xor_alpha_prefetch_3: \n\
457 .prologue 0 \n\
458 srl $16, 6, $16 \n\
459 \n\
460 ldq $31, 0($17) \n\
461 ldq $31, 0($18) \n\
462 ldq $31, 0($19) \n\
463 \n\
464 ldq $31, 64($17) \n\
465 ldq $31, 64($18) \n\
466 ldq $31, 64($19) \n\
467 \n\
468 ldq $31, 128($17) \n\
469 ldq $31, 128($18) \n\
470 ldq $31, 128($19) \n\
471 \n\
472 ldq $31, 192($17) \n\
473 ldq $31, 192($18) \n\
474 ldq $31, 192($19) \n\
475 .align 4 \n\
4763: \n\
477 ldq $0,0($17) \n\
478 ldq $1,0($18) \n\
479 ldq $2,0($19) \n\
480 ldq $3,8($17) \n\
481 \n\
482 ldq $4,8($18) \n\
483 ldq $6,16($17) \n\
484 ldq $7,16($18) \n\
485 ldq $21,24($17) \n\
486 \n\
487 ldq $22,24($18) \n\
488 ldq $24,32($17) \n\
489 ldq $25,32($18) \n\
490 ldq $5,8($19) \n\
491 \n\
492 ldq $20,16($19) \n\
493 ldq $23,24($19) \n\
494 ldq $27,32($19) \n\
495 nop \n\
496 \n\
497 xor $0,$1,$1 # 8 cycles from $0 load \n\
498 xor $3,$4,$4 # 7 cycles from $4 load \n\
499 xor $6,$7,$7 # 6 cycles from $7 load \n\
500 xor $21,$22,$22 # 5 cycles from $22 load \n\
501 \n\
502 xor $1,$2,$2 # 9 cycles from $2 load \n\
503 xor $24,$25,$25 # 5 cycles from $25 load \n\
504 stq $2,0($17) \n\
505 xor $4,$5,$5 # 6 cycles from $5 load \n\
506 \n\
507 stq $5,8($17) \n\
508 xor $7,$20,$20 # 7 cycles from $20 load \n\
509 stq $20,16($17) \n\
510 xor $22,$23,$23 # 7 cycles from $23 load \n\
511 \n\
512 stq $23,24($17) \n\
513 xor $25,$27,$27 # 7 cycles from $27 load \n\
514 stq $27,32($17) \n\
515 nop \n\
516 \n\
517 ldq $0,40($17) \n\
518 ldq $1,40($18) \n\
519 ldq $3,48($17) \n\
520 ldq $4,48($18) \n\
521 \n\
522 ldq $6,56($17) \n\
523 ldq $7,56($18) \n\
524 ldq $2,40($19) \n\
525 ldq $5,48($19) \n\
526 \n\
527 ldq $20,56($19) \n\
528 ldq $31,256($17) \n\
529 ldq $31,256($18) \n\
530 ldq $31,256($19) \n\
531 \n\
532 xor $0,$1,$1 # 6 cycles from $1 load \n\
533 xor $3,$4,$4 # 5 cycles from $4 load \n\
534 xor $6,$7,$7 # 5 cycles from $7 load \n\
535 xor $1,$2,$2 # 4 cycles from $2 load \n\
536 \n\
537 xor $4,$5,$5 # 5 cycles from $5 load \n\
538 xor $7,$20,$20 # 4 cycles from $20 load \n\
539 stq $2,40($17) \n\
540 subq $16,1,$16 \n\
541 \n\
542 stq $5,48($17) \n\
543 addq $19,64,$19 \n\
544 stq $20,56($17) \n\
545 addq $18,64,$18 \n\
546 \n\
547 addq $17,64,$17 \n\
548 bgt $16,3b \n\
549 ret \n\
550 .end xor_alpha_prefetch_3 \n\
551 \n\
552 .align 3 \n\
553 .ent xor_alpha_prefetch_4 \n\
554xor_alpha_prefetch_4: \n\
555 .prologue 0 \n\
556 srl $16, 6, $16 \n\
557 \n\
558 ldq $31, 0($17) \n\
559 ldq $31, 0($18) \n\
560 ldq $31, 0($19) \n\
561 ldq $31, 0($20) \n\
562 \n\
563 ldq $31, 64($17) \n\
564 ldq $31, 64($18) \n\
565 ldq $31, 64($19) \n\
566 ldq $31, 64($20) \n\
567 \n\
568 ldq $31, 128($17) \n\
569 ldq $31, 128($18) \n\
570 ldq $31, 128($19) \n\
571 ldq $31, 128($20) \n\
572 \n\
573 ldq $31, 192($17) \n\
574 ldq $31, 192($18) \n\
575 ldq $31, 192($19) \n\
576 ldq $31, 192($20) \n\
577 .align 4 \n\
5784: \n\
579 ldq $0,0($17) \n\
580 ldq $1,0($18) \n\
581 ldq $2,0($19) \n\
582 ldq $3,0($20) \n\
583 \n\
584 ldq $4,8($17) \n\
585 ldq $5,8($18) \n\
586 ldq $6,8($19) \n\
587 ldq $7,8($20) \n\
588 \n\
589 ldq $21,16($17) \n\
590 ldq $22,16($18) \n\
591 ldq $23,16($19) \n\
592 ldq $24,16($20) \n\
593 \n\
594 ldq $25,24($17) \n\
595 xor $0,$1,$1 # 6 cycles from $1 load \n\
596 ldq $27,24($18) \n\
597 xor $2,$3,$3 # 6 cycles from $3 load \n\
598 \n\
599 ldq $0,24($19) \n\
600 xor $1,$3,$3 \n\
601 ldq $1,24($20) \n\
602 xor $4,$5,$5 # 7 cycles from $5 load \n\
603 \n\
604 stq $3,0($17) \n\
605 xor $6,$7,$7 \n\
606 xor $21,$22,$22 # 7 cycles from $22 load \n\
607 xor $5,$7,$7 \n\
608 \n\
609 stq $7,8($17) \n\
610 xor $23,$24,$24 # 7 cycles from $24 load \n\
611 ldq $2,32($17) \n\
612 xor $22,$24,$24 \n\
613 \n\
614 ldq $3,32($18) \n\
615 ldq $4,32($19) \n\
616 ldq $5,32($20) \n\
617 xor $25,$27,$27 # 8 cycles from $27 load \n\
618 \n\
619 ldq $6,40($17) \n\
620 ldq $7,40($18) \n\
621 ldq $21,40($19) \n\
622 ldq $22,40($20) \n\
623 \n\
624 stq $24,16($17) \n\
625 xor $0,$1,$1 # 9 cycles from $1 load \n\
626 xor $2,$3,$3 # 5 cycles from $3 load \n\
627 xor $27,$1,$1 \n\
628 \n\
629 stq $1,24($17) \n\
630 xor $4,$5,$5 # 5 cycles from $5 load \n\
631 ldq $23,48($17) \n\
632 xor $3,$5,$5 \n\
633 \n\
634 ldq $24,48($18) \n\
635 ldq $25,48($19) \n\
636 ldq $27,48($20) \n\
637 ldq $0,56($17) \n\
638 \n\
639 ldq $1,56($18) \n\
640 ldq $2,56($19) \n\
641 ldq $3,56($20) \n\
642 xor $6,$7,$7 # 8 cycles from $6 load \n\
643 \n\
644 ldq $31,256($17) \n\
645 xor $21,$22,$22 # 8 cycles from $22 load \n\
646 ldq $31,256($18) \n\
647 xor $7,$22,$22 \n\
648 \n\
649 ldq $31,256($19) \n\
650 xor $23,$24,$24 # 6 cycles from $24 load \n\
651 ldq $31,256($20) \n\
652 xor $25,$27,$27 # 6 cycles from $27 load \n\
653 \n\
654 stq $5,32($17) \n\
655 xor $24,$27,$27 \n\
656 xor $0,$1,$1 # 7 cycles from $1 load \n\
657 xor $2,$3,$3 # 6 cycles from $3 load \n\
658 \n\
659 stq $22,40($17) \n\
660 xor $1,$3,$3 \n\
661 stq $27,48($17) \n\
662 subq $16,1,$16 \n\
663 \n\
664 stq $3,56($17) \n\
665 addq $20,64,$20 \n\
666 addq $19,64,$19 \n\
667 addq $18,64,$18 \n\
668 \n\
669 addq $17,64,$17 \n\
670 bgt $16,4b \n\
671 ret \n\
672 .end xor_alpha_prefetch_4 \n\
673 \n\
674 .align 3 \n\
675 .ent xor_alpha_prefetch_5 \n\
676xor_alpha_prefetch_5: \n\
677 .prologue 0 \n\
678 srl $16, 6, $16 \n\
679 \n\
680 ldq $31, 0($17) \n\
681 ldq $31, 0($18) \n\
682 ldq $31, 0($19) \n\
683 ldq $31, 0($20) \n\
684 ldq $31, 0($21) \n\
685 \n\
686 ldq $31, 64($17) \n\
687 ldq $31, 64($18) \n\
688 ldq $31, 64($19) \n\
689 ldq $31, 64($20) \n\
690 ldq $31, 64($21) \n\
691 \n\
692 ldq $31, 128($17) \n\
693 ldq $31, 128($18) \n\
694 ldq $31, 128($19) \n\
695 ldq $31, 128($20) \n\
696 ldq $31, 128($21) \n\
697 \n\
698 ldq $31, 192($17) \n\
699 ldq $31, 192($18) \n\
700 ldq $31, 192($19) \n\
701 ldq $31, 192($20) \n\
702 ldq $31, 192($21) \n\
703 .align 4 \n\
7045: \n\
705 ldq $0,0($17) \n\
706 ldq $1,0($18) \n\
707 ldq $2,0($19) \n\
708 ldq $3,0($20) \n\
709 \n\
710 ldq $4,0($21) \n\
711 ldq $5,8($17) \n\
712 ldq $6,8($18) \n\
713 ldq $7,8($19) \n\
714 \n\
715 ldq $22,8($20) \n\
716 ldq $23,8($21) \n\
717 ldq $24,16($17) \n\
718 ldq $25,16($18) \n\
719 \n\
720 ldq $27,16($19) \n\
721 xor $0,$1,$1 # 6 cycles from $1 load \n\
722 ldq $28,16($20) \n\
723 xor $2,$3,$3 # 6 cycles from $3 load \n\
724 \n\
725 ldq $0,16($21) \n\
726 xor $1,$3,$3 \n\
727 ldq $1,24($17) \n\
728 xor $3,$4,$4 # 7 cycles from $4 load \n\
729 \n\
730 stq $4,0($17) \n\
731 xor $5,$6,$6 # 7 cycles from $6 load \n\
732 xor $7,$22,$22 # 7 cycles from $22 load \n\
733 xor $6,$23,$23 # 7 cycles from $23 load \n\
734 \n\
735 ldq $2,24($18) \n\
736 xor $22,$23,$23 \n\
737 ldq $3,24($19) \n\
738 xor $24,$25,$25 # 8 cycles from $25 load \n\
739 \n\
740 stq $23,8($17) \n\
741 xor $25,$27,$27 # 8 cycles from $27 load \n\
742 ldq $4,24($20) \n\
743 xor $28,$0,$0 # 7 cycles from $0 load \n\
744 \n\
745 ldq $5,24($21) \n\
746 xor $27,$0,$0 \n\
747 ldq $6,32($17) \n\
748 ldq $7,32($18) \n\
749 \n\
750 stq $0,16($17) \n\
751 xor $1,$2,$2 # 6 cycles from $2 load \n\
752 ldq $22,32($19) \n\
753 xor $3,$4,$4 # 4 cycles from $4 load \n\
754 \n\
755 ldq $23,32($20) \n\
756 xor $2,$4,$4 \n\
757 ldq $24,32($21) \n\
758 ldq $25,40($17) \n\
759 \n\
760 ldq $27,40($18) \n\
761 ldq $28,40($19) \n\
762 ldq $0,40($20) \n\
763 xor $4,$5,$5 # 7 cycles from $5 load \n\
764 \n\
765 stq $5,24($17) \n\
766 xor $6,$7,$7 # 7 cycles from $7 load \n\
767 ldq $1,40($21) \n\
768 ldq $2,48($17) \n\
769 \n\
770 ldq $3,48($18) \n\
771 xor $7,$22,$22 # 7 cycles from $22 load \n\
772 ldq $4,48($19) \n\
773 xor $23,$24,$24 # 6 cycles from $24 load \n\
774 \n\
775 ldq $5,48($20) \n\
776 xor $22,$24,$24 \n\
777 ldq $6,48($21) \n\
778 xor $25,$27,$27 # 7 cycles from $27 load \n\
779 \n\
780 stq $24,32($17) \n\
781 xor $27,$28,$28 # 8 cycles from $28 load \n\
782 ldq $7,56($17) \n\
783 xor $0,$1,$1 # 6 cycles from $1 load \n\
784 \n\
785 ldq $22,56($18) \n\
786 ldq $23,56($19) \n\
787 ldq $24,56($20) \n\
788 ldq $25,56($21) \n\
789 \n\
790 ldq $31,256($17) \n\
791 xor $28,$1,$1 \n\
792 ldq $31,256($18) \n\
793 xor $2,$3,$3 # 9 cycles from $3 load \n\
794 \n\
795 ldq $31,256($19) \n\
796 xor $3,$4,$4 # 9 cycles from $4 load \n\
797 ldq $31,256($20) \n\
798 xor $5,$6,$6 # 8 cycles from $6 load \n\
799 \n\
800 stq $1,40($17) \n\
801 xor $4,$6,$6 \n\
802 xor $7,$22,$22 # 7 cycles from $22 load \n\
803 xor $23,$24,$24 # 6 cycles from $24 load \n\
804 \n\
805 stq $6,48($17) \n\
806 xor $22,$24,$24 \n\
807 ldq $31,256($21) \n\
808 xor $24,$25,$25 # 8 cycles from $25 load \n\
809 \n\
810 stq $25,56($17) \n\
811 subq $16,1,$16 \n\
812 addq $21,64,$21 \n\
813 addq $20,64,$20 \n\
814 \n\
815 addq $19,64,$19 \n\
816 addq $18,64,$18 \n\
817 addq $17,64,$17 \n\
818 bgt $16,5b \n\
819 \n\
820 ret \n\
821 .end xor_alpha_prefetch_5 \n\
822");
823
824static struct xor_block_template xor_block_alpha = {
825 .name = "alpha",
826 .do_2 = xor_alpha_2,
827 .do_3 = xor_alpha_3,
828 .do_4 = xor_alpha_4,
829 .do_5 = xor_alpha_5,
830};
831
832static struct xor_block_template xor_block_alpha_prefetch = {
833 .name = "alpha prefetch",
834 .do_2 = xor_alpha_prefetch_2,
835 .do_3 = xor_alpha_prefetch_3,
836 .do_4 = xor_alpha_prefetch_4,
837 .do_5 = xor_alpha_prefetch_5,
838};
839
840/* For grins, also test the generic routines. */
841#include <asm-generic/xor.h>
842
843#undef XOR_TRY_TEMPLATES
844#define XOR_TRY_TEMPLATES \
845 do { \
846 xor_speed(&xor_block_8regs); \
847 xor_speed(&xor_block_32regs); \
848 xor_speed(&xor_block_alpha); \
849 xor_speed(&xor_block_alpha_prefetch); \
850 } while (0)
851
852/* Force the use of alpha_prefetch if EV6, as it is significantly
853 faster in the cold cache case. */
854#define XOR_SELECT_TEMPLATE(FASTEST) \
855 (implver() == IMPLVER_EV6 ? &xor_block_alpha_prefetch : FASTEST)
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * include/asm-alpha/xor.h
4 *
5 * Optimized RAID-5 checksumming functions for alpha EV5 and EV6
6 */
7
8extern void xor_alpha_2(unsigned long, unsigned long *, unsigned long *);
9extern void xor_alpha_3(unsigned long, unsigned long *, unsigned long *,
10 unsigned long *);
11extern void xor_alpha_4(unsigned long, unsigned long *, unsigned long *,
12 unsigned long *, unsigned long *);
13extern void xor_alpha_5(unsigned long, unsigned long *, unsigned long *,
14 unsigned long *, unsigned long *, unsigned long *);
15
16extern void xor_alpha_prefetch_2(unsigned long, unsigned long *,
17 unsigned long *);
18extern void xor_alpha_prefetch_3(unsigned long, unsigned long *,
19 unsigned long *, unsigned long *);
20extern void xor_alpha_prefetch_4(unsigned long, unsigned long *,
21 unsigned long *, unsigned long *,
22 unsigned long *);
23extern void xor_alpha_prefetch_5(unsigned long, unsigned long *,
24 unsigned long *, unsigned long *,
25 unsigned long *, unsigned long *);
26
27asm(" \n\
28 .text \n\
29 .align 3 \n\
30 .ent xor_alpha_2 \n\
31xor_alpha_2: \n\
32 .prologue 0 \n\
33 srl $16, 6, $16 \n\
34 .align 4 \n\
352: \n\
36 ldq $0,0($17) \n\
37 ldq $1,0($18) \n\
38 ldq $2,8($17) \n\
39 ldq $3,8($18) \n\
40 \n\
41 ldq $4,16($17) \n\
42 ldq $5,16($18) \n\
43 ldq $6,24($17) \n\
44 ldq $7,24($18) \n\
45 \n\
46 ldq $19,32($17) \n\
47 ldq $20,32($18) \n\
48 ldq $21,40($17) \n\
49 ldq $22,40($18) \n\
50 \n\
51 ldq $23,48($17) \n\
52 ldq $24,48($18) \n\
53 ldq $25,56($17) \n\
54 xor $0,$1,$0 # 7 cycles from $1 load \n\
55 \n\
56 ldq $27,56($18) \n\
57 xor $2,$3,$2 \n\
58 stq $0,0($17) \n\
59 xor $4,$5,$4 \n\
60 \n\
61 stq $2,8($17) \n\
62 xor $6,$7,$6 \n\
63 stq $4,16($17) \n\
64 xor $19,$20,$19 \n\
65 \n\
66 stq $6,24($17) \n\
67 xor $21,$22,$21 \n\
68 stq $19,32($17) \n\
69 xor $23,$24,$23 \n\
70 \n\
71 stq $21,40($17) \n\
72 xor $25,$27,$25 \n\
73 stq $23,48($17) \n\
74 subq $16,1,$16 \n\
75 \n\
76 stq $25,56($17) \n\
77 addq $17,64,$17 \n\
78 addq $18,64,$18 \n\
79 bgt $16,2b \n\
80 \n\
81 ret \n\
82 .end xor_alpha_2 \n\
83 \n\
84 .align 3 \n\
85 .ent xor_alpha_3 \n\
86xor_alpha_3: \n\
87 .prologue 0 \n\
88 srl $16, 6, $16 \n\
89 .align 4 \n\
903: \n\
91 ldq $0,0($17) \n\
92 ldq $1,0($18) \n\
93 ldq $2,0($19) \n\
94 ldq $3,8($17) \n\
95 \n\
96 ldq $4,8($18) \n\
97 ldq $6,16($17) \n\
98 ldq $7,16($18) \n\
99 ldq $21,24($17) \n\
100 \n\
101 ldq $22,24($18) \n\
102 ldq $24,32($17) \n\
103 ldq $25,32($18) \n\
104 ldq $5,8($19) \n\
105 \n\
106 ldq $20,16($19) \n\
107 ldq $23,24($19) \n\
108 ldq $27,32($19) \n\
109 nop \n\
110 \n\
111 xor $0,$1,$1 # 8 cycles from $0 load \n\
112 xor $3,$4,$4 # 6 cycles from $4 load \n\
113 xor $6,$7,$7 # 6 cycles from $7 load \n\
114 xor $21,$22,$22 # 5 cycles from $22 load \n\
115 \n\
116 xor $1,$2,$2 # 9 cycles from $2 load \n\
117 xor $24,$25,$25 # 5 cycles from $25 load \n\
118 stq $2,0($17) \n\
119 xor $4,$5,$5 # 6 cycles from $5 load \n\
120 \n\
121 stq $5,8($17) \n\
122 xor $7,$20,$20 # 7 cycles from $20 load \n\
123 stq $20,16($17) \n\
124 xor $22,$23,$23 # 7 cycles from $23 load \n\
125 \n\
126 stq $23,24($17) \n\
127 xor $25,$27,$27 # 7 cycles from $27 load \n\
128 stq $27,32($17) \n\
129 nop \n\
130 \n\
131 ldq $0,40($17) \n\
132 ldq $1,40($18) \n\
133 ldq $3,48($17) \n\
134 ldq $4,48($18) \n\
135 \n\
136 ldq $6,56($17) \n\
137 ldq $7,56($18) \n\
138 ldq $2,40($19) \n\
139 ldq $5,48($19) \n\
140 \n\
141 ldq $20,56($19) \n\
142 xor $0,$1,$1 # 4 cycles from $1 load \n\
143 xor $3,$4,$4 # 5 cycles from $4 load \n\
144 xor $6,$7,$7 # 5 cycles from $7 load \n\
145 \n\
146 xor $1,$2,$2 # 4 cycles from $2 load \n\
147 xor $4,$5,$5 # 5 cycles from $5 load \n\
148 stq $2,40($17) \n\
149 xor $7,$20,$20 # 4 cycles from $20 load \n\
150 \n\
151 stq $5,48($17) \n\
152 subq $16,1,$16 \n\
153 stq $20,56($17) \n\
154 addq $19,64,$19 \n\
155 \n\
156 addq $18,64,$18 \n\
157 addq $17,64,$17 \n\
158 bgt $16,3b \n\
159 ret \n\
160 .end xor_alpha_3 \n\
161 \n\
162 .align 3 \n\
163 .ent xor_alpha_4 \n\
164xor_alpha_4: \n\
165 .prologue 0 \n\
166 srl $16, 6, $16 \n\
167 .align 4 \n\
1684: \n\
169 ldq $0,0($17) \n\
170 ldq $1,0($18) \n\
171 ldq $2,0($19) \n\
172 ldq $3,0($20) \n\
173 \n\
174 ldq $4,8($17) \n\
175 ldq $5,8($18) \n\
176 ldq $6,8($19) \n\
177 ldq $7,8($20) \n\
178 \n\
179 ldq $21,16($17) \n\
180 ldq $22,16($18) \n\
181 ldq $23,16($19) \n\
182 ldq $24,16($20) \n\
183 \n\
184 ldq $25,24($17) \n\
185 xor $0,$1,$1 # 6 cycles from $1 load \n\
186 ldq $27,24($18) \n\
187 xor $2,$3,$3 # 6 cycles from $3 load \n\
188 \n\
189 ldq $0,24($19) \n\
190 xor $1,$3,$3 \n\
191 ldq $1,24($20) \n\
192 xor $4,$5,$5 # 7 cycles from $5 load \n\
193 \n\
194 stq $3,0($17) \n\
195 xor $6,$7,$7 \n\
196 xor $21,$22,$22 # 7 cycles from $22 load \n\
197 xor $5,$7,$7 \n\
198 \n\
199 stq $7,8($17) \n\
200 xor $23,$24,$24 # 7 cycles from $24 load \n\
201 ldq $2,32($17) \n\
202 xor $22,$24,$24 \n\
203 \n\
204 ldq $3,32($18) \n\
205 ldq $4,32($19) \n\
206 ldq $5,32($20) \n\
207 xor $25,$27,$27 # 8 cycles from $27 load \n\
208 \n\
209 ldq $6,40($17) \n\
210 ldq $7,40($18) \n\
211 ldq $21,40($19) \n\
212 ldq $22,40($20) \n\
213 \n\
214 stq $24,16($17) \n\
215 xor $0,$1,$1 # 9 cycles from $1 load \n\
216 xor $2,$3,$3 # 5 cycles from $3 load \n\
217 xor $27,$1,$1 \n\
218 \n\
219 stq $1,24($17) \n\
220 xor $4,$5,$5 # 5 cycles from $5 load \n\
221 ldq $23,48($17) \n\
222 ldq $24,48($18) \n\
223 \n\
224 ldq $25,48($19) \n\
225 xor $3,$5,$5 \n\
226 ldq $27,48($20) \n\
227 ldq $0,56($17) \n\
228 \n\
229 ldq $1,56($18) \n\
230 ldq $2,56($19) \n\
231 xor $6,$7,$7 # 8 cycles from $6 load \n\
232 ldq $3,56($20) \n\
233 \n\
234 stq $5,32($17) \n\
235 xor $21,$22,$22 # 8 cycles from $22 load \n\
236 xor $7,$22,$22 \n\
237 xor $23,$24,$24 # 5 cycles from $24 load \n\
238 \n\
239 stq $22,40($17) \n\
240 xor $25,$27,$27 # 5 cycles from $27 load \n\
241 xor $24,$27,$27 \n\
242 xor $0,$1,$1 # 5 cycles from $1 load \n\
243 \n\
244 stq $27,48($17) \n\
245 xor $2,$3,$3 # 4 cycles from $3 load \n\
246 xor $1,$3,$3 \n\
247 subq $16,1,$16 \n\
248 \n\
249 stq $3,56($17) \n\
250 addq $20,64,$20 \n\
251 addq $19,64,$19 \n\
252 addq $18,64,$18 \n\
253 \n\
254 addq $17,64,$17 \n\
255 bgt $16,4b \n\
256 ret \n\
257 .end xor_alpha_4 \n\
258 \n\
259 .align 3 \n\
260 .ent xor_alpha_5 \n\
261xor_alpha_5: \n\
262 .prologue 0 \n\
263 srl $16, 6, $16 \n\
264 .align 4 \n\
2655: \n\
266 ldq $0,0($17) \n\
267 ldq $1,0($18) \n\
268 ldq $2,0($19) \n\
269 ldq $3,0($20) \n\
270 \n\
271 ldq $4,0($21) \n\
272 ldq $5,8($17) \n\
273 ldq $6,8($18) \n\
274 ldq $7,8($19) \n\
275 \n\
276 ldq $22,8($20) \n\
277 ldq $23,8($21) \n\
278 ldq $24,16($17) \n\
279 ldq $25,16($18) \n\
280 \n\
281 ldq $27,16($19) \n\
282 xor $0,$1,$1 # 6 cycles from $1 load \n\
283 ldq $28,16($20) \n\
284 xor $2,$3,$3 # 6 cycles from $3 load \n\
285 \n\
286 ldq $0,16($21) \n\
287 xor $1,$3,$3 \n\
288 ldq $1,24($17) \n\
289 xor $3,$4,$4 # 7 cycles from $4 load \n\
290 \n\
291 stq $4,0($17) \n\
292 xor $5,$6,$6 # 7 cycles from $6 load \n\
293 xor $7,$22,$22 # 7 cycles from $22 load \n\
294 xor $6,$23,$23 # 7 cycles from $23 load \n\
295 \n\
296 ldq $2,24($18) \n\
297 xor $22,$23,$23 \n\
298 ldq $3,24($19) \n\
299 xor $24,$25,$25 # 8 cycles from $25 load \n\
300 \n\
301 stq $23,8($17) \n\
302 xor $25,$27,$27 # 8 cycles from $27 load \n\
303 ldq $4,24($20) \n\
304 xor $28,$0,$0 # 7 cycles from $0 load \n\
305 \n\
306 ldq $5,24($21) \n\
307 xor $27,$0,$0 \n\
308 ldq $6,32($17) \n\
309 ldq $7,32($18) \n\
310 \n\
311 stq $0,16($17) \n\
312 xor $1,$2,$2 # 6 cycles from $2 load \n\
313 ldq $22,32($19) \n\
314 xor $3,$4,$4 # 4 cycles from $4 load \n\
315 \n\
316 ldq $23,32($20) \n\
317 xor $2,$4,$4 \n\
318 ldq $24,32($21) \n\
319 ldq $25,40($17) \n\
320 \n\
321 ldq $27,40($18) \n\
322 ldq $28,40($19) \n\
323 ldq $0,40($20) \n\
324 xor $4,$5,$5 # 7 cycles from $5 load \n\
325 \n\
326 stq $5,24($17) \n\
327 xor $6,$7,$7 # 7 cycles from $7 load \n\
328 ldq $1,40($21) \n\
329 ldq $2,48($17) \n\
330 \n\
331 ldq $3,48($18) \n\
332 xor $7,$22,$22 # 7 cycles from $22 load \n\
333 ldq $4,48($19) \n\
334 xor $23,$24,$24 # 6 cycles from $24 load \n\
335 \n\
336 ldq $5,48($20) \n\
337 xor $22,$24,$24 \n\
338 ldq $6,48($21) \n\
339 xor $25,$27,$27 # 7 cycles from $27 load \n\
340 \n\
341 stq $24,32($17) \n\
342 xor $27,$28,$28 # 8 cycles from $28 load \n\
343 ldq $7,56($17) \n\
344 xor $0,$1,$1 # 6 cycles from $1 load \n\
345 \n\
346 ldq $22,56($18) \n\
347 ldq $23,56($19) \n\
348 ldq $24,56($20) \n\
349 ldq $25,56($21) \n\
350 \n\
351 xor $28,$1,$1 \n\
352 xor $2,$3,$3 # 9 cycles from $3 load \n\
353 xor $3,$4,$4 # 9 cycles from $4 load \n\
354 xor $5,$6,$6 # 8 cycles from $6 load \n\
355 \n\
356 stq $1,40($17) \n\
357 xor $4,$6,$6 \n\
358 xor $7,$22,$22 # 7 cycles from $22 load \n\
359 xor $23,$24,$24 # 6 cycles from $24 load \n\
360 \n\
361 stq $6,48($17) \n\
362 xor $22,$24,$24 \n\
363 subq $16,1,$16 \n\
364 xor $24,$25,$25 # 8 cycles from $25 load \n\
365 \n\
366 stq $25,56($17) \n\
367 addq $21,64,$21 \n\
368 addq $20,64,$20 \n\
369 addq $19,64,$19 \n\
370 \n\
371 addq $18,64,$18 \n\
372 addq $17,64,$17 \n\
373 bgt $16,5b \n\
374 ret \n\
375 .end xor_alpha_5 \n\
376 \n\
377 .align 3 \n\
378 .ent xor_alpha_prefetch_2 \n\
379xor_alpha_prefetch_2: \n\
380 .prologue 0 \n\
381 srl $16, 6, $16 \n\
382 \n\
383 ldq $31, 0($17) \n\
384 ldq $31, 0($18) \n\
385 \n\
386 ldq $31, 64($17) \n\
387 ldq $31, 64($18) \n\
388 \n\
389 ldq $31, 128($17) \n\
390 ldq $31, 128($18) \n\
391 \n\
392 ldq $31, 192($17) \n\
393 ldq $31, 192($18) \n\
394 .align 4 \n\
3952: \n\
396 ldq $0,0($17) \n\
397 ldq $1,0($18) \n\
398 ldq $2,8($17) \n\
399 ldq $3,8($18) \n\
400 \n\
401 ldq $4,16($17) \n\
402 ldq $5,16($18) \n\
403 ldq $6,24($17) \n\
404 ldq $7,24($18) \n\
405 \n\
406 ldq $19,32($17) \n\
407 ldq $20,32($18) \n\
408 ldq $21,40($17) \n\
409 ldq $22,40($18) \n\
410 \n\
411 ldq $23,48($17) \n\
412 ldq $24,48($18) \n\
413 ldq $25,56($17) \n\
414 ldq $27,56($18) \n\
415 \n\
416 ldq $31,256($17) \n\
417 xor $0,$1,$0 # 8 cycles from $1 load \n\
418 ldq $31,256($18) \n\
419 xor $2,$3,$2 \n\
420 \n\
421 stq $0,0($17) \n\
422 xor $4,$5,$4 \n\
423 stq $2,8($17) \n\
424 xor $6,$7,$6 \n\
425 \n\
426 stq $4,16($17) \n\
427 xor $19,$20,$19 \n\
428 stq $6,24($17) \n\
429 xor $21,$22,$21 \n\
430 \n\
431 stq $19,32($17) \n\
432 xor $23,$24,$23 \n\
433 stq $21,40($17) \n\
434 xor $25,$27,$25 \n\
435 \n\
436 stq $23,48($17) \n\
437 subq $16,1,$16 \n\
438 stq $25,56($17) \n\
439 addq $17,64,$17 \n\
440 \n\
441 addq $18,64,$18 \n\
442 bgt $16,2b \n\
443 ret \n\
444 .end xor_alpha_prefetch_2 \n\
445 \n\
446 .align 3 \n\
447 .ent xor_alpha_prefetch_3 \n\
448xor_alpha_prefetch_3: \n\
449 .prologue 0 \n\
450 srl $16, 6, $16 \n\
451 \n\
452 ldq $31, 0($17) \n\
453 ldq $31, 0($18) \n\
454 ldq $31, 0($19) \n\
455 \n\
456 ldq $31, 64($17) \n\
457 ldq $31, 64($18) \n\
458 ldq $31, 64($19) \n\
459 \n\
460 ldq $31, 128($17) \n\
461 ldq $31, 128($18) \n\
462 ldq $31, 128($19) \n\
463 \n\
464 ldq $31, 192($17) \n\
465 ldq $31, 192($18) \n\
466 ldq $31, 192($19) \n\
467 .align 4 \n\
4683: \n\
469 ldq $0,0($17) \n\
470 ldq $1,0($18) \n\
471 ldq $2,0($19) \n\
472 ldq $3,8($17) \n\
473 \n\
474 ldq $4,8($18) \n\
475 ldq $6,16($17) \n\
476 ldq $7,16($18) \n\
477 ldq $21,24($17) \n\
478 \n\
479 ldq $22,24($18) \n\
480 ldq $24,32($17) \n\
481 ldq $25,32($18) \n\
482 ldq $5,8($19) \n\
483 \n\
484 ldq $20,16($19) \n\
485 ldq $23,24($19) \n\
486 ldq $27,32($19) \n\
487 nop \n\
488 \n\
489 xor $0,$1,$1 # 8 cycles from $0 load \n\
490 xor $3,$4,$4 # 7 cycles from $4 load \n\
491 xor $6,$7,$7 # 6 cycles from $7 load \n\
492 xor $21,$22,$22 # 5 cycles from $22 load \n\
493 \n\
494 xor $1,$2,$2 # 9 cycles from $2 load \n\
495 xor $24,$25,$25 # 5 cycles from $25 load \n\
496 stq $2,0($17) \n\
497 xor $4,$5,$5 # 6 cycles from $5 load \n\
498 \n\
499 stq $5,8($17) \n\
500 xor $7,$20,$20 # 7 cycles from $20 load \n\
501 stq $20,16($17) \n\
502 xor $22,$23,$23 # 7 cycles from $23 load \n\
503 \n\
504 stq $23,24($17) \n\
505 xor $25,$27,$27 # 7 cycles from $27 load \n\
506 stq $27,32($17) \n\
507 nop \n\
508 \n\
509 ldq $0,40($17) \n\
510 ldq $1,40($18) \n\
511 ldq $3,48($17) \n\
512 ldq $4,48($18) \n\
513 \n\
514 ldq $6,56($17) \n\
515 ldq $7,56($18) \n\
516 ldq $2,40($19) \n\
517 ldq $5,48($19) \n\
518 \n\
519 ldq $20,56($19) \n\
520 ldq $31,256($17) \n\
521 ldq $31,256($18) \n\
522 ldq $31,256($19) \n\
523 \n\
524 xor $0,$1,$1 # 6 cycles from $1 load \n\
525 xor $3,$4,$4 # 5 cycles from $4 load \n\
526 xor $6,$7,$7 # 5 cycles from $7 load \n\
527 xor $1,$2,$2 # 4 cycles from $2 load \n\
528 \n\
529 xor $4,$5,$5 # 5 cycles from $5 load \n\
530 xor $7,$20,$20 # 4 cycles from $20 load \n\
531 stq $2,40($17) \n\
532 subq $16,1,$16 \n\
533 \n\
534 stq $5,48($17) \n\
535 addq $19,64,$19 \n\
536 stq $20,56($17) \n\
537 addq $18,64,$18 \n\
538 \n\
539 addq $17,64,$17 \n\
540 bgt $16,3b \n\
541 ret \n\
542 .end xor_alpha_prefetch_3 \n\
543 \n\
544 .align 3 \n\
545 .ent xor_alpha_prefetch_4 \n\
546xor_alpha_prefetch_4: \n\
547 .prologue 0 \n\
548 srl $16, 6, $16 \n\
549 \n\
550 ldq $31, 0($17) \n\
551 ldq $31, 0($18) \n\
552 ldq $31, 0($19) \n\
553 ldq $31, 0($20) \n\
554 \n\
555 ldq $31, 64($17) \n\
556 ldq $31, 64($18) \n\
557 ldq $31, 64($19) \n\
558 ldq $31, 64($20) \n\
559 \n\
560 ldq $31, 128($17) \n\
561 ldq $31, 128($18) \n\
562 ldq $31, 128($19) \n\
563 ldq $31, 128($20) \n\
564 \n\
565 ldq $31, 192($17) \n\
566 ldq $31, 192($18) \n\
567 ldq $31, 192($19) \n\
568 ldq $31, 192($20) \n\
569 .align 4 \n\
5704: \n\
571 ldq $0,0($17) \n\
572 ldq $1,0($18) \n\
573 ldq $2,0($19) \n\
574 ldq $3,0($20) \n\
575 \n\
576 ldq $4,8($17) \n\
577 ldq $5,8($18) \n\
578 ldq $6,8($19) \n\
579 ldq $7,8($20) \n\
580 \n\
581 ldq $21,16($17) \n\
582 ldq $22,16($18) \n\
583 ldq $23,16($19) \n\
584 ldq $24,16($20) \n\
585 \n\
586 ldq $25,24($17) \n\
587 xor $0,$1,$1 # 6 cycles from $1 load \n\
588 ldq $27,24($18) \n\
589 xor $2,$3,$3 # 6 cycles from $3 load \n\
590 \n\
591 ldq $0,24($19) \n\
592 xor $1,$3,$3 \n\
593 ldq $1,24($20) \n\
594 xor $4,$5,$5 # 7 cycles from $5 load \n\
595 \n\
596 stq $3,0($17) \n\
597 xor $6,$7,$7 \n\
598 xor $21,$22,$22 # 7 cycles from $22 load \n\
599 xor $5,$7,$7 \n\
600 \n\
601 stq $7,8($17) \n\
602 xor $23,$24,$24 # 7 cycles from $24 load \n\
603 ldq $2,32($17) \n\
604 xor $22,$24,$24 \n\
605 \n\
606 ldq $3,32($18) \n\
607 ldq $4,32($19) \n\
608 ldq $5,32($20) \n\
609 xor $25,$27,$27 # 8 cycles from $27 load \n\
610 \n\
611 ldq $6,40($17) \n\
612 ldq $7,40($18) \n\
613 ldq $21,40($19) \n\
614 ldq $22,40($20) \n\
615 \n\
616 stq $24,16($17) \n\
617 xor $0,$1,$1 # 9 cycles from $1 load \n\
618 xor $2,$3,$3 # 5 cycles from $3 load \n\
619 xor $27,$1,$1 \n\
620 \n\
621 stq $1,24($17) \n\
622 xor $4,$5,$5 # 5 cycles from $5 load \n\
623 ldq $23,48($17) \n\
624 xor $3,$5,$5 \n\
625 \n\
626 ldq $24,48($18) \n\
627 ldq $25,48($19) \n\
628 ldq $27,48($20) \n\
629 ldq $0,56($17) \n\
630 \n\
631 ldq $1,56($18) \n\
632 ldq $2,56($19) \n\
633 ldq $3,56($20) \n\
634 xor $6,$7,$7 # 8 cycles from $6 load \n\
635 \n\
636 ldq $31,256($17) \n\
637 xor $21,$22,$22 # 8 cycles from $22 load \n\
638 ldq $31,256($18) \n\
639 xor $7,$22,$22 \n\
640 \n\
641 ldq $31,256($19) \n\
642 xor $23,$24,$24 # 6 cycles from $24 load \n\
643 ldq $31,256($20) \n\
644 xor $25,$27,$27 # 6 cycles from $27 load \n\
645 \n\
646 stq $5,32($17) \n\
647 xor $24,$27,$27 \n\
648 xor $0,$1,$1 # 7 cycles from $1 load \n\
649 xor $2,$3,$3 # 6 cycles from $3 load \n\
650 \n\
651 stq $22,40($17) \n\
652 xor $1,$3,$3 \n\
653 stq $27,48($17) \n\
654 subq $16,1,$16 \n\
655 \n\
656 stq $3,56($17) \n\
657 addq $20,64,$20 \n\
658 addq $19,64,$19 \n\
659 addq $18,64,$18 \n\
660 \n\
661 addq $17,64,$17 \n\
662 bgt $16,4b \n\
663 ret \n\
664 .end xor_alpha_prefetch_4 \n\
665 \n\
666 .align 3 \n\
667 .ent xor_alpha_prefetch_5 \n\
668xor_alpha_prefetch_5: \n\
669 .prologue 0 \n\
670 srl $16, 6, $16 \n\
671 \n\
672 ldq $31, 0($17) \n\
673 ldq $31, 0($18) \n\
674 ldq $31, 0($19) \n\
675 ldq $31, 0($20) \n\
676 ldq $31, 0($21) \n\
677 \n\
678 ldq $31, 64($17) \n\
679 ldq $31, 64($18) \n\
680 ldq $31, 64($19) \n\
681 ldq $31, 64($20) \n\
682 ldq $31, 64($21) \n\
683 \n\
684 ldq $31, 128($17) \n\
685 ldq $31, 128($18) \n\
686 ldq $31, 128($19) \n\
687 ldq $31, 128($20) \n\
688 ldq $31, 128($21) \n\
689 \n\
690 ldq $31, 192($17) \n\
691 ldq $31, 192($18) \n\
692 ldq $31, 192($19) \n\
693 ldq $31, 192($20) \n\
694 ldq $31, 192($21) \n\
695 .align 4 \n\
6965: \n\
697 ldq $0,0($17) \n\
698 ldq $1,0($18) \n\
699 ldq $2,0($19) \n\
700 ldq $3,0($20) \n\
701 \n\
702 ldq $4,0($21) \n\
703 ldq $5,8($17) \n\
704 ldq $6,8($18) \n\
705 ldq $7,8($19) \n\
706 \n\
707 ldq $22,8($20) \n\
708 ldq $23,8($21) \n\
709 ldq $24,16($17) \n\
710 ldq $25,16($18) \n\
711 \n\
712 ldq $27,16($19) \n\
713 xor $0,$1,$1 # 6 cycles from $1 load \n\
714 ldq $28,16($20) \n\
715 xor $2,$3,$3 # 6 cycles from $3 load \n\
716 \n\
717 ldq $0,16($21) \n\
718 xor $1,$3,$3 \n\
719 ldq $1,24($17) \n\
720 xor $3,$4,$4 # 7 cycles from $4 load \n\
721 \n\
722 stq $4,0($17) \n\
723 xor $5,$6,$6 # 7 cycles from $6 load \n\
724 xor $7,$22,$22 # 7 cycles from $22 load \n\
725 xor $6,$23,$23 # 7 cycles from $23 load \n\
726 \n\
727 ldq $2,24($18) \n\
728 xor $22,$23,$23 \n\
729 ldq $3,24($19) \n\
730 xor $24,$25,$25 # 8 cycles from $25 load \n\
731 \n\
732 stq $23,8($17) \n\
733 xor $25,$27,$27 # 8 cycles from $27 load \n\
734 ldq $4,24($20) \n\
735 xor $28,$0,$0 # 7 cycles from $0 load \n\
736 \n\
737 ldq $5,24($21) \n\
738 xor $27,$0,$0 \n\
739 ldq $6,32($17) \n\
740 ldq $7,32($18) \n\
741 \n\
742 stq $0,16($17) \n\
743 xor $1,$2,$2 # 6 cycles from $2 load \n\
744 ldq $22,32($19) \n\
745 xor $3,$4,$4 # 4 cycles from $4 load \n\
746 \n\
747 ldq $23,32($20) \n\
748 xor $2,$4,$4 \n\
749 ldq $24,32($21) \n\
750 ldq $25,40($17) \n\
751 \n\
752 ldq $27,40($18) \n\
753 ldq $28,40($19) \n\
754 ldq $0,40($20) \n\
755 xor $4,$5,$5 # 7 cycles from $5 load \n\
756 \n\
757 stq $5,24($17) \n\
758 xor $6,$7,$7 # 7 cycles from $7 load \n\
759 ldq $1,40($21) \n\
760 ldq $2,48($17) \n\
761 \n\
762 ldq $3,48($18) \n\
763 xor $7,$22,$22 # 7 cycles from $22 load \n\
764 ldq $4,48($19) \n\
765 xor $23,$24,$24 # 6 cycles from $24 load \n\
766 \n\
767 ldq $5,48($20) \n\
768 xor $22,$24,$24 \n\
769 ldq $6,48($21) \n\
770 xor $25,$27,$27 # 7 cycles from $27 load \n\
771 \n\
772 stq $24,32($17) \n\
773 xor $27,$28,$28 # 8 cycles from $28 load \n\
774 ldq $7,56($17) \n\
775 xor $0,$1,$1 # 6 cycles from $1 load \n\
776 \n\
777 ldq $22,56($18) \n\
778 ldq $23,56($19) \n\
779 ldq $24,56($20) \n\
780 ldq $25,56($21) \n\
781 \n\
782 ldq $31,256($17) \n\
783 xor $28,$1,$1 \n\
784 ldq $31,256($18) \n\
785 xor $2,$3,$3 # 9 cycles from $3 load \n\
786 \n\
787 ldq $31,256($19) \n\
788 xor $3,$4,$4 # 9 cycles from $4 load \n\
789 ldq $31,256($20) \n\
790 xor $5,$6,$6 # 8 cycles from $6 load \n\
791 \n\
792 stq $1,40($17) \n\
793 xor $4,$6,$6 \n\
794 xor $7,$22,$22 # 7 cycles from $22 load \n\
795 xor $23,$24,$24 # 6 cycles from $24 load \n\
796 \n\
797 stq $6,48($17) \n\
798 xor $22,$24,$24 \n\
799 ldq $31,256($21) \n\
800 xor $24,$25,$25 # 8 cycles from $25 load \n\
801 \n\
802 stq $25,56($17) \n\
803 subq $16,1,$16 \n\
804 addq $21,64,$21 \n\
805 addq $20,64,$20 \n\
806 \n\
807 addq $19,64,$19 \n\
808 addq $18,64,$18 \n\
809 addq $17,64,$17 \n\
810 bgt $16,5b \n\
811 \n\
812 ret \n\
813 .end xor_alpha_prefetch_5 \n\
814");
815
816static struct xor_block_template xor_block_alpha = {
817 .name = "alpha",
818 .do_2 = xor_alpha_2,
819 .do_3 = xor_alpha_3,
820 .do_4 = xor_alpha_4,
821 .do_5 = xor_alpha_5,
822};
823
824static struct xor_block_template xor_block_alpha_prefetch = {
825 .name = "alpha prefetch",
826 .do_2 = xor_alpha_prefetch_2,
827 .do_3 = xor_alpha_prefetch_3,
828 .do_4 = xor_alpha_prefetch_4,
829 .do_5 = xor_alpha_prefetch_5,
830};
831
832/* For grins, also test the generic routines. */
833#include <asm-generic/xor.h>
834
835#undef XOR_TRY_TEMPLATES
836#define XOR_TRY_TEMPLATES \
837 do { \
838 xor_speed(&xor_block_8regs); \
839 xor_speed(&xor_block_32regs); \
840 xor_speed(&xor_block_alpha); \
841 xor_speed(&xor_block_alpha_prefetch); \
842 } while (0)
843
844/* Force the use of alpha_prefetch if EV6, as it is significantly
845 faster in the cold cache case. */
846#define XOR_SELECT_TEMPLATE(FASTEST) \
847 (implver() == IMPLVER_EV6 ? &xor_block_alpha_prefetch : FASTEST)