1/* SPDX-License-Identifier: GPL-2.0-or-later */
  2/*
  3 * String handling functions for PowerPC.
  4 *
  5 * Copyright (C) 1996 Paul Mackerras.
 
 
 
 
 
  6 */
  7#include <linux/export.h>
  8#include <asm/processor.h>
  9#include <asm/errno.h>
 10#include <asm/ppc_asm.h>
 11#include <asm/kasan.h>
 12
 13#ifndef CONFIG_KASAN
 14_GLOBAL(__memset16)
 15	rlwimi	r4,r4,16,0,15
 16	/* fall through */
 17
 18_GLOBAL(__memset32)
 19	rldimi	r4,r4,32,0
 20	/* fall through */
 21
 22_GLOBAL(__memset64)
 23	neg	r0,r3
 24	andi.	r0,r0,7
 25	cmplw	cr1,r5,r0
 26	b	.Lms
 27EXPORT_SYMBOL(__memset16)
 28EXPORT_SYMBOL(__memset32)
 29EXPORT_SYMBOL(__memset64)
 30#endif
 31
 32_GLOBAL_KASAN(memset)
 33	neg	r0,r3
 34	rlwimi	r4,r4,8,16,23
 35	andi.	r0,r0,7			/* # bytes to be 8-byte aligned */
 36	rlwimi	r4,r4,16,0,15
 37	cmplw	cr1,r5,r0		/* do we get that far? */
 38	rldimi	r4,r4,32,0
 39.Lms:	PPC_MTOCRF(1,r0)
 40	mr	r6,r3
 41	blt	cr1,8f
 42	beq	3f			/* if already 8-byte aligned */
 43	subf	r5,r0,r5
 44	bf	31,1f
 45	stb	r4,0(r6)
 46	addi	r6,r6,1
 471:	bf	30,2f
 48	sth	r4,0(r6)
 49	addi	r6,r6,2
 502:	bf	29,3f
 51	stw	r4,0(r6)
 52	addi	r6,r6,4
 533:	srdi.	r0,r5,6
 54	clrldi	r5,r5,58
 55	mtctr	r0
 56	beq	5f
 57	.balign 16
 584:	std	r4,0(r6)
 59	std	r4,8(r6)
 60	std	r4,16(r6)
 61	std	r4,24(r6)
 62	std	r4,32(r6)
 63	std	r4,40(r6)
 64	std	r4,48(r6)
 65	std	r4,56(r6)
 66	addi	r6,r6,64
 67	bdnz	4b
 685:	srwi.	r0,r5,3
 69	clrlwi	r5,r5,29
 70	PPC_MTOCRF(1,r0)
 71	beq	8f
 72	bf	29,6f
 73	std	r4,0(r6)
 74	std	r4,8(r6)
 75	std	r4,16(r6)
 76	std	r4,24(r6)
 77	addi	r6,r6,32
 786:	bf	30,7f
 79	std	r4,0(r6)
 80	std	r4,8(r6)
 81	addi	r6,r6,16
 827:	bf	31,8f
 83	std	r4,0(r6)
 84	addi	r6,r6,8
 858:	cmpwi	r5,0
 86	PPC_MTOCRF(1,r5)
 87	beqlr
 88	bf	29,9f
 89	stw	r4,0(r6)
 90	addi	r6,r6,4
 919:	bf	30,10f
 92	sth	r4,0(r6)
 93	addi	r6,r6,2
 9410:	bflr	31
 95	stb	r4,0(r6)
 96	blr
 97EXPORT_SYMBOL(memset)
 98EXPORT_SYMBOL_KASAN(memset)
 99
100_GLOBAL_TOC_KASAN(memmove)
101	cmplw	0,r3,r4
102	bgt	backwards_memcpy
103	b	memcpy
104
105_GLOBAL(backwards_memcpy)
106	rlwinm.	r7,r5,32-3,3,31		/* r0 = r5 >> 3 */
107	add	r6,r3,r5
108	add	r4,r4,r5
109	beq	2f
110	andi.	r0,r6,3
111	mtctr	r7
112	bne	5f
113	.balign 16
1141:	lwz	r7,-4(r4)
115	lwzu	r8,-8(r4)
116	stw	r7,-4(r6)
117	stwu	r8,-8(r6)
118	bdnz	1b
119	andi.	r5,r5,7
1202:	cmplwi	0,r5,4
121	blt	3f
122	lwzu	r0,-4(r4)
123	subi	r5,r5,4
124	stwu	r0,-4(r6)
1253:	cmpwi	0,r5,0
126	beqlr
127	mtctr	r5
1284:	lbzu	r0,-1(r4)
129	stbu	r0,-1(r6)
130	bdnz	4b
131	blr
1325:	mtctr	r0
1336:	lbzu	r7,-1(r4)
134	stbu	r7,-1(r6)
135	bdnz	6b
136	subf	r5,r0,r5
137	rlwinm.	r7,r5,32-3,3,31
138	beq	2b
139	mtctr	r7
140	b	1b
141EXPORT_SYMBOL(memmove)
142EXPORT_SYMBOL_KASAN(memmove)

 
  1/*
  2 * String handling functions for PowerPC.
  3 *
  4 * Copyright (C) 1996 Paul Mackerras.
  5 *
  6 * This program is free software; you can redistribute it and/or
  7 * modify it under the terms of the GNU General Public License
  8 * as published by the Free Software Foundation; either version
  9 * 2 of the License, or (at your option) any later version.
 10 */
 
 11#include <asm/processor.h>
 12#include <asm/errno.h>
 13#include <asm/ppc_asm.h>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 14
 15_GLOBAL(memset)
 16	neg	r0,r3
 17	rlwimi	r4,r4,8,16,23
 18	andi.	r0,r0,7			/* # bytes to be 8-byte aligned */
 19	rlwimi	r4,r4,16,0,15
 20	cmplw	cr1,r5,r0		/* do we get that far? */
 21	rldimi	r4,r4,32,0
 22	PPC_MTOCRF	1,r0
 23	mr	r6,r3
 24	blt	cr1,8f
 25	beq+	3f			/* if already 8-byte aligned */
 26	subf	r5,r0,r5
 27	bf	31,1f
 28	stb	r4,0(r6)
 29	addi	r6,r6,1
 301:	bf	30,2f
 31	sth	r4,0(r6)
 32	addi	r6,r6,2
 332:	bf	29,3f
 34	stw	r4,0(r6)
 35	addi	r6,r6,4
 363:	srdi.	r0,r5,6
 37	clrldi	r5,r5,58
 38	mtctr	r0
 39	beq	5f
 
 404:	std	r4,0(r6)
 41	std	r4,8(r6)
 42	std	r4,16(r6)
 43	std	r4,24(r6)
 44	std	r4,32(r6)
 45	std	r4,40(r6)
 46	std	r4,48(r6)
 47	std	r4,56(r6)
 48	addi	r6,r6,64
 49	bdnz	4b
 505:	srwi.	r0,r5,3
 51	clrlwi	r5,r5,29
 52	PPC_MTOCRF	1,r0
 53	beq	8f
 54	bf	29,6f
 55	std	r4,0(r6)
 56	std	r4,8(r6)
 57	std	r4,16(r6)
 58	std	r4,24(r6)
 59	addi	r6,r6,32
 606:	bf	30,7f
 61	std	r4,0(r6)
 62	std	r4,8(r6)
 63	addi	r6,r6,16
 647:	bf	31,8f
 65	std	r4,0(r6)
 66	addi	r6,r6,8
 678:	cmpwi	r5,0
 68	PPC_MTOCRF	1,r5
 69	beqlr+
 70	bf	29,9f
 71	stw	r4,0(r6)
 72	addi	r6,r6,4
 739:	bf	30,10f
 74	sth	r4,0(r6)
 75	addi	r6,r6,2
 7610:	bflr	31
 77	stb	r4,0(r6)
 78	blr
 
 
 79
 80_GLOBAL(memmove)
 81	cmplw	0,r3,r4
 82	bgt	.backwards_memcpy
 83	b	.memcpy
 84
 85_GLOBAL(backwards_memcpy)
 86	rlwinm.	r7,r5,32-3,3,31		/* r0 = r5 >> 3 */
 87	add	r6,r3,r5
 88	add	r4,r4,r5
 89	beq	2f
 90	andi.	r0,r6,3
 91	mtctr	r7
 92	bne	5f
 
 931:	lwz	r7,-4(r4)
 94	lwzu	r8,-8(r4)
 95	stw	r7,-4(r6)
 96	stwu	r8,-8(r6)
 97	bdnz	1b
 98	andi.	r5,r5,7
 992:	cmplwi	0,r5,4
100	blt	3f
101	lwzu	r0,-4(r4)
102	subi	r5,r5,4
103	stwu	r0,-4(r6)
1043:	cmpwi	0,r5,0
105	beqlr
106	mtctr	r5
1074:	lbzu	r0,-1(r4)
108	stbu	r0,-1(r6)
109	bdnz	4b
110	blr
1115:	mtctr	r0
1126:	lbzu	r7,-1(r4)
113	stbu	r7,-1(r6)
114	bdnz	6b
115	subf	r5,r0,r5
116	rlwinm.	r7,r5,32-3,3,31
117	beq	2b
118	mtctr	r7
119	b	1b