1/* SPDX-License-Identifier: GPL-2.0 */
 2/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
 3 *
 4 * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
 5 */
 6
 7#define EX_ST(x,y)		\
 898:	x;			\
 9	.section __ex_table,"a";\
10	.align 4;		\
11	.word 98b, y;		\
12	.text;			\
13	.align 4;
14
15#define EX_ST_FP(x,y)		\
1698:	x;			\
17	.section __ex_table,"a";\
18	.align 4;		\
19	.word 98b, y##_fp;	\
20	.text;			\
21	.align 4;
22
23#ifndef ASI_AIUS
24#define ASI_AIUS	0x11
25#endif
26
27#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
28#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
29#endif
30
31#define FUNC_NAME		NG4copy_to_user
32#define STORE(type,src,addr)	type##a src, [addr] %asi
33#define STORE_ASI		ASI_BLK_INIT_QUAD_LDD_AIUS
34#define EX_RETVAL(x)		0
35
36#ifdef __KERNEL__
37	/* Writing to %asi is _expensive_ so we hardcode it.
38	 * Reading %asi to check for KERNEL_DS is comparatively
39	 * cheap.
40	 */
41#define PREAMBLE					\
42	rd		%asi, %g1;			\
43	cmp		%g1, ASI_AIUS;			\
44	bne,pn		%icc, raw_copy_in_user;		\
45	 nop
46#endif
47
48#include "NG4memcpy.S"

 
 1/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
 2 *
 3 * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
 4 */
 5
 6#define EX_ST(x)		\
 798:	x;			\
 8	.section __ex_table,"a";\
 9	.align 4;		\
10	.word 98b, __retl_one_asi;\
11	.text;			\
12	.align 4;
13
14#define EX_ST_FP(x)		\
1598:	x;			\
16	.section __ex_table,"a";\
17	.align 4;		\
18	.word 98b, __retl_one_asi_fp;\
19	.text;			\
20	.align 4;
21
22#ifndef ASI_AIUS
23#define ASI_AIUS	0x11
24#endif
25
26#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
27#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
28#endif
29
30#define FUNC_NAME		NG4copy_to_user
31#define STORE(type,src,addr)	type##a src, [addr] %asi
32#define STORE_ASI		ASI_BLK_INIT_QUAD_LDD_AIUS
33#define EX_RETVAL(x)		0
34
35#ifdef __KERNEL__
36	/* Writing to %asi is _expensive_ so we hardcode it.
37	 * Reading %asi to check for KERNEL_DS is comparatively
38	 * cheap.
39	 */
40#define PREAMBLE					\
41	rd		%asi, %g1;			\
42	cmp		%g1, ASI_AIUS;			\
43	bne,pn		%icc, ___copy_in_user;		\
44	 nop
45#endif
46
47#include "NG4memcpy.S"