1/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
 2 *
 3 * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
 4 */
 5
 6#define EX_ST(x,y)		\
 798:	x;			\
 8	.section __ex_table,"a";\
 9	.align 4;		\
10	.word 98b, y;		\
11	.text;			\
12	.align 4;
13
14#define EX_ST_FP(x,y)		\
1598:	x;			\
16	.section __ex_table,"a";\
17	.align 4;		\
18	.word 98b, y##_fp;	\
19	.text;			\
20	.align 4;
21
22#ifndef ASI_AIUS
23#define ASI_AIUS	0x11
24#endif
25
26#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
27#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
28#endif
29
30#define FUNC_NAME		NG4copy_to_user
31#define STORE(type,src,addr)	type##a src, [addr] %asi
32#define STORE_ASI		ASI_BLK_INIT_QUAD_LDD_AIUS
33#define EX_RETVAL(x)		0
34
35#ifdef __KERNEL__
36	/* Writing to %asi is _expensive_ so we hardcode it.
37	 * Reading %asi to check for KERNEL_DS is comparatively
38	 * cheap.
39	 */
40#define PREAMBLE					\
41	rd		%asi, %g1;			\
42	cmp		%g1, ASI_AIUS;			\
43	bne,pn		%icc, ___copy_in_user;		\
44	 nop
45#endif
46
47#include "NG4memcpy.S"