Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/* NG2copy_to_user.S: Niagara-2 optimized copy to userspace.
3 *
4 * Copyright (C) 2007 David S. Miller (davem@davemloft.net)
5 */
6
7#define EX_ST(x,y) \
898: x; \
9 .section __ex_table,"a";\
10 .align 4; \
11 .word 98b, y; \
12 .text; \
13 .align 4;
14
15#define EX_ST_FP(x,y) \
1698: x; \
17 .section __ex_table,"a";\
18 .align 4; \
19 .word 98b, y##_fp; \
20 .text; \
21 .align 4;
22
23#ifndef ASI_AIUS
24#define ASI_AIUS 0x11
25#endif
26
27#ifndef ASI_BLK_AIUS_4V
28#define ASI_BLK_AIUS_4V 0x17
29#endif
30
31#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
32#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
33#endif
34
35#define FUNC_NAME NG2copy_to_user
36#define STORE(type,src,addr) type##a src, [addr] ASI_AIUS
37#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS
38#define STORE_BLK(src,addr) stda src, [addr] ASI_BLK_AIUS_4V
39#define EX_RETVAL(x) 0
40
41#ifdef __KERNEL__
42 /* Writing to %asi is _expensive_ so we hardcode it.
43 * Reading %asi to check for KERNEL_DS is comparatively
44 * cheap.
45 */
46#define PREAMBLE \
47 rd %asi, %g1; \
48 cmp %g1, ASI_AIUS; \
49 bne,pn %icc, raw_copy_in_user; \
50 nop
51#endif
52
53#include "NG2memcpy.S"
1/* NG2copy_to_user.S: Niagara-2 optimized copy to userspace.
2 *
3 * Copyright (C) 2007 David S. Miller (davem@davemloft.net)
4 */
5
6#define EX_ST(x) \
798: x; \
8 .section __ex_table,"a";\
9 .align 4; \
10 .word 98b, __retl_one_asi;\
11 .text; \
12 .align 4;
13
14#ifndef ASI_AIUS
15#define ASI_AIUS 0x11
16#endif
17
18#ifndef ASI_BLK_AIUS_4V
19#define ASI_BLK_AIUS_4V 0x17
20#endif
21
22#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
23#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
24#endif
25
26#define FUNC_NAME NG2copy_to_user
27#define STORE(type,src,addr) type##a src, [addr] ASI_AIUS
28#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS
29#define STORE_BLK(src,addr) stda src, [addr] ASI_BLK_AIUS_4V
30#define EX_RETVAL(x) 0
31
32#ifdef __KERNEL__
33 /* Writing to %asi is _expensive_ so we hardcode it.
34 * Reading %asi to check for KERNEL_DS is comparatively
35 * cheap.
36 */
37#define PREAMBLE \
38 rd %asi, %g1; \
39 cmp %g1, ASI_AIUS; \
40 bne,pn %icc, ___copy_in_user; \
41 nop
42#endif
43
44#include "NG2memcpy.S"