Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/* linux/arch/sparc/lib/memset.S: Sparc optimized memset, bzero and clear_user code
3 * Copyright (C) 1991,1996 Free Software Foundation
4 * Copyright (C) 1996,1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
5 * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
6 *
7 * Calls to memset returns initial %o0. Calls to bzero returns 0, if ok, and
8 * number of bytes not yet set if exception occurs and we were called as
9 * clear_user.
10 */
11
12#include <asm/ptrace.h>
13#include <asm/export.h>
14
15/* Work around cpp -rob */
16#define ALLOC #alloc
17#define EXECINSTR #execinstr
18#define EX(x,y,a,b) \
1998: x,y; \
20 .section .fixup,ALLOC,EXECINSTR; \
21 .align 4; \
2299: ba 30f; \
23 a, b, %o0; \
24 .section __ex_table,ALLOC; \
25 .align 4; \
26 .word 98b, 99b; \
27 .text; \
28 .align 4
29
30#define EXT(start,end,handler) \
31 .section __ex_table,ALLOC; \
32 .align 4; \
33 .word start, 0, end, handler; \
34 .text; \
35 .align 4
36
37/* Please don't change these macros, unless you change the logic
38 * in the .fixup section below as well.
39 * Store 64 bytes at (BASE + OFFSET) using value SOURCE. */
40#define ZERO_BIG_BLOCK(base, offset, source) \
41 std source, [base + offset + 0x00]; \
42 std source, [base + offset + 0x08]; \
43 std source, [base + offset + 0x10]; \
44 std source, [base + offset + 0x18]; \
45 std source, [base + offset + 0x20]; \
46 std source, [base + offset + 0x28]; \
47 std source, [base + offset + 0x30]; \
48 std source, [base + offset + 0x38];
49
50#define ZERO_LAST_BLOCKS(base, offset, source) \
51 std source, [base - offset - 0x38]; \
52 std source, [base - offset - 0x30]; \
53 std source, [base - offset - 0x28]; \
54 std source, [base - offset - 0x20]; \
55 std source, [base - offset - 0x18]; \
56 std source, [base - offset - 0x10]; \
57 std source, [base - offset - 0x08]; \
58 std source, [base - offset - 0x00];
59
60 .text
61 .align 4
62
63 .globl __bzero_begin
64__bzero_begin:
65
66 .globl __bzero
67 .type __bzero,#function
68 .globl memset
69 EXPORT_SYMBOL(__bzero)
70 EXPORT_SYMBOL(memset)
71 .globl __memset_start, __memset_end
72__memset_start:
73memset:
74 mov %o0, %g1
75 mov 1, %g4
76 and %o1, 0xff, %g3
77 sll %g3, 8, %g2
78 or %g3, %g2, %g3
79 sll %g3, 16, %g2
80 or %g3, %g2, %g3
81 b 1f
82 mov %o2, %o1
833:
84 cmp %o2, 3
85 be 2f
86 EX(stb %g3, [%o0], sub %o1, 0)
87
88 cmp %o2, 2
89 be 2f
90 EX(stb %g3, [%o0 + 0x01], sub %o1, 1)
91
92 EX(stb %g3, [%o0 + 0x02], sub %o1, 2)
932:
94 sub %o2, 4, %o2
95 add %o1, %o2, %o1
96 b 4f
97 sub %o0, %o2, %o0
98
99__bzero:
100 clr %g4
101 mov %g0, %g3
1021:
103 cmp %o1, 7
104 bleu 7f
105 andcc %o0, 3, %o2
106
107 bne 3b
1084:
109 andcc %o0, 4, %g0
110
111 be 2f
112 mov %g3, %g2
113
114 EX(st %g3, [%o0], sub %o1, 0)
115 sub %o1, 4, %o1
116 add %o0, 4, %o0
1172:
118 andcc %o1, 0xffffff80, %o3 ! Now everything is 8 aligned and o1 is len to run
119 be 9f
120 andcc %o1, 0x78, %o2
12110:
122 ZERO_BIG_BLOCK(%o0, 0x00, %g2)
123 subcc %o3, 128, %o3
124 ZERO_BIG_BLOCK(%o0, 0x40, %g2)
12511:
126 EXT(10b, 11b, 20f)
127 bne 10b
128 add %o0, 128, %o0
129
130 orcc %o2, %g0, %g0
1319:
132 be 13f
133 andcc %o1, 7, %o1
134
135 srl %o2, 1, %o3
136 set 13f, %o4
137 sub %o4, %o3, %o4
138 jmp %o4
139 add %o0, %o2, %o0
140
14112:
142 ZERO_LAST_BLOCKS(%o0, 0x48, %g2)
143 ZERO_LAST_BLOCKS(%o0, 0x08, %g2)
14413:
145 be 8f
146 andcc %o1, 4, %g0
147
148 be 1f
149 andcc %o1, 2, %g0
150
151 EX(st %g3, [%o0], and %o1, 7)
152 add %o0, 4, %o0
1531:
154 be 1f
155 andcc %o1, 1, %g0
156
157 EX(sth %g3, [%o0], and %o1, 3)
158 add %o0, 2, %o0
1591:
160 bne,a 8f
161 EX(stb %g3, [%o0], and %o1, 1)
1628:
163 b 0f
164 nop
1657:
166 be 13b
167 orcc %o1, 0, %g0
168
169 be 0f
1708:
171 add %o0, 1, %o0
172 subcc %o1, 1, %o1
173 bne 8b
174 EX(stb %g3, [%o0 - 1], add %o1, 1)
1750:
176 andcc %g4, 1, %g0
177 be 5f
178 nop
179 retl
180 mov %g1, %o0
1815:
182 retl
183 clr %o0
184__memset_end:
185
186 .section .fixup,#alloc,#execinstr
187 .align 4
18820:
189 cmp %g2, 8
190 bleu 1f
191 and %o1, 0x7f, %o1
192 sub %g2, 9, %g2
193 add %o3, 64, %o3
1941:
195 sll %g2, 3, %g2
196 add %o3, %o1, %o0
197 b 30f
198 sub %o0, %g2, %o0
19921:
200 mov 8, %o0
201 and %o1, 7, %o1
202 sub %o0, %g2, %o0
203 sll %o0, 3, %o0
204 b 30f
205 add %o0, %o1, %o0
20630:
207/* %o4 is faulting address, %o5 is %pc where fault occurred */
208 save %sp, -104, %sp
209 mov %i5, %o0
210 mov %i7, %o1
211 call lookup_fault
212 mov %i4, %o2
213 ret
214 restore
215
216 .globl __bzero_end
217__bzero_end:
1/* linux/arch/sparc/lib/memset.S: Sparc optimized memset, bzero and clear_user code
2 * Copyright (C) 1991,1996 Free Software Foundation
3 * Copyright (C) 1996,1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
4 * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
5 *
6 * Calls to memset returns initial %o0. Calls to bzero returns 0, if ok, and
7 * number of bytes not yet set if exception occurs and we were called as
8 * clear_user.
9 */
10
11#include <asm/ptrace.h>
12
13/* Work around cpp -rob */
14#define ALLOC #alloc
15#define EXECINSTR #execinstr
16#define EX(x,y,a,b) \
1798: x,y; \
18 .section .fixup,ALLOC,EXECINSTR; \
19 .align 4; \
2099: ba 30f; \
21 a, b, %o0; \
22 .section __ex_table,ALLOC; \
23 .align 4; \
24 .word 98b, 99b; \
25 .text; \
26 .align 4
27
28#define EXT(start,end,handler) \
29 .section __ex_table,ALLOC; \
30 .align 4; \
31 .word start, 0, end, handler; \
32 .text; \
33 .align 4
34
35/* Please don't change these macros, unless you change the logic
36 * in the .fixup section below as well.
37 * Store 64 bytes at (BASE + OFFSET) using value SOURCE. */
38#define ZERO_BIG_BLOCK(base, offset, source) \
39 std source, [base + offset + 0x00]; \
40 std source, [base + offset + 0x08]; \
41 std source, [base + offset + 0x10]; \
42 std source, [base + offset + 0x18]; \
43 std source, [base + offset + 0x20]; \
44 std source, [base + offset + 0x28]; \
45 std source, [base + offset + 0x30]; \
46 std source, [base + offset + 0x38];
47
48#define ZERO_LAST_BLOCKS(base, offset, source) \
49 std source, [base - offset - 0x38]; \
50 std source, [base - offset - 0x30]; \
51 std source, [base - offset - 0x28]; \
52 std source, [base - offset - 0x20]; \
53 std source, [base - offset - 0x18]; \
54 std source, [base - offset - 0x10]; \
55 std source, [base - offset - 0x08]; \
56 std source, [base - offset - 0x00];
57
58 .text
59 .align 4
60
61 .globl __bzero_begin
62__bzero_begin:
63
64 .globl __bzero
65 .globl memset
66 .globl __memset_start, __memset_end
67__memset_start:
68memset:
69 mov %o0, %g1
70 mov 1, %g4
71 and %o1, 0xff, %g3
72 sll %g3, 8, %g2
73 or %g3, %g2, %g3
74 sll %g3, 16, %g2
75 or %g3, %g2, %g3
76 b 1f
77 mov %o2, %o1
783:
79 cmp %o2, 3
80 be 2f
81 EX(stb %g3, [%o0], sub %o1, 0)
82
83 cmp %o2, 2
84 be 2f
85 EX(stb %g3, [%o0 + 0x01], sub %o1, 1)
86
87 EX(stb %g3, [%o0 + 0x02], sub %o1, 2)
882:
89 sub %o2, 4, %o2
90 add %o1, %o2, %o1
91 b 4f
92 sub %o0, %o2, %o0
93
94__bzero:
95 clr %g4
96 mov %g0, %g3
971:
98 cmp %o1, 7
99 bleu 7f
100 andcc %o0, 3, %o2
101
102 bne 3b
1034:
104 andcc %o0, 4, %g0
105
106 be 2f
107 mov %g3, %g2
108
109 EX(st %g3, [%o0], sub %o1, 0)
110 sub %o1, 4, %o1
111 add %o0, 4, %o0
1122:
113 andcc %o1, 0xffffff80, %o3 ! Now everything is 8 aligned and o1 is len to run
114 be 9f
115 andcc %o1, 0x78, %o2
11610:
117 ZERO_BIG_BLOCK(%o0, 0x00, %g2)
118 subcc %o3, 128, %o3
119 ZERO_BIG_BLOCK(%o0, 0x40, %g2)
12011:
121 EXT(10b, 11b, 20f)
122 bne 10b
123 add %o0, 128, %o0
124
125 orcc %o2, %g0, %g0
1269:
127 be 13f
128 andcc %o1, 7, %o1
129
130 srl %o2, 1, %o3
131 set 13f, %o4
132 sub %o4, %o3, %o4
133 jmp %o4
134 add %o0, %o2, %o0
135
13612:
137 ZERO_LAST_BLOCKS(%o0, 0x48, %g2)
138 ZERO_LAST_BLOCKS(%o0, 0x08, %g2)
13913:
140 be 8f
141 andcc %o1, 4, %g0
142
143 be 1f
144 andcc %o1, 2, %g0
145
146 EX(st %g3, [%o0], and %o1, 7)
147 add %o0, 4, %o0
1481:
149 be 1f
150 andcc %o1, 1, %g0
151
152 EX(sth %g3, [%o0], and %o1, 3)
153 add %o0, 2, %o0
1541:
155 bne,a 8f
156 EX(stb %g3, [%o0], and %o1, 1)
1578:
158 b 0f
159 nop
1607:
161 be 13b
162 orcc %o1, 0, %g0
163
164 be 0f
1658:
166 add %o0, 1, %o0
167 subcc %o1, 1, %o1
168 bne 8b
169 EX(stb %g3, [%o0 - 1], add %o1, 1)
1700:
171 andcc %g4, 1, %g0
172 be 5f
173 nop
174 retl
175 mov %g1, %o0
1765:
177 retl
178 clr %o0
179__memset_end:
180
181 .section .fixup,#alloc,#execinstr
182 .align 4
18320:
184 cmp %g2, 8
185 bleu 1f
186 and %o1, 0x7f, %o1
187 sub %g2, 9, %g2
188 add %o3, 64, %o3
1891:
190 sll %g2, 3, %g2
191 add %o3, %o1, %o0
192 b 30f
193 sub %o0, %g2, %o0
19421:
195 mov 8, %o0
196 and %o1, 7, %o1
197 sub %o0, %g2, %o0
198 sll %o0, 3, %o0
199 b 30f
200 add %o0, %o1, %o0
20130:
202/* %o4 is faulting address, %o5 is %pc where fault occurred */
203 save %sp, -104, %sp
204 mov %i5, %o0
205 mov %i7, %o1
206 call lookup_fault
207 mov %i4, %o2
208 ret
209 restore
210
211 .globl __bzero_end
212__bzero_end: