Loading...
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
4 */
5
6#include <linux/linkage.h>
7
8#ifdef __LITTLE_ENDIAN__
9#define WORD2 r2
10#define SHIFT r3
11#else /* BIG ENDIAN */
12#define WORD2 r3
13#define SHIFT r2
14#endif
15
16ENTRY_CFI(memcmp)
17 or r12,r0,r1
18 asl_s r12,r12,30
19 sub r3,r2,1
20 brls r2,r12,.Lbytewise
21 ld r4,[r0,0]
22 ld r5,[r1,0]
23 lsr.f lp_count,r3,3
24#ifdef CONFIG_ISA_ARCV2
25 /* In ARCv2 a branch can't be the last instruction in a zero overhead
26 * loop.
27 * So we move the branch to the start of the loop, duplicate it
28 * after the end, and set up r12 so that the branch isn't taken
29 * initially.
30 */
31 mov_s r12,WORD2
32 lpne .Loop_end
33 brne WORD2,r12,.Lodd
34 ld WORD2,[r0,4]
35#else
36 lpne .Loop_end
37 ld_s WORD2,[r0,4]
38#endif
39 ld_s r12,[r1,4]
40 brne r4,r5,.Leven
41 ld.a r4,[r0,8]
42 ld.a r5,[r1,8]
43#ifdef CONFIG_ISA_ARCV2
44.Loop_end:
45 brne WORD2,r12,.Lodd
46#else
47 brne WORD2,r12,.Lodd
48.Loop_end:
49#endif
50 asl_s SHIFT,SHIFT,3
51 bhs_s .Last_cmp
52 brne r4,r5,.Leven
53 ld r4,[r0,4]
54 ld r5,[r1,4]
55#ifdef __LITTLE_ENDIAN__
56 nop_s
57 ; one more load latency cycle
58.Last_cmp:
59 xor r0,r4,r5
60 bset r0,r0,SHIFT
61 sub_s r1,r0,1
62 bic_s r1,r1,r0
63 norm r1,r1
64 b.d .Leven_cmp
65 and r1,r1,24
66.Leven:
67 xor r0,r4,r5
68 sub_s r1,r0,1
69 bic_s r1,r1,r0
70 norm r1,r1
71 ; slow track insn
72 and r1,r1,24
73.Leven_cmp:
74 asl r2,r4,r1
75 asl r12,r5,r1
76 lsr_s r2,r2,1
77 lsr_s r12,r12,1
78 j_s.d [blink]
79 sub r0,r2,r12
80 .balign 4
81.Lodd:
82 xor r0,WORD2,r12
83 sub_s r1,r0,1
84 bic_s r1,r1,r0
85 norm r1,r1
86 ; slow track insn
87 and r1,r1,24
88 asl_s r2,r2,r1
89 asl_s r12,r12,r1
90 lsr_s r2,r2,1
91 lsr_s r12,r12,1
92 j_s.d [blink]
93 sub r0,r2,r12
94#else /* BIG ENDIAN */
95.Last_cmp:
96 neg_s SHIFT,SHIFT
97 lsr r4,r4,SHIFT
98 lsr r5,r5,SHIFT
99 ; slow track insn
100.Leven:
101 sub.f r0,r4,r5
102 mov.ne r0,1
103 j_s.d [blink]
104 bset.cs r0,r0,31
105.Lodd:
106 cmp_s WORD2,r12
107 mov_s r0,1
108 j_s.d [blink]
109 bset.cs r0,r0,31
110#endif /* ENDIAN */
111 .balign 4
112.Lbytewise:
113 breq r2,0,.Lnil
114 ldb r4,[r0,0]
115 ldb r5,[r1,0]
116 lsr.f lp_count,r3
117#ifdef CONFIG_ISA_ARCV2
118 mov r12,r3
119 lpne .Lbyte_end
120 brne r3,r12,.Lbyte_odd
121#else
122 lpne .Lbyte_end
123#endif
124 ldb_s r3,[r0,1]
125 ldb r12,[r1,1]
126 brne r4,r5,.Lbyte_even
127 ldb.a r4,[r0,2]
128 ldb.a r5,[r1,2]
129#ifdef CONFIG_ISA_ARCV2
130.Lbyte_end:
131 brne r3,r12,.Lbyte_odd
132#else
133 brne r3,r12,.Lbyte_odd
134.Lbyte_end:
135#endif
136 bcc .Lbyte_even
137 brne r4,r5,.Lbyte_even
138 ldb_s r3,[r0,1]
139 ldb_s r12,[r1,1]
140.Lbyte_odd:
141 j_s.d [blink]
142 sub r0,r3,r12
143.Lbyte_even:
144 j_s.d [blink]
145 sub r0,r4,r5
146.Lnil:
147 j_s.d [blink]
148 mov r0,0
149END_CFI(memcmp)
1/*
2 * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8
9#include <linux/linkage.h>
10
11#ifdef __LITTLE_ENDIAN__
12#define WORD2 r2
13#define SHIFT r3
14#else /* BIG ENDIAN */
15#define WORD2 r3
16#define SHIFT r2
17#endif
18
19ENTRY(memcmp)
20 or r12,r0,r1
21 asl_s r12,r12,30
22 sub r3,r2,1
23 brls r2,r12,.Lbytewise
24 ld r4,[r0,0]
25 ld r5,[r1,0]
26 lsr.f lp_count,r3,3
27#ifdef CONFIG_ISA_ARCV2
28 /* In ARCv2 a branch can't be the last instruction in a zero overhead
29 * loop.
30 * So we move the branch to the start of the loop, duplicate it
31 * after the end, and set up r12 so that the branch isn't taken
32 * initially.
33 */
34 mov_s r12,WORD2
35 lpne .Loop_end
36 brne WORD2,r12,.Lodd
37 ld WORD2,[r0,4]
38#else
39 lpne .Loop_end
40 ld_s WORD2,[r0,4]
41#endif
42 ld_s r12,[r1,4]
43 brne r4,r5,.Leven
44 ld.a r4,[r0,8]
45 ld.a r5,[r1,8]
46#ifdef CONFIG_ISA_ARCV2
47.Loop_end:
48 brne WORD2,r12,.Lodd
49#else
50 brne WORD2,r12,.Lodd
51.Loop_end:
52#endif
53 asl_s SHIFT,SHIFT,3
54 bhs_s .Last_cmp
55 brne r4,r5,.Leven
56 ld r4,[r0,4]
57 ld r5,[r1,4]
58#ifdef __LITTLE_ENDIAN__
59 nop_s
60 ; one more load latency cycle
61.Last_cmp:
62 xor r0,r4,r5
63 bset r0,r0,SHIFT
64 sub_s r1,r0,1
65 bic_s r1,r1,r0
66 norm r1,r1
67 b.d .Leven_cmp
68 and r1,r1,24
69.Leven:
70 xor r0,r4,r5
71 sub_s r1,r0,1
72 bic_s r1,r1,r0
73 norm r1,r1
74 ; slow track insn
75 and r1,r1,24
76.Leven_cmp:
77 asl r2,r4,r1
78 asl r12,r5,r1
79 lsr_s r2,r2,1
80 lsr_s r12,r12,1
81 j_s.d [blink]
82 sub r0,r2,r12
83 .balign 4
84.Lodd:
85 xor r0,WORD2,r12
86 sub_s r1,r0,1
87 bic_s r1,r1,r0
88 norm r1,r1
89 ; slow track insn
90 and r1,r1,24
91 asl_s r2,r2,r1
92 asl_s r12,r12,r1
93 lsr_s r2,r2,1
94 lsr_s r12,r12,1
95 j_s.d [blink]
96 sub r0,r2,r12
97#else /* BIG ENDIAN */
98.Last_cmp:
99 neg_s SHIFT,SHIFT
100 lsr r4,r4,SHIFT
101 lsr r5,r5,SHIFT
102 ; slow track insn
103.Leven:
104 sub.f r0,r4,r5
105 mov.ne r0,1
106 j_s.d [blink]
107 bset.cs r0,r0,31
108.Lodd:
109 cmp_s WORD2,r12
110 mov_s r0,1
111 j_s.d [blink]
112 bset.cs r0,r0,31
113#endif /* ENDIAN */
114 .balign 4
115.Lbytewise:
116 breq r2,0,.Lnil
117 ldb r4,[r0,0]
118 ldb r5,[r1,0]
119 lsr.f lp_count,r3
120#ifdef CONFIG_ISA_ARCV2
121 mov r12,r3
122 lpne .Lbyte_end
123 brne r3,r12,.Lbyte_odd
124#else
125 lpne .Lbyte_end
126#endif
127 ldb_s r3,[r0,1]
128 ldb r12,[r1,1]
129 brne r4,r5,.Lbyte_even
130 ldb.a r4,[r0,2]
131 ldb.a r5,[r1,2]
132#ifdef CONFIG_ISA_ARCV2
133.Lbyte_end:
134 brne r3,r12,.Lbyte_odd
135#else
136 brne r3,r12,.Lbyte_odd
137.Lbyte_end:
138#endif
139 bcc .Lbyte_even
140 brne r4,r5,.Lbyte_even
141 ldb_s r3,[r0,1]
142 ldb_s r12,[r1,1]
143.Lbyte_odd:
144 j_s.d [blink]
145 sub r0,r3,r12
146.Lbyte_even:
147 j_s.d [blink]
148 sub r0,r4,r5
149.Lnil:
150 j_s.d [blink]
151 mov r0,0
152END(memcmp)