Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * This file contains low level CPU setup functions.
4 * Copyright (C) 2003 Benjamin Herrenschmidt (benh@kernel.crashing.org)
5 */
6
7#include <asm/processor.h>
8#include <asm/page.h>
9#include <asm/cputable.h>
10#include <asm/ppc_asm.h>
11#include <asm/asm-offsets.h>
12#include <asm/cache.h>
13#include <asm/book3s/64/mmu-hash.h>
14
15/* Entry: r3 = crap, r4 = ptr to cputable entry
16 *
17 * Note that we can be called twice for pseudo-PVRs
18 */
19_GLOBAL(__setup_cpu_power7)
20 mflr r11
21 bl __init_hvmode_206
22 mtlr r11
23 beqlr
24 li r0,0
25 mtspr SPRN_LPID,r0
26 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
27 mtspr SPRN_PCR,r0
28 mfspr r3,SPRN_LPCR
29 li r4,(LPCR_LPES1 >> LPCR_LPES_SH)
30 bl __init_LPCR_ISA206
31 mtlr r11
32 blr
33
34_GLOBAL(__restore_cpu_power7)
35 mflr r11
36 mfmsr r3
37 rldicl. r0,r3,4,63
38 beqlr
39 li r0,0
40 mtspr SPRN_LPID,r0
41 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
42 mtspr SPRN_PCR,r0
43 mfspr r3,SPRN_LPCR
44 li r4,(LPCR_LPES1 >> LPCR_LPES_SH)
45 bl __init_LPCR_ISA206
46 mtlr r11
47 blr
48
49_GLOBAL(__setup_cpu_power8)
50 mflr r11
51 bl __init_FSCR
52 bl __init_PMU
53 bl __init_PMU_ISA207
54 bl __init_hvmode_206
55 mtlr r11
56 beqlr
57 li r0,0
58 mtspr SPRN_LPID,r0
59 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
60 mtspr SPRN_PCR,r0
61 mfspr r3,SPRN_LPCR
62 ori r3, r3, LPCR_PECEDH
63 li r4,0 /* LPES = 0 */
64 bl __init_LPCR_ISA206
65 bl __init_HFSCR
66 bl __init_PMU_HV
67 bl __init_PMU_HV_ISA207
68 mtlr r11
69 blr
70
71_GLOBAL(__restore_cpu_power8)
72 mflr r11
73 bl __init_FSCR
74 bl __init_PMU
75 bl __init_PMU_ISA207
76 mfmsr r3
77 rldicl. r0,r3,4,63
78 mtlr r11
79 beqlr
80 li r0,0
81 mtspr SPRN_LPID,r0
82 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
83 mtspr SPRN_PCR,r0
84 mfspr r3,SPRN_LPCR
85 ori r3, r3, LPCR_PECEDH
86 li r4,0 /* LPES = 0 */
87 bl __init_LPCR_ISA206
88 bl __init_HFSCR
89 bl __init_PMU_HV
90 bl __init_PMU_HV_ISA207
91 mtlr r11
92 blr
93
94_GLOBAL(__setup_cpu_power10)
95 mflr r11
96 bl __init_FSCR_power10
97 bl __init_PMU
98 bl __init_PMU_ISA31
99 b 1f
100
101_GLOBAL(__setup_cpu_power9)
102 mflr r11
103 bl __init_FSCR_power9
104 bl __init_PMU
1051: bl __init_hvmode_206
106 mtlr r11
107 beqlr
108 li r0,0
109 mtspr SPRN_PSSCR,r0
110 mtspr SPRN_LPID,r0
111 mtspr SPRN_PID,r0
112 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
113 mtspr SPRN_PCR,r0
114 mfspr r3,SPRN_LPCR
115 LOAD_REG_IMMEDIATE(r4, LPCR_PECEDH | LPCR_PECE_HVEE | LPCR_HVICE | LPCR_HEIC)
116 or r3, r3, r4
117 LOAD_REG_IMMEDIATE(r4, LPCR_UPRT | LPCR_HR)
118 andc r3, r3, r4
119 li r4,0 /* LPES = 0 */
120 bl __init_LPCR_ISA300
121 bl __init_HFSCR
122 bl __init_PMU_HV
123 mtlr r11
124 blr
125
126_GLOBAL(__restore_cpu_power10)
127 mflr r11
128 bl __init_FSCR_power10
129 bl __init_PMU
130 bl __init_PMU_ISA31
131 b 1f
132
133_GLOBAL(__restore_cpu_power9)
134 mflr r11
135 bl __init_FSCR_power9
136 bl __init_PMU
1371: mfmsr r3
138 rldicl. r0,r3,4,63
139 mtlr r11
140 beqlr
141 li r0,0
142 mtspr SPRN_PSSCR,r0
143 mtspr SPRN_LPID,r0
144 mtspr SPRN_PID,r0
145 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
146 mtspr SPRN_PCR,r0
147 mfspr r3,SPRN_LPCR
148 LOAD_REG_IMMEDIATE(r4, LPCR_PECEDH | LPCR_PECE_HVEE | LPCR_HVICE | LPCR_HEIC)
149 or r3, r3, r4
150 LOAD_REG_IMMEDIATE(r4, LPCR_UPRT | LPCR_HR)
151 andc r3, r3, r4
152 li r4,0 /* LPES = 0 */
153 bl __init_LPCR_ISA300
154 bl __init_HFSCR
155 bl __init_PMU_HV
156 mtlr r11
157 blr
158
159__init_hvmode_206:
160 /* Disable CPU_FTR_HVMODE and exit if MSR:HV is not set */
161 mfmsr r3
162 rldicl. r0,r3,4,63
163 bnelr
164 ld r5,CPU_SPEC_FEATURES(r4)
165 LOAD_REG_IMMEDIATE(r6,CPU_FTR_HVMODE | CPU_FTR_P9_TM_HV_ASSIST)
166 andc r5,r5,r6
167 std r5,CPU_SPEC_FEATURES(r4)
168 blr
169
170__init_LPCR_ISA206:
171 /* Setup a sane LPCR:
172 * Called with initial LPCR in R3 and desired LPES 2-bit value in R4
173 *
174 * LPES = 0b01 (HSRR0/1 used for 0x500)
175 * PECE = 0b111
176 * DPFD = 4
177 * HDICE = 0
178 * VC = 0b100 (VPM0=1, VPM1=0, ISL=0)
179 * VRMASD = 0b10000 (L=1, LP=00)
180 *
181 * Other bits untouched for now
182 */
183 li r5,0x10
184 rldimi r3,r5, LPCR_VRMASD_SH, 64-LPCR_VRMASD_SH-5
185
186 /* POWER9 has no VRMASD */
187__init_LPCR_ISA300:
188 rldimi r3,r4, LPCR_LPES_SH, 64-LPCR_LPES_SH-2
189 ori r3,r3,(LPCR_PECE0|LPCR_PECE1|LPCR_PECE2)
190 li r5,4
191 rldimi r3,r5, LPCR_DPFD_SH, 64-LPCR_DPFD_SH-3
192 clrrdi r3,r3,1 /* clear HDICE */
193 li r5,4
194 rldimi r3,r5, LPCR_VC_SH, 0
195 mtspr SPRN_LPCR,r3
196 isync
197 blr
198
199__init_FSCR_power10:
200 mfspr r3, SPRN_FSCR
201 ori r3, r3, FSCR_PREFIX
202 mtspr SPRN_FSCR, r3
203 // fall through
204
205__init_FSCR_power9:
206 mfspr r3, SPRN_FSCR
207 ori r3, r3, FSCR_SCV
208 mtspr SPRN_FSCR, r3
209 // fall through
210
211__init_FSCR:
212 mfspr r3,SPRN_FSCR
213 ori r3,r3,FSCR_TAR|FSCR_EBB
214 mtspr SPRN_FSCR,r3
215 blr
216
217__init_HFSCR:
218 mfspr r3,SPRN_HFSCR
219 ori r3,r3,HFSCR_TAR|HFSCR_TM|HFSCR_BHRB|HFSCR_PM|\
220 HFSCR_DSCR|HFSCR_VECVSX|HFSCR_FP|HFSCR_EBB|HFSCR_MSGP
221 mtspr SPRN_HFSCR,r3
222 blr
223
224__init_PMU_HV:
225 li r5,0
226 mtspr SPRN_MMCRC,r5
227 blr
228
229__init_PMU_HV_ISA207:
230 li r5,0
231 mtspr SPRN_MMCRH,r5
232 blr
233
234__init_PMU:
235 li r5,0
236 mtspr SPRN_MMCRA,r5
237 mtspr SPRN_MMCR0,r5
238 mtspr SPRN_MMCR1,r5
239 mtspr SPRN_MMCR2,r5
240 blr
241
242__init_PMU_ISA207:
243 li r5,0
244 mtspr SPRN_MMCRS,r5
245 blr
246
247__init_PMU_ISA31:
248 li r5,0
249 mtspr SPRN_MMCR3,r5
250 LOAD_REG_IMMEDIATE(r5, MMCRA_BHRB_DISABLE)
251 mtspr SPRN_MMCRA,r5
252 blr
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * This file contains low level CPU setup functions.
4 * Copyright (C) 2003 Benjamin Herrenschmidt (benh@kernel.crashing.org)
5 */
6
7#include <asm/processor.h>
8#include <asm/page.h>
9#include <asm/cputable.h>
10#include <asm/ppc_asm.h>
11#include <asm/asm-offsets.h>
12#include <asm/cache.h>
13#include <asm/book3s/64/mmu-hash.h>
14
15/* Entry: r3 = crap, r4 = ptr to cputable entry
16 *
17 * Note that we can be called twice for pseudo-PVRs
18 */
19_GLOBAL(__setup_cpu_power7)
20 mflr r11
21 bl __init_hvmode_206
22 mtlr r11
23 beqlr
24 li r0,0
25 mtspr SPRN_LPID,r0
26 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
27 mtspr SPRN_PCR,r0
28 mfspr r3,SPRN_LPCR
29 li r4,(LPCR_LPES1 >> LPCR_LPES_SH)
30 bl __init_LPCR_ISA206
31 mtlr r11
32 blr
33
34_GLOBAL(__restore_cpu_power7)
35 mflr r11
36 mfmsr r3
37 rldicl. r0,r3,4,63
38 beqlr
39 li r0,0
40 mtspr SPRN_LPID,r0
41 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
42 mtspr SPRN_PCR,r0
43 mfspr r3,SPRN_LPCR
44 li r4,(LPCR_LPES1 >> LPCR_LPES_SH)
45 bl __init_LPCR_ISA206
46 mtlr r11
47 blr
48
49_GLOBAL(__setup_cpu_power8)
50 mflr r11
51 bl __init_FSCR
52 bl __init_PMU
53 bl __init_PMU_ISA207
54 bl __init_hvmode_206
55 mtlr r11
56 beqlr
57 li r0,0
58 mtspr SPRN_LPID,r0
59 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
60 mtspr SPRN_PCR,r0
61 mfspr r3,SPRN_LPCR
62 ori r3, r3, LPCR_PECEDH
63 li r4,0 /* LPES = 0 */
64 bl __init_LPCR_ISA206
65 bl __init_HFSCR
66 bl __init_PMU_HV
67 bl __init_PMU_HV_ISA207
68 mtlr r11
69 blr
70
71_GLOBAL(__restore_cpu_power8)
72 mflr r11
73 bl __init_FSCR
74 bl __init_PMU
75 bl __init_PMU_ISA207
76 mfmsr r3
77 rldicl. r0,r3,4,63
78 mtlr r11
79 beqlr
80 li r0,0
81 mtspr SPRN_LPID,r0
82 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
83 mtspr SPRN_PCR,r0
84 mfspr r3,SPRN_LPCR
85 ori r3, r3, LPCR_PECEDH
86 li r4,0 /* LPES = 0 */
87 bl __init_LPCR_ISA206
88 bl __init_HFSCR
89 bl __init_PMU_HV
90 bl __init_PMU_HV_ISA207
91 mtlr r11
92 blr
93
94_GLOBAL(__setup_cpu_power9)
95 mflr r11
96 bl __init_FSCR
97 bl __init_PMU
98 bl __init_hvmode_206
99 mtlr r11
100 beqlr
101 li r0,0
102 mtspr SPRN_PSSCR,r0
103 mtspr SPRN_LPID,r0
104 mtspr SPRN_PID,r0
105 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
106 mtspr SPRN_PCR,r0
107 mfspr r3,SPRN_LPCR
108 LOAD_REG_IMMEDIATE(r4, LPCR_PECEDH | LPCR_PECE_HVEE | LPCR_HVICE | LPCR_HEIC)
109 or r3, r3, r4
110 LOAD_REG_IMMEDIATE(r4, LPCR_UPRT | LPCR_HR)
111 andc r3, r3, r4
112 li r4,0 /* LPES = 0 */
113 bl __init_LPCR_ISA300
114 bl __init_HFSCR
115 bl __init_PMU_HV
116 mtlr r11
117 blr
118
119_GLOBAL(__restore_cpu_power9)
120 mflr r11
121 bl __init_FSCR
122 bl __init_PMU
123 mfmsr r3
124 rldicl. r0,r3,4,63
125 mtlr r11
126 beqlr
127 li r0,0
128 mtspr SPRN_PSSCR,r0
129 mtspr SPRN_LPID,r0
130 mtspr SPRN_PID,r0
131 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
132 mtspr SPRN_PCR,r0
133 mfspr r3,SPRN_LPCR
134 LOAD_REG_IMMEDIATE(r4, LPCR_PECEDH | LPCR_PECE_HVEE | LPCR_HVICE | LPCR_HEIC)
135 or r3, r3, r4
136 LOAD_REG_IMMEDIATE(r4, LPCR_UPRT | LPCR_HR)
137 andc r3, r3, r4
138 li r4,0 /* LPES = 0 */
139 bl __init_LPCR_ISA300
140 bl __init_HFSCR
141 bl __init_PMU_HV
142 mtlr r11
143 blr
144
145__init_hvmode_206:
146 /* Disable CPU_FTR_HVMODE and exit if MSR:HV is not set */
147 mfmsr r3
148 rldicl. r0,r3,4,63
149 bnelr
150 ld r5,CPU_SPEC_FEATURES(r4)
151 LOAD_REG_IMMEDIATE(r6,CPU_FTR_HVMODE | CPU_FTR_P9_TM_HV_ASSIST)
152 andc r5,r5,r6
153 std r5,CPU_SPEC_FEATURES(r4)
154 blr
155
156__init_LPCR_ISA206:
157 /* Setup a sane LPCR:
158 * Called with initial LPCR in R3 and desired LPES 2-bit value in R4
159 *
160 * LPES = 0b01 (HSRR0/1 used for 0x500)
161 * PECE = 0b111
162 * DPFD = 4
163 * HDICE = 0
164 * VC = 0b100 (VPM0=1, VPM1=0, ISL=0)
165 * VRMASD = 0b10000 (L=1, LP=00)
166 *
167 * Other bits untouched for now
168 */
169 li r5,0x10
170 rldimi r3,r5, LPCR_VRMASD_SH, 64-LPCR_VRMASD_SH-5
171
172 /* POWER9 has no VRMASD */
173__init_LPCR_ISA300:
174 rldimi r3,r4, LPCR_LPES_SH, 64-LPCR_LPES_SH-2
175 ori r3,r3,(LPCR_PECE0|LPCR_PECE1|LPCR_PECE2)
176 li r5,4
177 rldimi r3,r5, LPCR_DPFD_SH, 64-LPCR_DPFD_SH-3
178 clrrdi r3,r3,1 /* clear HDICE */
179 li r5,4
180 rldimi r3,r5, LPCR_VC_SH, 0
181 mtspr SPRN_LPCR,r3
182 isync
183 blr
184
185__init_FSCR:
186 mfspr r3,SPRN_FSCR
187 ori r3,r3,FSCR_TAR|FSCR_DSCR|FSCR_EBB
188 mtspr SPRN_FSCR,r3
189 blr
190
191__init_HFSCR:
192 mfspr r3,SPRN_HFSCR
193 ori r3,r3,HFSCR_TAR|HFSCR_TM|HFSCR_BHRB|HFSCR_PM|\
194 HFSCR_DSCR|HFSCR_VECVSX|HFSCR_FP|HFSCR_EBB|HFSCR_MSGP
195 mtspr SPRN_HFSCR,r3
196 blr
197
198__init_PMU_HV:
199 li r5,0
200 mtspr SPRN_MMCRC,r5
201 blr
202
203__init_PMU_HV_ISA207:
204 li r5,0
205 mtspr SPRN_MMCRH,r5
206 blr
207
208__init_PMU:
209 li r5,0
210 mtspr SPRN_MMCRA,r5
211 mtspr SPRN_MMCR0,r5
212 mtspr SPRN_MMCR1,r5
213 mtspr SPRN_MMCR2,r5
214 blr
215
216__init_PMU_ISA207:
217 li r5,0
218 mtspr SPRN_MMCRS,r5
219 blr