Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * This file contains low level CPU setup functions.
4 * Copyright (C) 2003 Benjamin Herrenschmidt (benh@kernel.crashing.org)
5 */
6
7#include <asm/processor.h>
8#include <asm/page.h>
9#include <asm/cputable.h>
10#include <asm/ppc_asm.h>
11#include <asm/asm-offsets.h>
12#include <asm/cache.h>
13#include <asm/book3s/64/mmu-hash.h>
14
15/* Entry: r3 = crap, r4 = ptr to cputable entry
16 *
17 * Note that we can be called twice for pseudo-PVRs
18 */
19_GLOBAL(__setup_cpu_power7)
20 mflr r11
21 bl __init_hvmode_206
22 mtlr r11
23 beqlr
24 li r0,0
25 mtspr SPRN_LPID,r0
26 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
27 mtspr SPRN_PCR,r0
28 mfspr r3,SPRN_LPCR
29 li r4,(LPCR_LPES1 >> LPCR_LPES_SH)
30 bl __init_LPCR_ISA206
31 mtlr r11
32 blr
33
34_GLOBAL(__restore_cpu_power7)
35 mflr r11
36 mfmsr r3
37 rldicl. r0,r3,4,63
38 beqlr
39 li r0,0
40 mtspr SPRN_LPID,r0
41 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
42 mtspr SPRN_PCR,r0
43 mfspr r3,SPRN_LPCR
44 li r4,(LPCR_LPES1 >> LPCR_LPES_SH)
45 bl __init_LPCR_ISA206
46 mtlr r11
47 blr
48
49_GLOBAL(__setup_cpu_power8)
50 mflr r11
51 bl __init_FSCR
52 bl __init_PMU
53 bl __init_PMU_ISA207
54 bl __init_hvmode_206
55 mtlr r11
56 beqlr
57 li r0,0
58 mtspr SPRN_LPID,r0
59 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
60 mtspr SPRN_PCR,r0
61 mfspr r3,SPRN_LPCR
62 ori r3, r3, LPCR_PECEDH
63 li r4,0 /* LPES = 0 */
64 bl __init_LPCR_ISA206
65 bl __init_HFSCR
66 bl __init_PMU_HV
67 bl __init_PMU_HV_ISA207
68 mtlr r11
69 blr
70
71_GLOBAL(__restore_cpu_power8)
72 mflr r11
73 bl __init_FSCR
74 bl __init_PMU
75 bl __init_PMU_ISA207
76 mfmsr r3
77 rldicl. r0,r3,4,63
78 mtlr r11
79 beqlr
80 li r0,0
81 mtspr SPRN_LPID,r0
82 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
83 mtspr SPRN_PCR,r0
84 mfspr r3,SPRN_LPCR
85 ori r3, r3, LPCR_PECEDH
86 li r4,0 /* LPES = 0 */
87 bl __init_LPCR_ISA206
88 bl __init_HFSCR
89 bl __init_PMU_HV
90 bl __init_PMU_HV_ISA207
91 mtlr r11
92 blr
93
94_GLOBAL(__setup_cpu_power10)
95 mflr r11
96 bl __init_FSCR_power10
97 bl __init_PMU
98 bl __init_PMU_ISA31
99 b 1f
100
101_GLOBAL(__setup_cpu_power9)
102 mflr r11
103 bl __init_FSCR_power9
104 bl __init_PMU
1051: bl __init_hvmode_206
106 mtlr r11
107 beqlr
108 li r0,0
109 mtspr SPRN_PSSCR,r0
110 mtspr SPRN_LPID,r0
111 mtspr SPRN_PID,r0
112 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
113 mtspr SPRN_PCR,r0
114 mfspr r3,SPRN_LPCR
115 LOAD_REG_IMMEDIATE(r4, LPCR_PECEDH | LPCR_PECE_HVEE | LPCR_HVICE | LPCR_HEIC)
116 or r3, r3, r4
117 LOAD_REG_IMMEDIATE(r4, LPCR_UPRT | LPCR_HR)
118 andc r3, r3, r4
119 li r4,0 /* LPES = 0 */
120 bl __init_LPCR_ISA300
121 bl __init_HFSCR
122 bl __init_PMU_HV
123 mtlr r11
124 blr
125
126_GLOBAL(__restore_cpu_power10)
127 mflr r11
128 bl __init_FSCR_power10
129 bl __init_PMU
130 bl __init_PMU_ISA31
131 b 1f
132
133_GLOBAL(__restore_cpu_power9)
134 mflr r11
135 bl __init_FSCR_power9
136 bl __init_PMU
1371: mfmsr r3
138 rldicl. r0,r3,4,63
139 mtlr r11
140 beqlr
141 li r0,0
142 mtspr SPRN_PSSCR,r0
143 mtspr SPRN_LPID,r0
144 mtspr SPRN_PID,r0
145 LOAD_REG_IMMEDIATE(r0, PCR_MASK)
146 mtspr SPRN_PCR,r0
147 mfspr r3,SPRN_LPCR
148 LOAD_REG_IMMEDIATE(r4, LPCR_PECEDH | LPCR_PECE_HVEE | LPCR_HVICE | LPCR_HEIC)
149 or r3, r3, r4
150 LOAD_REG_IMMEDIATE(r4, LPCR_UPRT | LPCR_HR)
151 andc r3, r3, r4
152 li r4,0 /* LPES = 0 */
153 bl __init_LPCR_ISA300
154 bl __init_HFSCR
155 bl __init_PMU_HV
156 mtlr r11
157 blr
158
159__init_hvmode_206:
160 /* Disable CPU_FTR_HVMODE and exit if MSR:HV is not set */
161 mfmsr r3
162 rldicl. r0,r3,4,63
163 bnelr
164 ld r5,CPU_SPEC_FEATURES(r4)
165 LOAD_REG_IMMEDIATE(r6,CPU_FTR_HVMODE | CPU_FTR_P9_TM_HV_ASSIST)
166 andc r5,r5,r6
167 std r5,CPU_SPEC_FEATURES(r4)
168 blr
169
170__init_LPCR_ISA206:
171 /* Setup a sane LPCR:
172 * Called with initial LPCR in R3 and desired LPES 2-bit value in R4
173 *
174 * LPES = 0b01 (HSRR0/1 used for 0x500)
175 * PECE = 0b111
176 * DPFD = 4
177 * HDICE = 0
178 * VC = 0b100 (VPM0=1, VPM1=0, ISL=0)
179 * VRMASD = 0b10000 (L=1, LP=00)
180 *
181 * Other bits untouched for now
182 */
183 li r5,0x10
184 rldimi r3,r5, LPCR_VRMASD_SH, 64-LPCR_VRMASD_SH-5
185
186 /* POWER9 has no VRMASD */
187__init_LPCR_ISA300:
188 rldimi r3,r4, LPCR_LPES_SH, 64-LPCR_LPES_SH-2
189 ori r3,r3,(LPCR_PECE0|LPCR_PECE1|LPCR_PECE2)
190 li r5,4
191 rldimi r3,r5, LPCR_DPFD_SH, 64-LPCR_DPFD_SH-3
192 clrrdi r3,r3,1 /* clear HDICE */
193 li r5,4
194 rldimi r3,r5, LPCR_VC_SH, 0
195 mtspr SPRN_LPCR,r3
196 isync
197 blr
198
199__init_FSCR_power10:
200 mfspr r3, SPRN_FSCR
201 ori r3, r3, FSCR_PREFIX
202 mtspr SPRN_FSCR, r3
203 // fall through
204
205__init_FSCR_power9:
206 mfspr r3, SPRN_FSCR
207 ori r3, r3, FSCR_SCV
208 mtspr SPRN_FSCR, r3
209 // fall through
210
211__init_FSCR:
212 mfspr r3,SPRN_FSCR
213 ori r3,r3,FSCR_TAR|FSCR_EBB
214 mtspr SPRN_FSCR,r3
215 blr
216
217__init_HFSCR:
218 mfspr r3,SPRN_HFSCR
219 ori r3,r3,HFSCR_TAR|HFSCR_TM|HFSCR_BHRB|HFSCR_PM|\
220 HFSCR_DSCR|HFSCR_VECVSX|HFSCR_FP|HFSCR_EBB|HFSCR_MSGP
221 mtspr SPRN_HFSCR,r3
222 blr
223
224__init_PMU_HV:
225 li r5,0
226 mtspr SPRN_MMCRC,r5
227 blr
228
229__init_PMU_HV_ISA207:
230 li r5,0
231 mtspr SPRN_MMCRH,r5
232 blr
233
234__init_PMU:
235 li r5,0
236 mtspr SPRN_MMCRA,r5
237 mtspr SPRN_MMCR0,r5
238 mtspr SPRN_MMCR1,r5
239 mtspr SPRN_MMCR2,r5
240 blr
241
242__init_PMU_ISA207:
243 li r5,0
244 mtspr SPRN_MMCRS,r5
245 blr
246
247__init_PMU_ISA31:
248 li r5,0
249 mtspr SPRN_MMCR3,r5
250 LOAD_REG_IMMEDIATE(r5, MMCRA_BHRB_DISABLE)
251 mtspr SPRN_MMCRA,r5
252 blr
1/*
2 * This file contains low level CPU setup functions.
3 * Copyright (C) 2003 Benjamin Herrenschmidt (benh@kernel.crashing.org)
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version
8 * 2 of the License, or (at your option) any later version.
9 *
10 */
11
12#include <asm/processor.h>
13#include <asm/page.h>
14#include <asm/cputable.h>
15#include <asm/ppc_asm.h>
16#include <asm/asm-offsets.h>
17#include <asm/cache.h>
18
19/* Entry: r3 = crap, r4 = ptr to cputable entry
20 *
21 * Note that we can be called twice for pseudo-PVRs
22 */
23_GLOBAL(__setup_cpu_power7)
24 mflr r11
25 bl __init_hvmode_206
26 mtlr r11
27 beqlr
28 li r0,0
29 mtspr SPRN_LPID,r0
30 mfspr r3,SPRN_LPCR
31 bl __init_LPCR
32 bl __init_tlb_power7
33 mtlr r11
34 blr
35
36_GLOBAL(__restore_cpu_power7)
37 mflr r11
38 mfmsr r3
39 rldicl. r0,r3,4,63
40 beqlr
41 li r0,0
42 mtspr SPRN_LPID,r0
43 mfspr r3,SPRN_LPCR
44 bl __init_LPCR
45 bl __init_tlb_power7
46 mtlr r11
47 blr
48
49_GLOBAL(__setup_cpu_power8)
50 mflr r11
51 bl __init_FSCR
52 bl __init_PMU
53 bl __init_hvmode_206
54 mtlr r11
55 beqlr
56 li r0,0
57 mtspr SPRN_LPID,r0
58 mfspr r3,SPRN_LPCR
59 bl __init_LPCR
60 bl __init_HFSCR
61 bl __init_tlb_power8
62 bl __init_PMU_HV
63 mtlr r11
64 blr
65
66_GLOBAL(__restore_cpu_power8)
67 mflr r11
68 bl __init_FSCR
69 bl __init_PMU
70 mfmsr r3
71 rldicl. r0,r3,4,63
72 mtlr r11
73 beqlr
74 li r0,0
75 mtspr SPRN_LPID,r0
76 mfspr r3,SPRN_LPCR
77 bl __init_LPCR
78 bl __init_HFSCR
79 bl __init_tlb_power8
80 bl __init_PMU_HV
81 mtlr r11
82 blr
83
84__init_hvmode_206:
85 /* Disable CPU_FTR_HVMODE and exit if MSR:HV is not set */
86 mfmsr r3
87 rldicl. r0,r3,4,63
88 bnelr
89 ld r5,CPU_SPEC_FEATURES(r4)
90 LOAD_REG_IMMEDIATE(r6,CPU_FTR_HVMODE)
91 xor r5,r5,r6
92 std r5,CPU_SPEC_FEATURES(r4)
93 blr
94
95__init_LPCR:
96 /* Setup a sane LPCR:
97 * Called with initial LPCR in R3
98 *
99 * LPES = 0b01 (HSRR0/1 used for 0x500)
100 * PECE = 0b111
101 * DPFD = 4
102 * HDICE = 0
103 * VC = 0b100 (VPM0=1, VPM1=0, ISL=0)
104 * VRMASD = 0b10000 (L=1, LP=00)
105 *
106 * Other bits untouched for now
107 */
108 li r5,1
109 rldimi r3,r5, LPCR_LPES_SH, 64-LPCR_LPES_SH-2
110 ori r3,r3,(LPCR_PECE0|LPCR_PECE1|LPCR_PECE2)
111 li r5,4
112 rldimi r3,r5, LPCR_DPFD_SH, 64-LPCR_DPFD_SH-3
113 clrrdi r3,r3,1 /* clear HDICE */
114 li r5,4
115 rldimi r3,r5, LPCR_VC_SH, 0
116 li r5,0x10
117 rldimi r3,r5, LPCR_VRMASD_SH, 64-LPCR_VRMASD_SH-5
118 mtspr SPRN_LPCR,r3
119 isync
120 blr
121
122__init_FSCR:
123 mfspr r3,SPRN_FSCR
124 ori r3,r3,FSCR_TAR|FSCR_DSCR|FSCR_EBB
125 mtspr SPRN_FSCR,r3
126 blr
127
128__init_HFSCR:
129 mfspr r3,SPRN_HFSCR
130 ori r3,r3,HFSCR_TAR|HFSCR_TM|HFSCR_BHRB|HFSCR_PM|\
131 HFSCR_DSCR|HFSCR_VECVSX|HFSCR_FP|HFSCR_EBB
132 mtspr SPRN_HFSCR,r3
133 blr
134
135/*
136 * Clear the TLB using the specified IS form of tlbiel instruction
137 * (invalidate by congruence class). P7 has 128 CCs., P8 has 512.
138 *
139 * r3 = IS field
140 */
141__init_tlb_power7:
142 li r3,0xc00 /* IS field = 0b11 */
143_GLOBAL(__flush_tlb_power7)
144 li r6,128
145 mtctr r6
146 mr r7,r3 /* IS field */
147 ptesync
1482: tlbiel r7
149 addi r7,r7,0x1000
150 bdnz 2b
151 ptesync
1521: blr
153
154__init_tlb_power8:
155 li r3,0xc00 /* IS field = 0b11 */
156_GLOBAL(__flush_tlb_power8)
157 li r6,512
158 mtctr r6
159 mr r7,r3 /* IS field */
160 ptesync
1612: tlbiel r7
162 addi r7,r7,0x1000
163 bdnz 2b
164 ptesync
1651: blr
166
167__init_PMU_HV:
168 li r5,0
169 mtspr SPRN_MMCRC,r5
170 mtspr SPRN_MMCRH,r5
171 blr
172
173__init_PMU:
174 li r5,0
175 mtspr SPRN_MMCRS,r5
176 mtspr SPRN_MMCRA,r5
177 mtspr SPRN_MMCR0,r5
178 mtspr SPRN_MMCR1,r5
179 mtspr SPRN_MMCR2,r5
180 blr