Loading...
1/*
2 * Copyright (C) 2013 Imagination Technologies
3 * Author: Paul Burton <paul.burton@mips.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
9 */
10
11#include <asm/addrspace.h>
12#include <asm/asm.h>
13#include <asm/asm-offsets.h>
14#include <asm/asmmacro.h>
15#include <asm/cacheops.h>
16#include <asm/eva.h>
17#include <asm/mipsregs.h>
18#include <asm/mipsmtregs.h>
19#include <asm/pm.h>
20
21#define GCR_CPC_BASE_OFS 0x0088
22#define GCR_CL_COHERENCE_OFS 0x2008
23#define GCR_CL_ID_OFS 0x2028
24
25#define CPC_CL_VC_STOP_OFS 0x2020
26#define CPC_CL_VC_RUN_OFS 0x2028
27
28.extern mips_cm_base
29
30.set noreorder
31
32#ifdef CONFIG_64BIT
33# define STATUS_BITDEPS ST0_KX
34#else
35# define STATUS_BITDEPS 0
36#endif
37
38#ifdef CONFIG_MIPS_CPS_NS16550
39
40#define DUMP_EXCEP(name) \
41 PTR_LA a0, 8f; \
42 jal mips_cps_bev_dump; \
43 nop; \
44 TEXT(name)
45
46#else /* !CONFIG_MIPS_CPS_NS16550 */
47
48#define DUMP_EXCEP(name)
49
50#endif /* !CONFIG_MIPS_CPS_NS16550 */
51
52 /*
53 * Set dest to non-zero if the core supports the MT ASE, else zero. If
54 * MT is not supported then branch to nomt.
55 */
56 .macro has_mt dest, nomt
57 mfc0 \dest, CP0_CONFIG, 1
58 bgez \dest, \nomt
59 mfc0 \dest, CP0_CONFIG, 2
60 bgez \dest, \nomt
61 mfc0 \dest, CP0_CONFIG, 3
62 andi \dest, \dest, MIPS_CONF3_MT
63 beqz \dest, \nomt
64 nop
65 .endm
66
67 /*
68 * Set dest to non-zero if the core supports MIPSr6 multithreading
69 * (ie. VPs), else zero. If MIPSr6 multithreading is not supported then
70 * branch to nomt.
71 */
72 .macro has_vp dest, nomt
73 mfc0 \dest, CP0_CONFIG, 1
74 bgez \dest, \nomt
75 mfc0 \dest, CP0_CONFIG, 2
76 bgez \dest, \nomt
77 mfc0 \dest, CP0_CONFIG, 3
78 bgez \dest, \nomt
79 mfc0 \dest, CP0_CONFIG, 4
80 bgez \dest, \nomt
81 mfc0 \dest, CP0_CONFIG, 5
82 andi \dest, \dest, MIPS_CONF5_VP
83 beqz \dest, \nomt
84 nop
85 .endm
86
87 /* Calculate an uncached address for the CM GCRs */
88 .macro cmgcrb dest
89 .set push
90 .set noat
91 MFC0 $1, CP0_CMGCRBASE
92 PTR_SLL $1, $1, 4
93 PTR_LI \dest, UNCAC_BASE
94 PTR_ADDU \dest, \dest, $1
95 .set pop
96 .endm
97
98.section .text.cps-vec
99.balign 0x1000
100
101LEAF(mips_cps_core_entry)
102 /*
103 * These first 4 bytes will be patched by cps_smp_setup to load the
104 * CCA to use into register s0.
105 */
106 .word 0
107
108 /* Check whether we're here due to an NMI */
109 mfc0 k0, CP0_STATUS
110 and k0, k0, ST0_NMI
111 beqz k0, not_nmi
112 nop
113
114 /* This is an NMI */
115 PTR_LA k0, nmi_handler
116 jr k0
117 nop
118
119not_nmi:
120 /* Setup Cause */
121 li t0, CAUSEF_IV
122 mtc0 t0, CP0_CAUSE
123
124 /* Setup Status */
125 li t0, ST0_CU1 | ST0_CU0 | ST0_BEV | STATUS_BITDEPS
126 mtc0 t0, CP0_STATUS
127
128 /* Skip cache & coherence setup if we're already coherent */
129 cmgcrb v1
130 lw s7, GCR_CL_COHERENCE_OFS(v1)
131 bnez s7, 1f
132 nop
133
134 /* Initialize the L1 caches */
135 jal mips_cps_cache_init
136 nop
137
138 /* Enter the coherent domain */
139 li t0, 0xff
140 sw t0, GCR_CL_COHERENCE_OFS(v1)
141 ehb
142
143 /* Set Kseg0 CCA to that in s0 */
1441: mfc0 t0, CP0_CONFIG
145 ori t0, 0x7
146 xori t0, 0x7
147 or t0, t0, s0
148 mtc0 t0, CP0_CONFIG
149 ehb
150
151 /* Jump to kseg0 */
152 PTR_LA t0, 1f
153 jr t0
154 nop
155
156 /*
157 * We're up, cached & coherent. Perform any EVA initialization necessary
158 * before we access memory.
159 */
1601: eva_init
161
162 /* Retrieve boot configuration pointers */
163 jal mips_cps_get_bootcfg
164 nop
165
166 /* Skip core-level init if we started up coherent */
167 bnez s7, 1f
168 nop
169
170 /* Perform any further required core-level initialisation */
171 jal mips_cps_core_init
172 nop
173
174 /*
175 * Boot any other VPEs within this core that should be online, and
176 * deactivate this VPE if it should be offline.
177 */
178 move a1, t9
179 jal mips_cps_boot_vpes
180 move a0, v0
181
182 /* Off we go! */
1831: PTR_L t1, VPEBOOTCFG_PC(v1)
184 PTR_L gp, VPEBOOTCFG_GP(v1)
185 PTR_L sp, VPEBOOTCFG_SP(v1)
186 jr t1
187 nop
188 END(mips_cps_core_entry)
189
190.org 0x200
191LEAF(excep_tlbfill)
192 DUMP_EXCEP("TLB Fill")
193 b .
194 nop
195 END(excep_tlbfill)
196
197.org 0x280
198LEAF(excep_xtlbfill)
199 DUMP_EXCEP("XTLB Fill")
200 b .
201 nop
202 END(excep_xtlbfill)
203
204.org 0x300
205LEAF(excep_cache)
206 DUMP_EXCEP("Cache")
207 b .
208 nop
209 END(excep_cache)
210
211.org 0x380
212LEAF(excep_genex)
213 DUMP_EXCEP("General")
214 b .
215 nop
216 END(excep_genex)
217
218.org 0x400
219LEAF(excep_intex)
220 DUMP_EXCEP("Interrupt")
221 b .
222 nop
223 END(excep_intex)
224
225.org 0x480
226LEAF(excep_ejtag)
227 PTR_LA k0, ejtag_debug_handler
228 jr k0
229 nop
230 END(excep_ejtag)
231
232LEAF(mips_cps_core_init)
233#ifdef CONFIG_MIPS_MT_SMP
234 /* Check that the core implements the MT ASE */
235 has_mt t0, 3f
236
237 .set push
238 .set MIPS_ISA_LEVEL_RAW
239 .set mt
240
241 /* Only allow 1 TC per VPE to execute... */
242 dmt
243
244 /* ...and for the moment only 1 VPE */
245 dvpe
246 PTR_LA t1, 1f
247 jr.hb t1
248 nop
249
250 /* Enter VPE configuration state */
2511: mfc0 t0, CP0_MVPCONTROL
252 ori t0, t0, MVPCONTROL_VPC
253 mtc0 t0, CP0_MVPCONTROL
254
255 /* Retrieve the number of VPEs within the core */
256 mfc0 t0, CP0_MVPCONF0
257 srl t0, t0, MVPCONF0_PVPE_SHIFT
258 andi t0, t0, (MVPCONF0_PVPE >> MVPCONF0_PVPE_SHIFT)
259 addiu ta3, t0, 1
260
261 /* If there's only 1, we're done */
262 beqz t0, 2f
263 nop
264
265 /* Loop through each VPE within this core */
266 li ta1, 1
267
2681: /* Operate on the appropriate TC */
269 mtc0 ta1, CP0_VPECONTROL
270 ehb
271
272 /* Bind TC to VPE (1:1 TC:VPE mapping) */
273 mttc0 ta1, CP0_TCBIND
274
275 /* Set exclusive TC, non-active, master */
276 li t0, VPECONF0_MVP
277 sll t1, ta1, VPECONF0_XTC_SHIFT
278 or t0, t0, t1
279 mttc0 t0, CP0_VPECONF0
280
281 /* Set TC non-active, non-allocatable */
282 mttc0 zero, CP0_TCSTATUS
283
284 /* Set TC halted */
285 li t0, TCHALT_H
286 mttc0 t0, CP0_TCHALT
287
288 /* Next VPE */
289 addiu ta1, ta1, 1
290 slt t0, ta1, ta3
291 bnez t0, 1b
292 nop
293
294 /* Leave VPE configuration state */
2952: mfc0 t0, CP0_MVPCONTROL
296 xori t0, t0, MVPCONTROL_VPC
297 mtc0 t0, CP0_MVPCONTROL
298
2993: .set pop
300#endif
301 jr ra
302 nop
303 END(mips_cps_core_init)
304
305/**
306 * mips_cps_get_bootcfg() - retrieve boot configuration pointers
307 *
308 * Returns: pointer to struct core_boot_config in v0, pointer to
309 * struct vpe_boot_config in v1, VPE ID in t9
310 */
311LEAF(mips_cps_get_bootcfg)
312 /* Calculate a pointer to this cores struct core_boot_config */
313 cmgcrb t0
314 lw t0, GCR_CL_ID_OFS(t0)
315 li t1, COREBOOTCFG_SIZE
316 mul t0, t0, t1
317 PTR_LA t1, mips_cps_core_bootcfg
318 PTR_L t1, 0(t1)
319 PTR_ADDU v0, t0, t1
320
321 /* Calculate this VPEs ID. If the core doesn't support MT use 0 */
322 li t9, 0
323#if defined(CONFIG_CPU_MIPSR6)
324 has_vp ta2, 1f
325
326 /*
327 * Assume non-contiguous numbering. Perhaps some day we'll need
328 * to handle contiguous VP numbering, but no such systems yet
329 * exist.
330 */
331 mfc0 t9, CP0_GLOBALNUMBER
332 andi t9, t9, MIPS_GLOBALNUMBER_VP
333#elif defined(CONFIG_MIPS_MT_SMP)
334 has_mt ta2, 1f
335
336 /* Find the number of VPEs present in the core */
337 mfc0 t1, CP0_MVPCONF0
338 srl t1, t1, MVPCONF0_PVPE_SHIFT
339 andi t1, t1, MVPCONF0_PVPE >> MVPCONF0_PVPE_SHIFT
340 addiu t1, t1, 1
341
342 /* Calculate a mask for the VPE ID from EBase.CPUNum */
343 clz t1, t1
344 li t2, 31
345 subu t1, t2, t1
346 li t2, 1
347 sll t1, t2, t1
348 addiu t1, t1, -1
349
350 /* Retrieve the VPE ID from EBase.CPUNum */
351 mfc0 t9, $15, 1
352 and t9, t9, t1
353#endif
354
3551: /* Calculate a pointer to this VPEs struct vpe_boot_config */
356 li t1, VPEBOOTCFG_SIZE
357 mul v1, t9, t1
358 PTR_L ta3, COREBOOTCFG_VPECONFIG(v0)
359 PTR_ADDU v1, v1, ta3
360
361 jr ra
362 nop
363 END(mips_cps_get_bootcfg)
364
365LEAF(mips_cps_boot_vpes)
366 lw ta2, COREBOOTCFG_VPEMASK(a0)
367 PTR_L ta3, COREBOOTCFG_VPECONFIG(a0)
368
369#if defined(CONFIG_CPU_MIPSR6)
370
371 has_vp t0, 5f
372
373 /* Find base address of CPC */
374 cmgcrb t3
375 PTR_L t1, GCR_CPC_BASE_OFS(t3)
376 PTR_LI t2, ~0x7fff
377 and t1, t1, t2
378 PTR_LI t2, UNCAC_BASE
379 PTR_ADD t1, t1, t2
380
381 /* Start any other VPs that ought to be running */
382 PTR_S ta2, CPC_CL_VC_RUN_OFS(t1)
383
384 /* Ensure this VP stops running if it shouldn't be */
385 not ta2
386 PTR_S ta2, CPC_CL_VC_STOP_OFS(t1)
387 ehb
388
389#elif defined(CONFIG_MIPS_MT)
390
391 /* If the core doesn't support MT then return */
392 has_mt t0, 5f
393
394 /* Enter VPE configuration state */
395 .set push
396 .set MIPS_ISA_LEVEL_RAW
397 .set mt
398 dvpe
399 .set pop
400
401 PTR_LA t1, 1f
402 jr.hb t1
403 nop
4041: mfc0 t1, CP0_MVPCONTROL
405 ori t1, t1, MVPCONTROL_VPC
406 mtc0 t1, CP0_MVPCONTROL
407 ehb
408
409 /* Loop through each VPE */
410 move t8, ta2
411 li ta1, 0
412
413 /* Check whether the VPE should be running. If not, skip it */
4141: andi t0, ta2, 1
415 beqz t0, 2f
416 nop
417
418 /* Operate on the appropriate TC */
419 mfc0 t0, CP0_VPECONTROL
420 ori t0, t0, VPECONTROL_TARGTC
421 xori t0, t0, VPECONTROL_TARGTC
422 or t0, t0, ta1
423 mtc0 t0, CP0_VPECONTROL
424 ehb
425
426 .set push
427 .set MIPS_ISA_LEVEL_RAW
428 .set mt
429
430 /* Skip the VPE if its TC is not halted */
431 mftc0 t0, CP0_TCHALT
432 beqz t0, 2f
433 nop
434
435 /* Calculate a pointer to the VPEs struct vpe_boot_config */
436 li t0, VPEBOOTCFG_SIZE
437 mul t0, t0, ta1
438 addu t0, t0, ta3
439
440 /* Set the TC restart PC */
441 lw t1, VPEBOOTCFG_PC(t0)
442 mttc0 t1, CP0_TCRESTART
443
444 /* Set the TC stack pointer */
445 lw t1, VPEBOOTCFG_SP(t0)
446 mttgpr t1, sp
447
448 /* Set the TC global pointer */
449 lw t1, VPEBOOTCFG_GP(t0)
450 mttgpr t1, gp
451
452 /* Copy config from this VPE */
453 mfc0 t0, CP0_CONFIG
454 mttc0 t0, CP0_CONFIG
455
456 /*
457 * Copy the EVA config from this VPE if the CPU supports it.
458 * CONFIG3 must exist to be running MT startup - just read it.
459 */
460 mfc0 t0, CP0_CONFIG, 3
461 and t0, t0, MIPS_CONF3_SC
462 beqz t0, 3f
463 nop
464 mfc0 t0, CP0_SEGCTL0
465 mttc0 t0, CP0_SEGCTL0
466 mfc0 t0, CP0_SEGCTL1
467 mttc0 t0, CP0_SEGCTL1
468 mfc0 t0, CP0_SEGCTL2
469 mttc0 t0, CP0_SEGCTL2
4703:
471 /* Ensure no software interrupts are pending */
472 mttc0 zero, CP0_CAUSE
473 mttc0 zero, CP0_STATUS
474
475 /* Set TC active, not interrupt exempt */
476 mftc0 t0, CP0_TCSTATUS
477 li t1, ~TCSTATUS_IXMT
478 and t0, t0, t1
479 ori t0, t0, TCSTATUS_A
480 mttc0 t0, CP0_TCSTATUS
481
482 /* Clear the TC halt bit */
483 mttc0 zero, CP0_TCHALT
484
485 /* Set VPE active */
486 mftc0 t0, CP0_VPECONF0
487 ori t0, t0, VPECONF0_VPA
488 mttc0 t0, CP0_VPECONF0
489
490 /* Next VPE */
4912: srl ta2, ta2, 1
492 addiu ta1, ta1, 1
493 bnez ta2, 1b
494 nop
495
496 /* Leave VPE configuration state */
497 mfc0 t1, CP0_MVPCONTROL
498 xori t1, t1, MVPCONTROL_VPC
499 mtc0 t1, CP0_MVPCONTROL
500 ehb
501 evpe
502
503 .set pop
504
505 /* Check whether this VPE is meant to be running */
506 li t0, 1
507 sll t0, t0, a1
508 and t0, t0, t8
509 bnez t0, 2f
510 nop
511
512 /* This VPE should be offline, halt the TC */
513 li t0, TCHALT_H
514 mtc0 t0, CP0_TCHALT
515 PTR_LA t0, 1f
5161: jr.hb t0
517 nop
518
5192:
520
521#endif /* CONFIG_MIPS_MT_SMP */
522
523 /* Return */
5245: jr ra
525 nop
526 END(mips_cps_boot_vpes)
527
528LEAF(mips_cps_cache_init)
529 /*
530 * Clear the bits used to index the caches. Note that the architecture
531 * dictates that writing to any of TagLo or TagHi selects 0 or 2 should
532 * be valid for all MIPS32 CPUs, even those for which said writes are
533 * unnecessary.
534 */
535 mtc0 zero, CP0_TAGLO, 0
536 mtc0 zero, CP0_TAGHI, 0
537 mtc0 zero, CP0_TAGLO, 2
538 mtc0 zero, CP0_TAGHI, 2
539 ehb
540
541 /* Primary cache configuration is indicated by Config1 */
542 mfc0 v0, CP0_CONFIG, 1
543
544 /* Detect I-cache line size */
545 _EXT t0, v0, MIPS_CONF1_IL_SHF, MIPS_CONF1_IL_SZ
546 beqz t0, icache_done
547 li t1, 2
548 sllv t0, t1, t0
549
550 /* Detect I-cache size */
551 _EXT t1, v0, MIPS_CONF1_IS_SHF, MIPS_CONF1_IS_SZ
552 xori t2, t1, 0x7
553 beqz t2, 1f
554 li t3, 32
555 addiu t1, t1, 1
556 sllv t1, t3, t1
5571: /* At this point t1 == I-cache sets per way */
558 _EXT t2, v0, MIPS_CONF1_IA_SHF, MIPS_CONF1_IA_SZ
559 addiu t2, t2, 1
560 mul t1, t1, t0
561 mul t1, t1, t2
562
563 li a0, CKSEG0
564 PTR_ADD a1, a0, t1
5651: cache Index_Store_Tag_I, 0(a0)
566 PTR_ADD a0, a0, t0
567 bne a0, a1, 1b
568 nop
569icache_done:
570
571 /* Detect D-cache line size */
572 _EXT t0, v0, MIPS_CONF1_DL_SHF, MIPS_CONF1_DL_SZ
573 beqz t0, dcache_done
574 li t1, 2
575 sllv t0, t1, t0
576
577 /* Detect D-cache size */
578 _EXT t1, v0, MIPS_CONF1_DS_SHF, MIPS_CONF1_DS_SZ
579 xori t2, t1, 0x7
580 beqz t2, 1f
581 li t3, 32
582 addiu t1, t1, 1
583 sllv t1, t3, t1
5841: /* At this point t1 == D-cache sets per way */
585 _EXT t2, v0, MIPS_CONF1_DA_SHF, MIPS_CONF1_DA_SZ
586 addiu t2, t2, 1
587 mul t1, t1, t0
588 mul t1, t1, t2
589
590 li a0, CKSEG0
591 PTR_ADDU a1, a0, t1
592 PTR_SUBU a1, a1, t0
5931: cache Index_Store_Tag_D, 0(a0)
594 bne a0, a1, 1b
595 PTR_ADD a0, a0, t0
596dcache_done:
597
598 jr ra
599 nop
600 END(mips_cps_cache_init)
601
602#if defined(CONFIG_MIPS_CPS_PM) && defined(CONFIG_CPU_PM)
603
604 /* Calculate a pointer to this CPUs struct mips_static_suspend_state */
605 .macro psstate dest
606 .set push
607 .set noat
608 lw $1, TI_CPU(gp)
609 sll $1, $1, LONGLOG
610 PTR_LA \dest, __per_cpu_offset
611 addu $1, $1, \dest
612 lw $1, 0($1)
613 PTR_LA \dest, cps_cpu_state
614 addu \dest, \dest, $1
615 .set pop
616 .endm
617
618LEAF(mips_cps_pm_save)
619 /* Save CPU state */
620 SUSPEND_SAVE_REGS
621 psstate t1
622 SUSPEND_SAVE_STATIC
623 jr v0
624 nop
625 END(mips_cps_pm_save)
626
627LEAF(mips_cps_pm_restore)
628 /* Restore CPU state */
629 psstate t1
630 RESUME_RESTORE_STATIC
631 RESUME_RESTORE_REGS_RETURN
632 END(mips_cps_pm_restore)
633
634#endif /* CONFIG_MIPS_CPS_PM && CONFIG_CPU_PM */
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Copyright (C) 2013 Imagination Technologies
4 * Author: Paul Burton <paul.burton@mips.com>
5 */
6
7#include <asm/addrspace.h>
8#include <asm/asm.h>
9#include <asm/asm-offsets.h>
10#include <asm/asmmacro.h>
11#include <asm/cacheops.h>
12#include <asm/eva.h>
13#include <asm/mipsregs.h>
14#include <asm/mipsmtregs.h>
15#include <asm/pm.h>
16#include <asm/smp-cps.h>
17
18#define GCR_CPC_BASE_OFS 0x0088
19#define GCR_CL_COHERENCE_OFS 0x2008
20#define GCR_CL_ID_OFS 0x2028
21
22#define CPC_CL_VC_STOP_OFS 0x2020
23#define CPC_CL_VC_RUN_OFS 0x2028
24
25.extern mips_cm_base
26
27.set noreorder
28
29#ifdef CONFIG_64BIT
30# define STATUS_BITDEPS ST0_KX
31#else
32# define STATUS_BITDEPS 0
33#endif
34
35#ifdef CONFIG_MIPS_CPS_NS16550
36
37#define DUMP_EXCEP(name) \
38 PTR_LA a0, 8f; \
39 jal mips_cps_bev_dump; \
40 nop; \
41 TEXT(name)
42
43#else /* !CONFIG_MIPS_CPS_NS16550 */
44
45#define DUMP_EXCEP(name)
46
47#endif /* !CONFIG_MIPS_CPS_NS16550 */
48
49 /*
50 * Set dest to non-zero if the core supports the MT ASE, else zero. If
51 * MT is not supported then branch to nomt.
52 */
53 .macro has_mt dest, nomt
54 mfc0 \dest, CP0_CONFIG, 1
55 bgez \dest, \nomt
56 mfc0 \dest, CP0_CONFIG, 2
57 bgez \dest, \nomt
58 mfc0 \dest, CP0_CONFIG, 3
59 andi \dest, \dest, MIPS_CONF3_MT
60 beqz \dest, \nomt
61 nop
62 .endm
63
64 /*
65 * Set dest to non-zero if the core supports MIPSr6 multithreading
66 * (ie. VPs), else zero. If MIPSr6 multithreading is not supported then
67 * branch to nomt.
68 */
69 .macro has_vp dest, nomt
70 mfc0 \dest, CP0_CONFIG, 1
71 bgez \dest, \nomt
72 mfc0 \dest, CP0_CONFIG, 2
73 bgez \dest, \nomt
74 mfc0 \dest, CP0_CONFIG, 3
75 bgez \dest, \nomt
76 mfc0 \dest, CP0_CONFIG, 4
77 bgez \dest, \nomt
78 mfc0 \dest, CP0_CONFIG, 5
79 andi \dest, \dest, MIPS_CONF5_VP
80 beqz \dest, \nomt
81 nop
82 .endm
83
84
85.balign 0x1000
86
87LEAF(mips_cps_core_entry)
88 /*
89 * These first several instructions will be patched by cps_smp_setup to load the
90 * CCA to use into register s0 and GCR base address to register s1.
91 */
92 .rept CPS_ENTRY_PATCH_INSNS
93 nop
94 .endr
95
96 .global mips_cps_core_entry_patch_end
97mips_cps_core_entry_patch_end:
98
99 /* Check whether we're here due to an NMI */
100 mfc0 k0, CP0_STATUS
101 and k0, k0, ST0_NMI
102 beqz k0, not_nmi
103 nop
104
105 /* This is an NMI */
106 PTR_LA k0, nmi_handler
107 jr k0
108 nop
109
110not_nmi:
111 /* Setup Cause */
112 li t0, CAUSEF_IV
113 mtc0 t0, CP0_CAUSE
114
115 /* Setup Status */
116 li t0, ST0_CU1 | ST0_CU0 | ST0_BEV | STATUS_BITDEPS
117 mtc0 t0, CP0_STATUS
118
119 /* We don't know how to do coherence setup on earlier ISA */
120#if MIPS_ISA_REV > 0
121 /* Skip cache & coherence setup if we're already coherent */
122 lw s7, GCR_CL_COHERENCE_OFS(s1)
123 bnez s7, 1f
124 nop
125
126 /* Initialize the L1 caches */
127 jal mips_cps_cache_init
128 nop
129
130 /* Enter the coherent domain */
131 li t0, 0xff
132 sw t0, GCR_CL_COHERENCE_OFS(s1)
133 ehb
134#endif /* MIPS_ISA_REV > 0 */
135
136 /* Set Kseg0 CCA to that in s0 */
1371: mfc0 t0, CP0_CONFIG
138 ori t0, 0x7
139 xori t0, 0x7
140 or t0, t0, s0
141 mtc0 t0, CP0_CONFIG
142 ehb
143
144 /* Jump to kseg0 */
145 PTR_LA t0, 1f
146 jr t0
147 nop
148
149 /*
150 * We're up, cached & coherent. Perform any EVA initialization necessary
151 * before we access memory.
152 */
1531: eva_init
154
155 /* Retrieve boot configuration pointers */
156 jal mips_cps_get_bootcfg
157 nop
158
159 /* Skip core-level init if we started up coherent */
160 bnez s7, 1f
161 nop
162
163 /* Perform any further required core-level initialisation */
164 jal mips_cps_core_init
165 nop
166
167 /*
168 * Boot any other VPEs within this core that should be online, and
169 * deactivate this VPE if it should be offline.
170 */
171 move a1, t9
172 jal mips_cps_boot_vpes
173 move a0, v0
174
175 /* Off we go! */
1761: PTR_L t1, VPEBOOTCFG_PC(v1)
177 PTR_L gp, VPEBOOTCFG_GP(v1)
178 PTR_L sp, VPEBOOTCFG_SP(v1)
179 jr t1
180 nop
181 END(mips_cps_core_entry)
182
183.org 0x200
184LEAF(excep_tlbfill)
185 DUMP_EXCEP("TLB Fill")
186 b .
187 nop
188 END(excep_tlbfill)
189
190.org 0x280
191LEAF(excep_xtlbfill)
192 DUMP_EXCEP("XTLB Fill")
193 b .
194 nop
195 END(excep_xtlbfill)
196
197.org 0x300
198LEAF(excep_cache)
199 DUMP_EXCEP("Cache")
200 b .
201 nop
202 END(excep_cache)
203
204.org 0x380
205LEAF(excep_genex)
206 DUMP_EXCEP("General")
207 b .
208 nop
209 END(excep_genex)
210
211.org 0x400
212LEAF(excep_intex)
213 DUMP_EXCEP("Interrupt")
214 b .
215 nop
216 END(excep_intex)
217
218.org 0x480
219LEAF(excep_ejtag)
220 PTR_LA k0, ejtag_debug_handler
221 jr k0
222 nop
223 END(excep_ejtag)
224
225LEAF(mips_cps_core_init)
226#ifdef CONFIG_MIPS_MT_SMP
227 /* Check that the core implements the MT ASE */
228 has_mt t0, 3f
229
230 .set push
231 .set MIPS_ISA_LEVEL_RAW
232 .set mt
233
234 /* Only allow 1 TC per VPE to execute... */
235 dmt
236
237 /* ...and for the moment only 1 VPE */
238 dvpe
239 PTR_LA t1, 1f
240 jr.hb t1
241 nop
242
243 /* Enter VPE configuration state */
2441: mfc0 t0, CP0_MVPCONTROL
245 ori t0, t0, MVPCONTROL_VPC
246 mtc0 t0, CP0_MVPCONTROL
247
248 /* Retrieve the number of VPEs within the core */
249 mfc0 t0, CP0_MVPCONF0
250 srl t0, t0, MVPCONF0_PVPE_SHIFT
251 andi t0, t0, (MVPCONF0_PVPE >> MVPCONF0_PVPE_SHIFT)
252 addiu ta3, t0, 1
253
254 /* If there's only 1, we're done */
255 beqz t0, 2f
256 nop
257
258 /* Loop through each VPE within this core */
259 li ta1, 1
260
2611: /* Operate on the appropriate TC */
262 mtc0 ta1, CP0_VPECONTROL
263 ehb
264
265 /* Bind TC to VPE (1:1 TC:VPE mapping) */
266 mttc0 ta1, CP0_TCBIND
267
268 /* Set exclusive TC, non-active, master */
269 li t0, VPECONF0_MVP
270 sll t1, ta1, VPECONF0_XTC_SHIFT
271 or t0, t0, t1
272 mttc0 t0, CP0_VPECONF0
273
274 /* Set TC non-active, non-allocatable */
275 mttc0 zero, CP0_TCSTATUS
276
277 /* Set TC halted */
278 li t0, TCHALT_H
279 mttc0 t0, CP0_TCHALT
280
281 /* Next VPE */
282 addiu ta1, ta1, 1
283 slt t0, ta1, ta3
284 bnez t0, 1b
285 nop
286
287 /* Leave VPE configuration state */
2882: mfc0 t0, CP0_MVPCONTROL
289 xori t0, t0, MVPCONTROL_VPC
290 mtc0 t0, CP0_MVPCONTROL
291
2923: .set pop
293#endif
294 jr ra
295 nop
296 END(mips_cps_core_init)
297
298/**
299 * mips_cps_get_bootcfg() - retrieve boot configuration pointers
300 *
301 * Returns: pointer to struct core_boot_config in v0, pointer to
302 * struct vpe_boot_config in v1, VPE ID in t9
303 */
304LEAF(mips_cps_get_bootcfg)
305 /* Calculate a pointer to this cores struct core_boot_config */
306 lw t0, GCR_CL_ID_OFS(s1)
307 li t1, COREBOOTCFG_SIZE
308 mul t0, t0, t1
309 PTR_LA t1, mips_cps_core_bootcfg
310 PTR_L t1, 0(t1)
311 PTR_ADDU v0, t0, t1
312
313 /* Calculate this VPEs ID. If the core doesn't support MT use 0 */
314 li t9, 0
315#if defined(CONFIG_CPU_MIPSR6)
316 has_vp ta2, 1f
317
318 /*
319 * Assume non-contiguous numbering. Perhaps some day we'll need
320 * to handle contiguous VP numbering, but no such systems yet
321 * exist.
322 */
323 mfc0 t9, CP0_GLOBALNUMBER
324 andi t9, t9, MIPS_GLOBALNUMBER_VP
325#elif defined(CONFIG_MIPS_MT_SMP)
326 has_mt ta2, 1f
327
328 /* Find the number of VPEs present in the core */
329 mfc0 t1, CP0_MVPCONF0
330 srl t1, t1, MVPCONF0_PVPE_SHIFT
331 andi t1, t1, MVPCONF0_PVPE >> MVPCONF0_PVPE_SHIFT
332 addiu t1, t1, 1
333
334 /* Calculate a mask for the VPE ID from EBase.CPUNum */
335 clz t1, t1
336 li t2, 31
337 subu t1, t2, t1
338 li t2, 1
339 sll t1, t2, t1
340 addiu t1, t1, -1
341
342 /* Retrieve the VPE ID from EBase.CPUNum */
343 mfc0 t9, $15, 1
344 and t9, t9, t1
345#endif
346
3471: /* Calculate a pointer to this VPEs struct vpe_boot_config */
348 li t1, VPEBOOTCFG_SIZE
349 mul v1, t9, t1
350 PTR_L ta3, COREBOOTCFG_VPECONFIG(v0)
351 PTR_ADDU v1, v1, ta3
352
353 jr ra
354 nop
355 END(mips_cps_get_bootcfg)
356
357LEAF(mips_cps_boot_vpes)
358 lw ta2, COREBOOTCFG_VPEMASK(a0)
359 PTR_L ta3, COREBOOTCFG_VPECONFIG(a0)
360
361#if defined(CONFIG_CPU_MIPSR6)
362
363 has_vp t0, 5f
364
365 /* Find base address of CPC */
366 PTR_LA t1, mips_gcr_base
367 PTR_L t1, 0(t1)
368 PTR_L t1, GCR_CPC_BASE_OFS(t1)
369 PTR_LI t2, ~0x7fff
370 and t1, t1, t2
371 PTR_LI t2, UNCAC_BASE
372 PTR_ADD t1, t1, t2
373
374 /* Start any other VPs that ought to be running */
375 PTR_S ta2, CPC_CL_VC_RUN_OFS(t1)
376
377 /* Ensure this VP stops running if it shouldn't be */
378 not ta2
379 PTR_S ta2, CPC_CL_VC_STOP_OFS(t1)
380 ehb
381
382#elif defined(CONFIG_MIPS_MT)
383
384 /* If the core doesn't support MT then return */
385 has_mt t0, 5f
386
387 /* Enter VPE configuration state */
388 .set push
389 .set MIPS_ISA_LEVEL_RAW
390 .set mt
391 dvpe
392 .set pop
393
394 PTR_LA t1, 1f
395 jr.hb t1
396 nop
3971: mfc0 t1, CP0_MVPCONTROL
398 ori t1, t1, MVPCONTROL_VPC
399 mtc0 t1, CP0_MVPCONTROL
400 ehb
401
402 /* Loop through each VPE */
403 move t8, ta2
404 li ta1, 0
405
406 /* Check whether the VPE should be running. If not, skip it */
4071: andi t0, ta2, 1
408 beqz t0, 2f
409 nop
410
411 /* Operate on the appropriate TC */
412 mfc0 t0, CP0_VPECONTROL
413 ori t0, t0, VPECONTROL_TARGTC
414 xori t0, t0, VPECONTROL_TARGTC
415 or t0, t0, ta1
416 mtc0 t0, CP0_VPECONTROL
417 ehb
418
419 .set push
420 .set MIPS_ISA_LEVEL_RAW
421 .set mt
422
423 /* Skip the VPE if its TC is not halted */
424 mftc0 t0, CP0_TCHALT
425 beqz t0, 2f
426 nop
427
428 /* Calculate a pointer to the VPEs struct vpe_boot_config */
429 li t0, VPEBOOTCFG_SIZE
430 mul t0, t0, ta1
431 addu t0, t0, ta3
432
433 /* Set the TC restart PC */
434 lw t1, VPEBOOTCFG_PC(t0)
435 mttc0 t1, CP0_TCRESTART
436
437 /* Set the TC stack pointer */
438 lw t1, VPEBOOTCFG_SP(t0)
439 mttgpr t1, sp
440
441 /* Set the TC global pointer */
442 lw t1, VPEBOOTCFG_GP(t0)
443 mttgpr t1, gp
444
445 /* Copy config from this VPE */
446 mfc0 t0, CP0_CONFIG
447 mttc0 t0, CP0_CONFIG
448
449 /*
450 * Copy the EVA config from this VPE if the CPU supports it.
451 * CONFIG3 must exist to be running MT startup - just read it.
452 */
453 mfc0 t0, CP0_CONFIG, 3
454 and t0, t0, MIPS_CONF3_SC
455 beqz t0, 3f
456 nop
457 mfc0 t0, CP0_SEGCTL0
458 mttc0 t0, CP0_SEGCTL0
459 mfc0 t0, CP0_SEGCTL1
460 mttc0 t0, CP0_SEGCTL1
461 mfc0 t0, CP0_SEGCTL2
462 mttc0 t0, CP0_SEGCTL2
4633:
464 /* Ensure no software interrupts are pending */
465 mttc0 zero, CP0_CAUSE
466 mttc0 zero, CP0_STATUS
467
468 /* Set TC active, not interrupt exempt */
469 mftc0 t0, CP0_TCSTATUS
470 li t1, ~TCSTATUS_IXMT
471 and t0, t0, t1
472 ori t0, t0, TCSTATUS_A
473 mttc0 t0, CP0_TCSTATUS
474
475 /* Clear the TC halt bit */
476 mttc0 zero, CP0_TCHALT
477
478 /* Set VPE active */
479 mftc0 t0, CP0_VPECONF0
480 ori t0, t0, VPECONF0_VPA
481 mttc0 t0, CP0_VPECONF0
482
483 /* Next VPE */
4842: srl ta2, ta2, 1
485 addiu ta1, ta1, 1
486 bnez ta2, 1b
487 nop
488
489 /* Leave VPE configuration state */
490 mfc0 t1, CP0_MVPCONTROL
491 xori t1, t1, MVPCONTROL_VPC
492 mtc0 t1, CP0_MVPCONTROL
493 ehb
494 evpe
495
496 .set pop
497
498 /* Check whether this VPE is meant to be running */
499 li t0, 1
500 sll t0, t0, a1
501 and t0, t0, t8
502 bnez t0, 2f
503 nop
504
505 /* This VPE should be offline, halt the TC */
506 li t0, TCHALT_H
507 mtc0 t0, CP0_TCHALT
508 PTR_LA t0, 1f
5091: jr.hb t0
510 nop
511
5122:
513
514#endif /* CONFIG_MIPS_MT_SMP */
515
516 /* Return */
5175: jr ra
518 nop
519 END(mips_cps_boot_vpes)
520
521#if MIPS_ISA_REV > 0
522LEAF(mips_cps_cache_init)
523 /*
524 * Clear the bits used to index the caches. Note that the architecture
525 * dictates that writing to any of TagLo or TagHi selects 0 or 2 should
526 * be valid for all MIPS32 CPUs, even those for which said writes are
527 * unnecessary.
528 */
529 mtc0 zero, CP0_TAGLO, 0
530 mtc0 zero, CP0_TAGHI, 0
531 mtc0 zero, CP0_TAGLO, 2
532 mtc0 zero, CP0_TAGHI, 2
533 ehb
534
535 /* Primary cache configuration is indicated by Config1 */
536 mfc0 v0, CP0_CONFIG, 1
537
538 /* Detect I-cache line size */
539 _EXT t0, v0, MIPS_CONF1_IL_SHF, MIPS_CONF1_IL_SZ
540 beqz t0, icache_done
541 li t1, 2
542 sllv t0, t1, t0
543
544 /* Detect I-cache size */
545 _EXT t1, v0, MIPS_CONF1_IS_SHF, MIPS_CONF1_IS_SZ
546 xori t2, t1, 0x7
547 beqz t2, 1f
548 li t3, 32
549 addiu t1, t1, 1
550 sllv t1, t3, t1
5511: /* At this point t1 == I-cache sets per way */
552 _EXT t2, v0, MIPS_CONF1_IA_SHF, MIPS_CONF1_IA_SZ
553 addiu t2, t2, 1
554 mul t1, t1, t0
555 mul t1, t1, t2
556
557 li a0, CKSEG0
558 PTR_ADD a1, a0, t1
5591: cache Index_Store_Tag_I, 0(a0)
560 PTR_ADD a0, a0, t0
561 bne a0, a1, 1b
562 nop
563icache_done:
564
565 /* Detect D-cache line size */
566 _EXT t0, v0, MIPS_CONF1_DL_SHF, MIPS_CONF1_DL_SZ
567 beqz t0, dcache_done
568 li t1, 2
569 sllv t0, t1, t0
570
571 /* Detect D-cache size */
572 _EXT t1, v0, MIPS_CONF1_DS_SHF, MIPS_CONF1_DS_SZ
573 xori t2, t1, 0x7
574 beqz t2, 1f
575 li t3, 32
576 addiu t1, t1, 1
577 sllv t1, t3, t1
5781: /* At this point t1 == D-cache sets per way */
579 _EXT t2, v0, MIPS_CONF1_DA_SHF, MIPS_CONF1_DA_SZ
580 addiu t2, t2, 1
581 mul t1, t1, t0
582 mul t1, t1, t2
583
584 li a0, CKSEG0
585 PTR_ADDU a1, a0, t1
586 PTR_SUBU a1, a1, t0
5871: cache Index_Store_Tag_D, 0(a0)
588 bne a0, a1, 1b
589 PTR_ADD a0, a0, t0
590dcache_done:
591
592 jr ra
593 nop
594 END(mips_cps_cache_init)
595#endif /* MIPS_ISA_REV > 0 */
596
597#if defined(CONFIG_MIPS_CPS_PM) && defined(CONFIG_CPU_PM)
598
599 /* Calculate a pointer to this CPUs struct mips_static_suspend_state */
600 .macro psstate dest
601 .set push
602 .set noat
603 lw $1, TI_CPU(gp)
604 sll $1, $1, LONGLOG
605 PTR_LA \dest, __per_cpu_offset
606 addu $1, $1, \dest
607 lw $1, 0($1)
608 PTR_LA \dest, cps_cpu_state
609 addu \dest, \dest, $1
610 .set pop
611 .endm
612
613LEAF(mips_cps_pm_save)
614 /* Save CPU state */
615 SUSPEND_SAVE_REGS
616 psstate t1
617 SUSPEND_SAVE_STATIC
618 jr v0
619 nop
620 END(mips_cps_pm_save)
621
622LEAF(mips_cps_pm_restore)
623 /* Restore CPU state */
624 psstate t1
625 RESUME_RESTORE_STATIC
626 RESUME_RESTORE_REGS_RETURN
627 END(mips_cps_pm_restore)
628
629#endif /* CONFIG_MIPS_CPS_PM && CONFIG_CPU_PM */