Loading...
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * relocate_kernel.S for kexec
4 * Created by <nschichan@corp.free.fr> on Thu Oct 12 17:49:57 2006
5 */
6
7#include <asm/asm.h>
8#include <asm/asmmacro.h>
9#include <asm/regdef.h>
10#include <asm/mipsregs.h>
11#include <asm/stackframe.h>
12#include <asm/addrspace.h>
13
14#include <kernel-entry-init.h>
15
16LEAF(relocate_new_kernel)
17 PTR_L a0, arg0
18 PTR_L a1, arg1
19 PTR_L a2, arg2
20 PTR_L a3, arg3
21
22 PTR_L s0, kexec_indirection_page
23 PTR_L s1, kexec_start_address
24
25process_entry:
26 PTR_L s2, (s0)
27 PTR_ADDIU s0, s0, SZREG
28
29 /*
30 * In case of a kdump/crash kernel, the indirection page is not
31 * populated as the kernel is directly copied to a reserved location
32 */
33 beqz s2, done
34
35 /* destination page */
36 and s3, s2, 0x1
37 beq s3, zero, 1f
38 and s4, s2, ~0x1 /* store destination addr in s4 */
39 b process_entry
40
411:
42 /* indirection page, update s0 */
43 and s3, s2, 0x2
44 beq s3, zero, 1f
45 and s0, s2, ~0x2
46 b process_entry
47
481:
49 /* done page */
50 and s3, s2, 0x4
51 beq s3, zero, 1f
52 b done
531:
54 /* source page */
55 and s3, s2, 0x8
56 beq s3, zero, process_entry
57 and s2, s2, ~0x8
58 li s6, (1 << _PAGE_SHIFT) / SZREG
59
60copy_word:
61 /* copy page word by word */
62 REG_L s5, (s2)
63 REG_S s5, (s4)
64 PTR_ADDIU s4, s4, SZREG
65 PTR_ADDIU s2, s2, SZREG
66 LONG_ADDIU s6, s6, -1
67 beq s6, zero, process_entry
68 b copy_word
69 b process_entry
70
71done:
72#ifdef CONFIG_SMP
73 /* kexec_flag reset is signal to other CPUs what kernel
74 was moved to it's location. Note - we need relocated address
75 of kexec_flag. */
76
77 bal 1f
78 1: move t1,ra;
79 PTR_LA t2,1b
80 PTR_LA t0,kexec_flag
81 PTR_SUB t0,t0,t2;
82 PTR_ADD t0,t1,t0;
83 LONG_S zero,(t0)
84#endif
85
86#ifdef CONFIG_CPU_CAVIUM_OCTEON
87 /* We need to flush I-cache before jumping to new kernel.
88 * Unfortunately, this code is cpu-specific.
89 */
90 .set push
91 .set noreorder
92 syncw
93 syncw
94 synci 0($0)
95 .set pop
96#else
97 sync
98#endif
99 /* jump to kexec_start_address */
100 j s1
101 END(relocate_new_kernel)
102
103#ifdef CONFIG_SMP
104/*
105 * Other CPUs should wait until code is relocated and
106 * then start at entry (?) point.
107 */
108LEAF(kexec_smp_wait)
109 PTR_L a0, s_arg0
110 PTR_L a1, s_arg1
111 PTR_L a2, s_arg2
112 PTR_L a3, s_arg3
113 PTR_L s1, kexec_start_address
114
115 /* Non-relocated address works for args and kexec_start_address ( old
116 * kernel is not overwritten). But we need relocated address of
117 * kexec_flag.
118 */
119
120 bal 1f
1211: move t1,ra;
122 PTR_LA t2,1b
123 PTR_LA t0,kexec_flag
124 PTR_SUB t0,t0,t2;
125 PTR_ADD t0,t1,t0;
126
1271: LONG_L s0, (t0)
128 bne s0, zero,1b
129
130#ifdef USE_KEXEC_SMP_WAIT_FINAL
131 kexec_smp_wait_final
132#else
133 sync
134#endif
135 j s1
136 END(kexec_smp_wait)
137#endif
138
139#ifdef __mips64
140 /* all PTR's must be aligned to 8 byte in 64-bit mode */
141 .align 3
142#endif
143
144/* All parameters to new kernel are passed in registers a0-a3.
145 * kexec_args[0..3] are used to prepare register values.
146 */
147
148EXPORT(kexec_args)
149arg0: PTR_WD 0x0
150arg1: PTR_WD 0x0
151arg2: PTR_WD 0x0
152arg3: PTR_WD 0x0
153 .size kexec_args,PTRSIZE*4
154
155#ifdef CONFIG_SMP
156/*
157 * Secondary CPUs may have different kernel parameters in
158 * their registers a0-a3. secondary_kexec_args[0..3] are used
159 * to prepare register values.
160 */
161EXPORT(secondary_kexec_args)
162s_arg0: PTR_WD 0x0
163s_arg1: PTR_WD 0x0
164s_arg2: PTR_WD 0x0
165s_arg3: PTR_WD 0x0
166 .size secondary_kexec_args,PTRSIZE*4
167kexec_flag:
168 LONG 0x1
169
170#endif
171
172EXPORT(kexec_start_address)
173 PTR_WD 0x0
174 .size kexec_start_address, PTRSIZE
175
176EXPORT(kexec_indirection_page)
177 PTR_WD 0
178 .size kexec_indirection_page, PTRSIZE
179
180relocate_new_kernel_end:
181
182EXPORT(relocate_new_kernel_size)
183 PTR_WD relocate_new_kernel_end - relocate_new_kernel
184 .size relocate_new_kernel_size, PTRSIZE
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * relocate_kernel.S for kexec
4 * Created by <nschichan@corp.free.fr> on Thu Oct 12 17:49:57 2006
5 */
6
7#include <asm/asm.h>
8#include <asm/asmmacro.h>
9#include <asm/regdef.h>
10#include <asm/mipsregs.h>
11#include <asm/stackframe.h>
12#include <asm/addrspace.h>
13
14LEAF(relocate_new_kernel)
15 PTR_L a0, arg0
16 PTR_L a1, arg1
17 PTR_L a2, arg2
18 PTR_L a3, arg3
19
20 PTR_L s0, kexec_indirection_page
21 PTR_L s1, kexec_start_address
22
23process_entry:
24 PTR_L s2, (s0)
25 PTR_ADDIU s0, s0, SZREG
26
27 /*
28 * In case of a kdump/crash kernel, the indirection page is not
29 * populated as the kernel is directly copied to a reserved location
30 */
31 beqz s2, done
32
33 /* destination page */
34 and s3, s2, 0x1
35 beq s3, zero, 1f
36 and s4, s2, ~0x1 /* store destination addr in s4 */
37 b process_entry
38
391:
40 /* indirection page, update s0 */
41 and s3, s2, 0x2
42 beq s3, zero, 1f
43 and s0, s2, ~0x2
44 b process_entry
45
461:
47 /* done page */
48 and s3, s2, 0x4
49 beq s3, zero, 1f
50 b done
511:
52 /* source page */
53 and s3, s2, 0x8
54 beq s3, zero, process_entry
55 and s2, s2, ~0x8
56 li s6, (1 << _PAGE_SHIFT) / SZREG
57
58copy_word:
59 /* copy page word by word */
60 REG_L s5, (s2)
61 REG_S s5, (s4)
62 PTR_ADDIU s4, s4, SZREG
63 PTR_ADDIU s2, s2, SZREG
64 LONG_ADDIU s6, s6, -1
65 beq s6, zero, process_entry
66 b copy_word
67 b process_entry
68
69done:
70#ifdef CONFIG_SMP
71 /* kexec_flag reset is signal to other CPUs what kernel
72 was moved to it's location. Note - we need relocated address
73 of kexec_flag. */
74
75 bal 1f
76 1: move t1,ra;
77 PTR_LA t2,1b
78 PTR_LA t0,kexec_flag
79 PTR_SUB t0,t0,t2;
80 PTR_ADD t0,t1,t0;
81 LONG_S zero,(t0)
82#endif
83
84#ifdef CONFIG_CPU_CAVIUM_OCTEON
85 /* We need to flush I-cache before jumping to new kernel.
86 * Unfortunately, this code is cpu-specific.
87 */
88 .set push
89 .set noreorder
90 syncw
91 syncw
92 synci 0($0)
93 .set pop
94#else
95 sync
96#endif
97 /* jump to kexec_start_address */
98 j s1
99 END(relocate_new_kernel)
100
101#ifdef CONFIG_SMP
102/*
103 * Other CPUs should wait until code is relocated and
104 * then start at entry (?) point.
105 */
106LEAF(kexec_smp_wait)
107 PTR_L a0, s_arg0
108 PTR_L a1, s_arg1
109 PTR_L a2, s_arg2
110 PTR_L a3, s_arg3
111 PTR_L s1, kexec_start_address
112
113 /* Non-relocated address works for args and kexec_start_address ( old
114 * kernel is not overwritten). But we need relocated address of
115 * kexec_flag.
116 */
117
118 bal 1f
1191: move t1,ra;
120 PTR_LA t2,1b
121 PTR_LA t0,kexec_flag
122 PTR_SUB t0,t0,t2;
123 PTR_ADD t0,t1,t0;
124
1251: LONG_L s0, (t0)
126 bne s0, zero,1b
127
128#ifdef CONFIG_CPU_CAVIUM_OCTEON
129 .set push
130 .set noreorder
131 synci 0($0)
132 .set pop
133#else
134 sync
135#endif
136 j s1
137 END(kexec_smp_wait)
138#endif
139
140#ifdef __mips64
141 /* all PTR's must be aligned to 8 byte in 64-bit mode */
142 .align 3
143#endif
144
145/* All parameters to new kernel are passed in registers a0-a3.
146 * kexec_args[0..3] are used to prepare register values.
147 */
148
149kexec_args:
150 EXPORT(kexec_args)
151arg0: PTR 0x0
152arg1: PTR 0x0
153arg2: PTR 0x0
154arg3: PTR 0x0
155 .size kexec_args,PTRSIZE*4
156
157#ifdef CONFIG_SMP
158/*
159 * Secondary CPUs may have different kernel parameters in
160 * their registers a0-a3. secondary_kexec_args[0..3] are used
161 * to prepare register values.
162 */
163secondary_kexec_args:
164 EXPORT(secondary_kexec_args)
165s_arg0: PTR 0x0
166s_arg1: PTR 0x0
167s_arg2: PTR 0x0
168s_arg3: PTR 0x0
169 .size secondary_kexec_args,PTRSIZE*4
170kexec_flag:
171 LONG 0x1
172
173#endif
174
175kexec_start_address:
176 EXPORT(kexec_start_address)
177 PTR 0x0
178 .size kexec_start_address, PTRSIZE
179
180kexec_indirection_page:
181 EXPORT(kexec_indirection_page)
182 PTR 0
183 .size kexec_indirection_page, PTRSIZE
184
185relocate_new_kernel_end:
186
187relocate_new_kernel_size:
188 EXPORT(relocate_new_kernel_size)
189 PTR relocate_new_kernel_end - relocate_new_kernel
190 .size relocate_new_kernel_size, PTRSIZE