Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * MT regs definitions, follows on from mipsregs.h
4 * Copyright (C) 2004 - 2005 MIPS Technologies, Inc. All rights reserved.
5 * Elizabeth Clarke et. al.
6 *
7 */
8#ifndef _ASM_MIPSMTREGS_H
9#define _ASM_MIPSMTREGS_H
10
11#include <asm/mipsregs.h>
12#include <asm/war.h>
13
14#ifndef __ASSEMBLY__
15
16/*
17 * C macros
18 */
19
20#define read_c0_mvpcontrol() __read_32bit_c0_register($0, 1)
21#define write_c0_mvpcontrol(val) __write_32bit_c0_register($0, 1, val)
22
23#define read_c0_mvpconf0() __read_32bit_c0_register($0, 2)
24#define read_c0_mvpconf1() __read_32bit_c0_register($0, 3)
25
26#define read_c0_vpecontrol() __read_32bit_c0_register($1, 1)
27#define write_c0_vpecontrol(val) __write_32bit_c0_register($1, 1, val)
28
29#define read_c0_vpeconf0() __read_32bit_c0_register($1, 2)
30#define write_c0_vpeconf0(val) __write_32bit_c0_register($1, 2, val)
31
32#define read_c0_vpeconf1() __read_32bit_c0_register($1, 3)
33#define write_c0_vpeconf1(val) __write_32bit_c0_register($1, 3, val)
34
35#define read_c0_tcstatus() __read_32bit_c0_register($2, 1)
36#define write_c0_tcstatus(val) __write_32bit_c0_register($2, 1, val)
37
38#define read_c0_tcbind() __read_32bit_c0_register($2, 2)
39
40#define write_c0_tchalt(val) __write_32bit_c0_register($2, 4, val)
41
42#define read_c0_tccontext() __read_32bit_c0_register($2, 5)
43#define write_c0_tccontext(val) __write_32bit_c0_register($2, 5, val)
44
45#else /* Assembly */
46/*
47 * Macros for use in assembly language code
48 */
49
50#define CP0_MVPCONTROL $0, 1
51#define CP0_MVPCONF0 $0, 2
52#define CP0_MVPCONF1 $0, 3
53#define CP0_VPECONTROL $1, 1
54#define CP0_VPECONF0 $1, 2
55#define CP0_VPECONF1 $1, 3
56#define CP0_YQMASK $1, 4
57#define CP0_VPESCHEDULE $1, 5
58#define CP0_VPESCHEFBK $1, 6
59#define CP0_TCSTATUS $2, 1
60#define CP0_TCBIND $2, 2
61#define CP0_TCRESTART $2, 3
62#define CP0_TCHALT $2, 4
63#define CP0_TCCONTEXT $2, 5
64#define CP0_TCSCHEDULE $2, 6
65#define CP0_TCSCHEFBK $2, 7
66#define CP0_SRSCONF0 $6, 1
67#define CP0_SRSCONF1 $6, 2
68#define CP0_SRSCONF2 $6, 3
69#define CP0_SRSCONF3 $6, 4
70#define CP0_SRSCONF4 $6, 5
71
72#endif
73
74/* MVPControl fields */
75#define MVPCONTROL_EVP (_ULCAST_(1))
76
77#define MVPCONTROL_VPC_SHIFT 1
78#define MVPCONTROL_VPC (_ULCAST_(1) << MVPCONTROL_VPC_SHIFT)
79
80#define MVPCONTROL_STLB_SHIFT 2
81#define MVPCONTROL_STLB (_ULCAST_(1) << MVPCONTROL_STLB_SHIFT)
82
83
84/* MVPConf0 fields */
85#define MVPCONF0_PTC_SHIFT 0
86#define MVPCONF0_PTC ( _ULCAST_(0xff))
87#define MVPCONF0_PVPE_SHIFT 10
88#define MVPCONF0_PVPE ( _ULCAST_(0xf) << MVPCONF0_PVPE_SHIFT)
89#define MVPCONF0_TCA_SHIFT 15
90#define MVPCONF0_TCA ( _ULCAST_(1) << MVPCONF0_TCA_SHIFT)
91#define MVPCONF0_PTLBE_SHIFT 16
92#define MVPCONF0_PTLBE (_ULCAST_(0x3ff) << MVPCONF0_PTLBE_SHIFT)
93#define MVPCONF0_TLBS_SHIFT 29
94#define MVPCONF0_TLBS (_ULCAST_(1) << MVPCONF0_TLBS_SHIFT)
95#define MVPCONF0_M_SHIFT 31
96#define MVPCONF0_M (_ULCAST_(0x1) << MVPCONF0_M_SHIFT)
97
98
99/* config3 fields */
100#define CONFIG3_MT_SHIFT 2
101#define CONFIG3_MT (_ULCAST_(1) << CONFIG3_MT_SHIFT)
102
103
104/* VPEControl fields (per VPE) */
105#define VPECONTROL_TARGTC (_ULCAST_(0xff))
106
107#define VPECONTROL_TE_SHIFT 15
108#define VPECONTROL_TE (_ULCAST_(1) << VPECONTROL_TE_SHIFT)
109#define VPECONTROL_EXCPT_SHIFT 16
110#define VPECONTROL_EXCPT (_ULCAST_(0x7) << VPECONTROL_EXCPT_SHIFT)
111
112/* Thread Exception Codes for EXCPT field */
113#define THREX_TU 0
114#define THREX_TO 1
115#define THREX_IYQ 2
116#define THREX_GSX 3
117#define THREX_YSCH 4
118#define THREX_GSSCH 5
119
120#define VPECONTROL_GSI_SHIFT 20
121#define VPECONTROL_GSI (_ULCAST_(1) << VPECONTROL_GSI_SHIFT)
122#define VPECONTROL_YSI_SHIFT 21
123#define VPECONTROL_YSI (_ULCAST_(1) << VPECONTROL_YSI_SHIFT)
124
125/* VPEConf0 fields (per VPE) */
126#define VPECONF0_VPA_SHIFT 0
127#define VPECONF0_VPA (_ULCAST_(1) << VPECONF0_VPA_SHIFT)
128#define VPECONF0_MVP_SHIFT 1
129#define VPECONF0_MVP (_ULCAST_(1) << VPECONF0_MVP_SHIFT)
130#define VPECONF0_XTC_SHIFT 21
131#define VPECONF0_XTC (_ULCAST_(0xff) << VPECONF0_XTC_SHIFT)
132
133/* VPEConf1 fields (per VPE) */
134#define VPECONF1_NCP1_SHIFT 0
135#define VPECONF1_NCP1 (_ULCAST_(0xff) << VPECONF1_NCP1_SHIFT)
136#define VPECONF1_NCP2_SHIFT 10
137#define VPECONF1_NCP2 (_ULCAST_(0xff) << VPECONF1_NCP2_SHIFT)
138#define VPECONF1_NCX_SHIFT 20
139#define VPECONF1_NCX (_ULCAST_(0xff) << VPECONF1_NCX_SHIFT)
140
141/* TCStatus fields (per TC) */
142#define TCSTATUS_TASID (_ULCAST_(0xff))
143#define TCSTATUS_IXMT_SHIFT 10
144#define TCSTATUS_IXMT (_ULCAST_(1) << TCSTATUS_IXMT_SHIFT)
145#define TCSTATUS_TKSU_SHIFT 11
146#define TCSTATUS_TKSU (_ULCAST_(3) << TCSTATUS_TKSU_SHIFT)
147#define TCSTATUS_A_SHIFT 13
148#define TCSTATUS_A (_ULCAST_(1) << TCSTATUS_A_SHIFT)
149#define TCSTATUS_DA_SHIFT 15
150#define TCSTATUS_DA (_ULCAST_(1) << TCSTATUS_DA_SHIFT)
151#define TCSTATUS_DT_SHIFT 20
152#define TCSTATUS_DT (_ULCAST_(1) << TCSTATUS_DT_SHIFT)
153#define TCSTATUS_TDS_SHIFT 21
154#define TCSTATUS_TDS (_ULCAST_(1) << TCSTATUS_TDS_SHIFT)
155#define TCSTATUS_TSST_SHIFT 22
156#define TCSTATUS_TSST (_ULCAST_(1) << TCSTATUS_TSST_SHIFT)
157#define TCSTATUS_RNST_SHIFT 23
158#define TCSTATUS_RNST (_ULCAST_(3) << TCSTATUS_RNST_SHIFT)
159/* Codes for RNST */
160#define TC_RUNNING 0
161#define TC_WAITING 1
162#define TC_YIELDING 2
163#define TC_GATED 3
164
165#define TCSTATUS_TMX_SHIFT 27
166#define TCSTATUS_TMX (_ULCAST_(1) << TCSTATUS_TMX_SHIFT)
167/* TCStatus TCU bits can use same definitions/offsets as CU bits in Status */
168
169/* TCBind */
170#define TCBIND_CURVPE_SHIFT 0
171#define TCBIND_CURVPE (_ULCAST_(0xf))
172
173#define TCBIND_CURTC_SHIFT 21
174
175#define TCBIND_CURTC (_ULCAST_(0xff) << TCBIND_CURTC_SHIFT)
176
177/* TCHalt */
178#define TCHALT_H (_ULCAST_(1))
179
180#ifndef __ASSEMBLY__
181
182static inline unsigned core_nvpes(void)
183{
184 unsigned conf0;
185
186 if (!cpu_has_mipsmt)
187 return 1;
188
189 conf0 = read_c0_mvpconf0();
190 return ((conf0 & MVPCONF0_PVPE) >> MVPCONF0_PVPE_SHIFT) + 1;
191}
192
193static inline unsigned int dvpe(void)
194{
195 int res = 0;
196
197 __asm__ __volatile__(
198 " .set push \n"
199 " .set noreorder \n"
200 " .set noat \n"
201 " .set mips32r2 \n"
202 " .word 0x41610001 # dvpe $1 \n"
203 " move %0, $1 \n"
204 " ehb \n"
205 " .set pop \n"
206 : "=r" (res));
207
208 instruction_hazard();
209
210 return res;
211}
212
213static inline void __raw_evpe(void)
214{
215 __asm__ __volatile__(
216 " .set push \n"
217 " .set noreorder \n"
218 " .set noat \n"
219 " .set mips32r2 \n"
220 " .word 0x41600021 # evpe \n"
221 " ehb \n"
222 " .set pop \n");
223}
224
225/* Enable virtual processor execution if previous suggested it should be.
226 EVPE_ENABLE to force */
227
228#define EVPE_ENABLE MVPCONTROL_EVP
229
230static inline void evpe(int previous)
231{
232 if ((previous & MVPCONTROL_EVP))
233 __raw_evpe();
234}
235
236static inline unsigned int dmt(void)
237{
238 int res;
239
240 __asm__ __volatile__(
241 " .set push \n"
242 " .set mips32r2 \n"
243 " .set noat \n"
244 " .word 0x41610BC1 # dmt $1 \n"
245 " ehb \n"
246 " move %0, $1 \n"
247 " .set pop \n"
248 : "=r" (res));
249
250 instruction_hazard();
251
252 return res;
253}
254
255static inline void __raw_emt(void)
256{
257 __asm__ __volatile__(
258 " .set push \n"
259 " .set noreorder \n"
260 " .set mips32r2 \n"
261 " .word 0x41600be1 # emt \n"
262 " ehb \n"
263 " .set pop");
264}
265
266/* enable multi-threaded execution if previous suggested it should be.
267 EMT_ENABLE to force */
268
269#define EMT_ENABLE VPECONTROL_TE
270
271static inline void emt(int previous)
272{
273 if ((previous & EMT_ENABLE))
274 __raw_emt();
275}
276
277static inline void ehb(void)
278{
279 __asm__ __volatile__(
280 " .set push \n"
281 " .set mips32r2 \n"
282 " ehb \n"
283 " .set pop \n");
284}
285
286#define mftc0(rt,sel) \
287({ \
288 unsigned long __res; \
289 \
290 __asm__ __volatile__( \
291 " .set push \n" \
292 " .set mips32r2 \n" \
293 " .set noat \n" \
294 " # mftc0 $1, $" #rt ", " #sel " \n" \
295 " .word 0x41000800 | (" #rt " << 16) | " #sel " \n" \
296 " move %0, $1 \n" \
297 " .set pop \n" \
298 : "=r" (__res)); \
299 \
300 __res; \
301})
302
303#define mftgpr(rt) \
304({ \
305 unsigned long __res; \
306 \
307 __asm__ __volatile__( \
308 " .set push \n" \
309 " .set noat \n" \
310 " .set mips32r2 \n" \
311 " # mftgpr $1," #rt " \n" \
312 " .word 0x41000820 | (" #rt " << 16) \n" \
313 " move %0, $1 \n" \
314 " .set pop \n" \
315 : "=r" (__res)); \
316 \
317 __res; \
318})
319
320#define mftr(rt, u, sel) \
321({ \
322 unsigned long __res; \
323 \
324 __asm__ __volatile__( \
325 " mftr %0, " #rt ", " #u ", " #sel " \n" \
326 : "=r" (__res)); \
327 \
328 __res; \
329})
330
331#define mttgpr(rd,v) \
332do { \
333 __asm__ __volatile__( \
334 " .set push \n" \
335 " .set mips32r2 \n" \
336 " .set noat \n" \
337 " move $1, %0 \n" \
338 " # mttgpr $1, " #rd " \n" \
339 " .word 0x41810020 | (" #rd " << 11) \n" \
340 " .set pop \n" \
341 : : "r" (v)); \
342} while (0)
343
344#define mttc0(rd, sel, v) \
345({ \
346 __asm__ __volatile__( \
347 " .set push \n" \
348 " .set mips32r2 \n" \
349 " .set noat \n" \
350 " move $1, %0 \n" \
351 " # mttc0 %0," #rd ", " #sel " \n" \
352 " .word 0x41810000 | (" #rd " << 11) | " #sel " \n" \
353 " .set pop \n" \
354 : \
355 : "r" (v)); \
356})
357
358
359#define mttr(rd, u, sel, v) \
360({ \
361 __asm__ __volatile__( \
362 "mttr %0," #rd ", " #u ", " #sel \
363 : : "r" (v)); \
364})
365
366
367#define settc(tc) \
368do { \
369 write_c0_vpecontrol((read_c0_vpecontrol()&~VPECONTROL_TARGTC) | (tc)); \
370 ehb(); \
371} while (0)
372
373
374/* you *must* set the target tc (settc) before trying to use these */
375#define read_vpe_c0_vpecontrol() mftc0(1, 1)
376#define write_vpe_c0_vpecontrol(val) mttc0(1, 1, val)
377#define read_vpe_c0_vpeconf0() mftc0(1, 2)
378#define write_vpe_c0_vpeconf0(val) mttc0(1, 2, val)
379#define read_vpe_c0_vpeconf1() mftc0(1, 3)
380#define write_vpe_c0_vpeconf1(val) mttc0(1, 3, val)
381#define read_vpe_c0_count() mftc0(9, 0)
382#define write_vpe_c0_count(val) mttc0(9, 0, val)
383#define read_vpe_c0_status() mftc0(12, 0)
384#define write_vpe_c0_status(val) mttc0(12, 0, val)
385#define read_vpe_c0_cause() mftc0(13, 0)
386#define write_vpe_c0_cause(val) mttc0(13, 0, val)
387#define read_vpe_c0_config() mftc0(16, 0)
388#define write_vpe_c0_config(val) mttc0(16, 0, val)
389#define read_vpe_c0_config1() mftc0(16, 1)
390#define write_vpe_c0_config1(val) mttc0(16, 1, val)
391#define read_vpe_c0_config7() mftc0(16, 7)
392#define write_vpe_c0_config7(val) mttc0(16, 7, val)
393#define read_vpe_c0_ebase() mftc0(15, 1)
394#define write_vpe_c0_ebase(val) mttc0(15, 1, val)
395#define write_vpe_c0_compare(val) mttc0(11, 0, val)
396#define read_vpe_c0_badvaddr() mftc0(8, 0)
397#define read_vpe_c0_epc() mftc0(14, 0)
398#define write_vpe_c0_epc(val) mttc0(14, 0, val)
399
400
401/* TC */
402#define read_tc_c0_tcstatus() mftc0(2, 1)
403#define write_tc_c0_tcstatus(val) mttc0(2, 1, val)
404#define read_tc_c0_tcbind() mftc0(2, 2)
405#define write_tc_c0_tcbind(val) mttc0(2, 2, val)
406#define read_tc_c0_tcrestart() mftc0(2, 3)
407#define write_tc_c0_tcrestart(val) mttc0(2, 3, val)
408#define read_tc_c0_tchalt() mftc0(2, 4)
409#define write_tc_c0_tchalt(val) mttc0(2, 4, val)
410#define read_tc_c0_tccontext() mftc0(2, 5)
411#define write_tc_c0_tccontext(val) mttc0(2, 5, val)
412
413/* GPR */
414#define read_tc_gpr_sp() mftgpr(29)
415#define write_tc_gpr_sp(val) mttgpr(29, val)
416#define read_tc_gpr_gp() mftgpr(28)
417#define write_tc_gpr_gp(val) mttgpr(28, val)
418
419__BUILD_SET_C0(mvpcontrol)
420
421#endif /* Not __ASSEMBLY__ */
422
423#endif
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * MT regs definitions, follows on from mipsregs.h
4 * Copyright (C) 2004 - 2005 MIPS Technologies, Inc. All rights reserved.
5 * Elizabeth Clarke et. al.
6 *
7 */
8#ifndef _ASM_MIPSMTREGS_H
9#define _ASM_MIPSMTREGS_H
10
11#include <asm/mipsregs.h>
12
13#ifndef __ASSEMBLY__
14
15/*
16 * C macros
17 */
18
19#define read_c0_mvpcontrol() __read_32bit_c0_register($0, 1)
20#define write_c0_mvpcontrol(val) __write_32bit_c0_register($0, 1, val)
21
22#define read_c0_mvpconf0() __read_32bit_c0_register($0, 2)
23#define read_c0_mvpconf1() __read_32bit_c0_register($0, 3)
24
25#define read_c0_vpecontrol() __read_32bit_c0_register($1, 1)
26#define write_c0_vpecontrol(val) __write_32bit_c0_register($1, 1, val)
27
28#define read_c0_vpeconf0() __read_32bit_c0_register($1, 2)
29#define write_c0_vpeconf0(val) __write_32bit_c0_register($1, 2, val)
30
31#define read_c0_vpeconf1() __read_32bit_c0_register($1, 3)
32#define write_c0_vpeconf1(val) __write_32bit_c0_register($1, 3, val)
33
34#define read_c0_tcstatus() __read_32bit_c0_register($2, 1)
35#define write_c0_tcstatus(val) __write_32bit_c0_register($2, 1, val)
36
37#define read_c0_tcbind() __read_32bit_c0_register($2, 2)
38
39#define write_c0_tchalt(val) __write_32bit_c0_register($2, 4, val)
40
41#define read_c0_tccontext() __read_32bit_c0_register($2, 5)
42#define write_c0_tccontext(val) __write_32bit_c0_register($2, 5, val)
43
44#else /* Assembly */
45/*
46 * Macros for use in assembly language code
47 */
48
49#define CP0_MVPCONTROL $0, 1
50#define CP0_MVPCONF0 $0, 2
51#define CP0_MVPCONF1 $0, 3
52#define CP0_VPECONTROL $1, 1
53#define CP0_VPECONF0 $1, 2
54#define CP0_VPECONF1 $1, 3
55#define CP0_YQMASK $1, 4
56#define CP0_VPESCHEDULE $1, 5
57#define CP0_VPESCHEFBK $1, 6
58#define CP0_TCSTATUS $2, 1
59#define CP0_TCBIND $2, 2
60#define CP0_TCRESTART $2, 3
61#define CP0_TCHALT $2, 4
62#define CP0_TCCONTEXT $2, 5
63#define CP0_TCSCHEDULE $2, 6
64#define CP0_TCSCHEFBK $2, 7
65#define CP0_SRSCONF0 $6, 1
66#define CP0_SRSCONF1 $6, 2
67#define CP0_SRSCONF2 $6, 3
68#define CP0_SRSCONF3 $6, 4
69#define CP0_SRSCONF4 $6, 5
70
71#endif
72
73/* MVPControl fields */
74#define MVPCONTROL_EVP (_ULCAST_(1))
75
76#define MVPCONTROL_VPC_SHIFT 1
77#define MVPCONTROL_VPC (_ULCAST_(1) << MVPCONTROL_VPC_SHIFT)
78
79#define MVPCONTROL_STLB_SHIFT 2
80#define MVPCONTROL_STLB (_ULCAST_(1) << MVPCONTROL_STLB_SHIFT)
81
82
83/* MVPConf0 fields */
84#define MVPCONF0_PTC_SHIFT 0
85#define MVPCONF0_PTC ( _ULCAST_(0xff))
86#define MVPCONF0_PVPE_SHIFT 10
87#define MVPCONF0_PVPE ( _ULCAST_(0xf) << MVPCONF0_PVPE_SHIFT)
88#define MVPCONF0_TCA_SHIFT 15
89#define MVPCONF0_TCA ( _ULCAST_(1) << MVPCONF0_TCA_SHIFT)
90#define MVPCONF0_PTLBE_SHIFT 16
91#define MVPCONF0_PTLBE (_ULCAST_(0x3ff) << MVPCONF0_PTLBE_SHIFT)
92#define MVPCONF0_TLBS_SHIFT 29
93#define MVPCONF0_TLBS (_ULCAST_(1) << MVPCONF0_TLBS_SHIFT)
94#define MVPCONF0_M_SHIFT 31
95#define MVPCONF0_M (_ULCAST_(0x1) << MVPCONF0_M_SHIFT)
96
97
98/* config3 fields */
99#define CONFIG3_MT_SHIFT 2
100#define CONFIG3_MT (_ULCAST_(1) << CONFIG3_MT_SHIFT)
101
102
103/* VPEControl fields (per VPE) */
104#define VPECONTROL_TARGTC (_ULCAST_(0xff))
105
106#define VPECONTROL_TE_SHIFT 15
107#define VPECONTROL_TE (_ULCAST_(1) << VPECONTROL_TE_SHIFT)
108#define VPECONTROL_EXCPT_SHIFT 16
109#define VPECONTROL_EXCPT (_ULCAST_(0x7) << VPECONTROL_EXCPT_SHIFT)
110
111/* Thread Exception Codes for EXCPT field */
112#define THREX_TU 0
113#define THREX_TO 1
114#define THREX_IYQ 2
115#define THREX_GSX 3
116#define THREX_YSCH 4
117#define THREX_GSSCH 5
118
119#define VPECONTROL_GSI_SHIFT 20
120#define VPECONTROL_GSI (_ULCAST_(1) << VPECONTROL_GSI_SHIFT)
121#define VPECONTROL_YSI_SHIFT 21
122#define VPECONTROL_YSI (_ULCAST_(1) << VPECONTROL_YSI_SHIFT)
123
124/* VPEConf0 fields (per VPE) */
125#define VPECONF0_VPA_SHIFT 0
126#define VPECONF0_VPA (_ULCAST_(1) << VPECONF0_VPA_SHIFT)
127#define VPECONF0_MVP_SHIFT 1
128#define VPECONF0_MVP (_ULCAST_(1) << VPECONF0_MVP_SHIFT)
129#define VPECONF0_XTC_SHIFT 21
130#define VPECONF0_XTC (_ULCAST_(0xff) << VPECONF0_XTC_SHIFT)
131
132/* VPEConf1 fields (per VPE) */
133#define VPECONF1_NCP1_SHIFT 0
134#define VPECONF1_NCP1 (_ULCAST_(0xff) << VPECONF1_NCP1_SHIFT)
135#define VPECONF1_NCP2_SHIFT 10
136#define VPECONF1_NCP2 (_ULCAST_(0xff) << VPECONF1_NCP2_SHIFT)
137#define VPECONF1_NCX_SHIFT 20
138#define VPECONF1_NCX (_ULCAST_(0xff) << VPECONF1_NCX_SHIFT)
139
140/* TCStatus fields (per TC) */
141#define TCSTATUS_TASID (_ULCAST_(0xff))
142#define TCSTATUS_IXMT_SHIFT 10
143#define TCSTATUS_IXMT (_ULCAST_(1) << TCSTATUS_IXMT_SHIFT)
144#define TCSTATUS_TKSU_SHIFT 11
145#define TCSTATUS_TKSU (_ULCAST_(3) << TCSTATUS_TKSU_SHIFT)
146#define TCSTATUS_A_SHIFT 13
147#define TCSTATUS_A (_ULCAST_(1) << TCSTATUS_A_SHIFT)
148#define TCSTATUS_DA_SHIFT 15
149#define TCSTATUS_DA (_ULCAST_(1) << TCSTATUS_DA_SHIFT)
150#define TCSTATUS_DT_SHIFT 20
151#define TCSTATUS_DT (_ULCAST_(1) << TCSTATUS_DT_SHIFT)
152#define TCSTATUS_TDS_SHIFT 21
153#define TCSTATUS_TDS (_ULCAST_(1) << TCSTATUS_TDS_SHIFT)
154#define TCSTATUS_TSST_SHIFT 22
155#define TCSTATUS_TSST (_ULCAST_(1) << TCSTATUS_TSST_SHIFT)
156#define TCSTATUS_RNST_SHIFT 23
157#define TCSTATUS_RNST (_ULCAST_(3) << TCSTATUS_RNST_SHIFT)
158/* Codes for RNST */
159#define TC_RUNNING 0
160#define TC_WAITING 1
161#define TC_YIELDING 2
162#define TC_GATED 3
163
164#define TCSTATUS_TMX_SHIFT 27
165#define TCSTATUS_TMX (_ULCAST_(1) << TCSTATUS_TMX_SHIFT)
166/* TCStatus TCU bits can use same definitions/offsets as CU bits in Status */
167
168/* TCBind */
169#define TCBIND_CURVPE_SHIFT 0
170#define TCBIND_CURVPE (_ULCAST_(0xf))
171
172#define TCBIND_CURTC_SHIFT 21
173
174#define TCBIND_CURTC (_ULCAST_(0xff) << TCBIND_CURTC_SHIFT)
175
176/* TCHalt */
177#define TCHALT_H (_ULCAST_(1))
178
179#ifndef __ASSEMBLY__
180
181static inline unsigned core_nvpes(void)
182{
183 unsigned conf0;
184
185 if (!cpu_has_mipsmt)
186 return 1;
187
188 conf0 = read_c0_mvpconf0();
189 return ((conf0 & MVPCONF0_PVPE) >> MVPCONF0_PVPE_SHIFT) + 1;
190}
191
192#define _ASM_SET_DVPE \
193 _ASM_MACRO_1R(dvpe, rt, \
194 _ASM_INSN_IF_MIPS(0x41600001 | __rt << 16) \
195 _ASM_INSN32_IF_MM(0x0000157C | __rt << 21))
196#define _ASM_UNSET_DVPE ".purgem dvpe\n\t"
197
198static inline unsigned int dvpe(void)
199{
200 int res = 0;
201
202 __asm__ __volatile__(
203 " .set push \n"
204 " .set "MIPS_ISA_LEVEL" \n"
205 _ASM_SET_DVPE
206 " dvpe %0 \n"
207 " ehb \n"
208 _ASM_UNSET_DVPE
209 " .set pop \n"
210 : "=r" (res));
211
212 instruction_hazard();
213
214 return res;
215}
216
217#define _ASM_SET_EVPE \
218 _ASM_MACRO_1R(evpe, rt, \
219 _ASM_INSN_IF_MIPS(0x41600021 | __rt << 16) \
220 _ASM_INSN32_IF_MM(0x0000357C | __rt << 21))
221#define _ASM_UNSET_EVPE ".purgem evpe\n\t"
222
223static inline void __raw_evpe(void)
224{
225 __asm__ __volatile__(
226 " .set push \n"
227 " .set "MIPS_ISA_LEVEL" \n"
228 _ASM_SET_EVPE
229 " evpe $0 \n"
230 " ehb \n"
231 _ASM_UNSET_EVPE
232 " .set pop \n");
233}
234
235/* Enable virtual processor execution if previous suggested it should be.
236 EVPE_ENABLE to force */
237
238#define EVPE_ENABLE MVPCONTROL_EVP
239
240static inline void evpe(int previous)
241{
242 if ((previous & MVPCONTROL_EVP))
243 __raw_evpe();
244}
245
246#define _ASM_SET_DMT \
247 _ASM_MACRO_1R(dmt, rt, \
248 _ASM_INSN_IF_MIPS(0x41600bc1 | __rt << 16) \
249 _ASM_INSN32_IF_MM(0x0000057C | __rt << 21))
250#define _ASM_UNSET_DMT ".purgem dmt\n\t"
251
252static inline unsigned int dmt(void)
253{
254 int res;
255
256 __asm__ __volatile__(
257 " .set push \n"
258 " .set "MIPS_ISA_LEVEL" \n"
259 _ASM_SET_DMT
260 " dmt %0 \n"
261 " ehb \n"
262 _ASM_UNSET_DMT
263 " .set pop \n"
264 : "=r" (res));
265
266 instruction_hazard();
267
268 return res;
269}
270
271#define _ASM_SET_EMT \
272 _ASM_MACRO_1R(emt, rt, \
273 _ASM_INSN_IF_MIPS(0x41600be1 | __rt << 16) \
274 _ASM_INSN32_IF_MM(0x0000257C | __rt << 21))
275#define _ASM_UNSET_EMT ".purgem emt\n\t"
276
277static inline void __raw_emt(void)
278{
279 __asm__ __volatile__(
280 " .set push \n"
281 " .set "MIPS_ISA_LEVEL" \n"
282 _ASM_SET_EMT
283 " emt $0 \n"
284 _ASM_UNSET_EMT
285 " ehb \n"
286 " .set pop");
287}
288
289/* enable multi-threaded execution if previous suggested it should be.
290 EMT_ENABLE to force */
291
292#define EMT_ENABLE VPECONTROL_TE
293
294static inline void emt(int previous)
295{
296 if ((previous & EMT_ENABLE))
297 __raw_emt();
298}
299
300static inline void ehb(void)
301{
302 __asm__ __volatile__(
303 " .set push \n"
304 " .set "MIPS_ISA_LEVEL" \n"
305 " ehb \n"
306 " .set pop \n");
307}
308
309#define _ASM_SET_MFTC0 \
310 _ASM_MACRO_2R_1S(mftc0, rs, rt, sel, \
311 _ASM_INSN_IF_MIPS(0x41000000 | __rt << 16 | \
312 __rs << 11 | \\sel) \
313 _ASM_INSN32_IF_MM(0x0000000E | __rt << 21 | \
314 __rs << 16 | \\sel << 4))
315#define _ASM_UNSET_MFTC0 ".purgem mftc0\n\t"
316
317#define mftc0(rt, sel) \
318({ \
319 unsigned long __res; \
320 \
321 __asm__ __volatile__( \
322 " .set push \n" \
323 " .set "MIPS_ISA_LEVEL" \n" \
324 _ASM_SET_MFTC0 \
325 " mftc0 $1, " #rt ", " #sel " \n" \
326 _ASM_UNSET_MFTC0 \
327 " .set pop \n" \
328 : "=r" (__res)); \
329 \
330 __res; \
331})
332
333#define _ASM_SET_MFTGPR \
334 _ASM_MACRO_2R(mftgpr, rs, rt, \
335 _ASM_INSN_IF_MIPS(0x41000020 | __rt << 16 | \
336 __rs << 11) \
337 _ASM_INSN32_IF_MM(0x0000040E | __rt << 21 | \
338 __rs << 16))
339#define _ASM_UNSET_MFTGPR ".purgem mftgpr\n\t"
340
341#define mftgpr(rt) \
342({ \
343 unsigned long __res; \
344 \
345 __asm__ __volatile__( \
346 " .set push \n" \
347 " .set "MIPS_ISA_LEVEL" \n" \
348 _ASM_SET_MFTGPR \
349 " mftgpr %0," #rt " \n" \
350 _ASM_UNSET_MFTGPR \
351 " .set pop \n" \
352 : "=r" (__res)); \
353 \
354 __res; \
355})
356
357#define mftr(rt, u, sel) \
358({ \
359 unsigned long __res; \
360 \
361 __asm__ __volatile__( \
362 " mftr %0, " #rt ", " #u ", " #sel " \n" \
363 : "=r" (__res)); \
364 \
365 __res; \
366})
367
368#define _ASM_SET_MTTGPR \
369 _ASM_MACRO_2R(mttgpr, rt, rs, \
370 _ASM_INSN_IF_MIPS(0x41800020 | __rt << 16 | \
371 __rs << 11) \
372 _ASM_INSN32_IF_MM(0x00000406 | __rt << 21 | \
373 __rs << 16))
374#define _ASM_UNSET_MTTGPR ".purgem mttgpr\n\t"
375
376#define mttgpr(rs, v) \
377do { \
378 __asm__ __volatile__( \
379 " .set push \n" \
380 " .set "MIPS_ISA_LEVEL" \n" \
381 _ASM_SET_MTTGPR \
382 " mttgpr %0, " #rs " \n" \
383 _ASM_UNSET_MTTGPR \
384 " .set pop \n" \
385 : : "r" (v)); \
386} while (0)
387
388#define _ASM_SET_MTTC0 \
389 _ASM_MACRO_2R_1S(mttc0, rt, rs, sel, \
390 _ASM_INSN_IF_MIPS(0x41800000 | __rt << 16 | \
391 __rs << 11 | \\sel) \
392 _ASM_INSN32_IF_MM(0x0000040E | __rt << 21 | \
393 __rs << 16 | \\sel << 4))
394#define _ASM_UNSET_MTTC0 ".purgem mttc0\n\t"
395
396#define mttc0(rs, sel, v) \
397({ \
398 __asm__ __volatile__( \
399 " .set push \n" \
400 " .set "MIPS_ISA_LEVEL" \n" \
401 _ASM_SET_MTTC0 \
402 " mttc0 %0," #rs ", " #sel " \n" \
403 _ASM_UNSET_MTTC0 \
404 " .set pop \n" \
405 : \
406 : "r" (v)); \
407})
408
409
410#define mttr(rd, u, sel, v) \
411({ \
412 __asm__ __volatile__( \
413 "mttr %0," #rd ", " #u ", " #sel \
414 : : "r" (v)); \
415})
416
417
418#define settc(tc) \
419do { \
420 write_c0_vpecontrol((read_c0_vpecontrol()&~VPECONTROL_TARGTC) | (tc)); \
421 ehb(); \
422} while (0)
423
424
425/* you *must* set the target tc (settc) before trying to use these */
426#define read_vpe_c0_vpecontrol() mftc0($1, 1)
427#define write_vpe_c0_vpecontrol(val) mttc0($1, 1, val)
428#define read_vpe_c0_vpeconf0() mftc0($1, 2)
429#define write_vpe_c0_vpeconf0(val) mttc0($1, 2, val)
430#define read_vpe_c0_vpeconf1() mftc0($1, 3)
431#define write_vpe_c0_vpeconf1(val) mttc0($1, 3, val)
432#define read_vpe_c0_count() mftc0($9, 0)
433#define write_vpe_c0_count(val) mttc0($9, 0, val)
434#define read_vpe_c0_status() mftc0($12, 0)
435#define write_vpe_c0_status(val) mttc0($12, 0, val)
436#define read_vpe_c0_cause() mftc0($13, 0)
437#define write_vpe_c0_cause(val) mttc0($13, 0, val)
438#define read_vpe_c0_config() mftc0($16, 0)
439#define write_vpe_c0_config(val) mttc0($16, 0, val)
440#define read_vpe_c0_config1() mftc0($16, 1)
441#define write_vpe_c0_config1(val) mttc0($16, 1, val)
442#define read_vpe_c0_config7() mftc0($16, 7)
443#define write_vpe_c0_config7(val) mttc0($16, 7, val)
444#define read_vpe_c0_ebase() mftc0($15, 1)
445#define write_vpe_c0_ebase(val) mttc0($15, 1, val)
446#define write_vpe_c0_compare(val) mttc0($11, 0, val)
447#define read_vpe_c0_badvaddr() mftc0($8, 0)
448#define read_vpe_c0_epc() mftc0($14, 0)
449#define write_vpe_c0_epc(val) mttc0($14, 0, val)
450
451
452/* TC */
453#define read_tc_c0_tcstatus() mftc0($2, 1)
454#define write_tc_c0_tcstatus(val) mttc0($2, 1, val)
455#define read_tc_c0_tcbind() mftc0($2, 2)
456#define write_tc_c0_tcbind(val) mttc0($2, 2, val)
457#define read_tc_c0_tcrestart() mftc0($2, 3)
458#define write_tc_c0_tcrestart(val) mttc0($2, 3, val)
459#define read_tc_c0_tchalt() mftc0($2, 4)
460#define write_tc_c0_tchalt(val) mttc0($2, 4, val)
461#define read_tc_c0_tccontext() mftc0($2, 5)
462#define write_tc_c0_tccontext(val) mttc0($2, 5, val)
463
464/* GPR */
465#define read_tc_gpr_sp() mftgpr($29)
466#define write_tc_gpr_sp(val) mttgpr($29, val)
467#define read_tc_gpr_gp() mftgpr($28)
468#define write_tc_gpr_gp(val) mttgpr($28, val)
469
470__BUILD_SET_C0(mvpcontrol)
471
472#endif /* Not __ASSEMBLY__ */
473
474#endif