Linux Audio

Check our new training course

Linux debugging, profiling, tracing and performance analysis training

Mar 24-27, 2025, special US time zones
Register
Loading...
v3.5.6
   1/*
   2 * This file is subject to the terms and conditions of the GNU General Public
   3 * License.  See the file "COPYING" in the main directory of this archive
   4 * for more details.
   5 *
   6 * Copyright (C) 1994, 1995, 1996, 1997, 2000, 2001 by Ralf Baechle
   7 * Copyright (C) 2000 Silicon Graphics, Inc.
   8 * Modified for further R[236]000 support by Paul M. Antoine, 1996.
   9 * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  10 * Copyright (C) 2000, 07 MIPS Technologies, Inc.
  11 * Copyright (C) 2003, 2004  Maciej W. Rozycki
  12 */
  13#ifndef _ASM_MIPSREGS_H
  14#define _ASM_MIPSREGS_H
  15
  16#include <linux/linkage.h>
 
  17#include <asm/hazards.h>
  18#include <asm/war.h>
  19
  20/*
  21 * The following macros are especially useful for __asm__
  22 * inline assembler.
  23 */
  24#ifndef __STR
  25#define __STR(x) #x
  26#endif
  27#ifndef STR
  28#define STR(x) __STR(x)
  29#endif
  30
  31/*
  32 *  Configure language
  33 */
  34#ifdef __ASSEMBLY__
  35#define _ULCAST_
  36#else
  37#define _ULCAST_ (unsigned long)
  38#endif
  39
  40/*
  41 * Coprocessor 0 register names
  42 */
  43#define CP0_INDEX $0
  44#define CP0_RANDOM $1
  45#define CP0_ENTRYLO0 $2
  46#define CP0_ENTRYLO1 $3
  47#define CP0_CONF $3
  48#define CP0_CONTEXT $4
  49#define CP0_PAGEMASK $5
 
 
 
  50#define CP0_WIRED $6
  51#define CP0_INFO $7
 
  52#define CP0_BADVADDR $8
 
  53#define CP0_COUNT $9
  54#define CP0_ENTRYHI $10
 
 
 
  55#define CP0_COMPARE $11
 
  56#define CP0_STATUS $12
 
 
  57#define CP0_CAUSE $13
  58#define CP0_EPC $14
  59#define CP0_PRID $15
 
 
  60#define CP0_CONFIG $16
 
 
  61#define CP0_LLADDR $17
  62#define CP0_WATCHLO $18
  63#define CP0_WATCHHI $19
  64#define CP0_XCONTEXT $20
  65#define CP0_FRAMEMASK $21
  66#define CP0_DIAGNOSTIC $22
  67#define CP0_DEBUG $23
  68#define CP0_DEPC $24
  69#define CP0_PERFORMANCE $25
  70#define CP0_ECC $26
  71#define CP0_CACHEERR $27
  72#define CP0_TAGLO $28
  73#define CP0_TAGHI $29
  74#define CP0_ERROREPC $30
  75#define CP0_DESAVE $31
  76
  77/*
  78 * R4640/R4650 cp0 register names.  These registers are listed
  79 * here only for completeness; without MMU these CPUs are not useable
  80 * by Linux.  A future ELKS port might take make Linux run on them
  81 * though ...
  82 */
  83#define CP0_IBASE $0
  84#define CP0_IBOUND $1
  85#define CP0_DBASE $2
  86#define CP0_DBOUND $3
  87#define CP0_CALG $17
  88#define CP0_IWATCH $18
  89#define CP0_DWATCH $19
  90
  91/*
  92 * Coprocessor 0 Set 1 register names
  93 */
  94#define CP0_S1_DERRADDR0  $26
  95#define CP0_S1_DERRADDR1  $27
  96#define CP0_S1_INTCONTROL $20
  97
  98/*
  99 * Coprocessor 0 Set 2 register names
 100 */
 101#define CP0_S2_SRSCTL	  $12	/* MIPSR2 */
 102
 103/*
 104 * Coprocessor 0 Set 3 register names
 105 */
 106#define CP0_S3_SRSMAP	  $12	/* MIPSR2 */
 107
 108/*
 109 *  TX39 Series
 110 */
 111#define CP0_TX39_CACHE	$7
 112
 113/*
 114 * Coprocessor 1 (FPU) register names
 115 */
 116#define CP1_REVISION   $0
 117#define CP1_STATUS     $31
 118
 119/*
 120 * FPU Status Register Values
 121 */
 122/*
 123 * Status Register Values
 124 */
 125
 126#define FPU_CSR_FLUSH   0x01000000      /* flush denormalised results to 0 */
 127#define FPU_CSR_COND    0x00800000      /* $fcc0 */
 128#define FPU_CSR_COND0   0x00800000      /* $fcc0 */
 129#define FPU_CSR_COND1   0x02000000      /* $fcc1 */
 130#define FPU_CSR_COND2   0x04000000      /* $fcc2 */
 131#define FPU_CSR_COND3   0x08000000      /* $fcc3 */
 132#define FPU_CSR_COND4   0x10000000      /* $fcc4 */
 133#define FPU_CSR_COND5   0x20000000      /* $fcc5 */
 134#define FPU_CSR_COND6   0x40000000      /* $fcc6 */
 135#define FPU_CSR_COND7   0x80000000      /* $fcc7 */
 136
 137/*
 138 * Bits 18 - 20 of the FPU Status Register will be read as 0,
 139 * and should be written as zero.
 140 */
 141#define FPU_CSR_RSVD	0x001c0000
 142
 143/*
 144 * X the exception cause indicator
 145 * E the exception enable
 146 * S the sticky/flag bit
 147*/
 148#define FPU_CSR_ALL_X   0x0003f000
 149#define FPU_CSR_UNI_X   0x00020000
 150#define FPU_CSR_INV_X   0x00010000
 151#define FPU_CSR_DIV_X   0x00008000
 152#define FPU_CSR_OVF_X   0x00004000
 153#define FPU_CSR_UDF_X   0x00002000
 154#define FPU_CSR_INE_X   0x00001000
 155
 156#define FPU_CSR_ALL_E   0x00000f80
 157#define FPU_CSR_INV_E   0x00000800
 158#define FPU_CSR_DIV_E   0x00000400
 159#define FPU_CSR_OVF_E   0x00000200
 160#define FPU_CSR_UDF_E   0x00000100
 161#define FPU_CSR_INE_E   0x00000080
 162
 163#define FPU_CSR_ALL_S   0x0000007c
 164#define FPU_CSR_INV_S   0x00000040
 165#define FPU_CSR_DIV_S   0x00000020
 166#define FPU_CSR_OVF_S   0x00000010
 167#define FPU_CSR_UDF_S   0x00000008
 168#define FPU_CSR_INE_S   0x00000004
 169
 170/* Bits 0 and 1 of FPU Status Register specify the rounding mode */
 171#define FPU_CSR_RM	0x00000003
 172#define FPU_CSR_RN      0x0     /* nearest */
 173#define FPU_CSR_RZ      0x1     /* towards zero */
 174#define FPU_CSR_RU      0x2     /* towards +Infinity */
 175#define FPU_CSR_RD      0x3     /* towards -Infinity */
 176
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 177
 178/*
 179 * Values for PageMask register
 180 */
 181#ifdef CONFIG_CPU_VR41XX
 182
 183/* Why doesn't stupidity hurt ... */
 184
 185#define PM_1K		0x00000000
 186#define PM_4K		0x00001800
 187#define PM_16K		0x00007800
 188#define PM_64K		0x0001f800
 189#define PM_256K		0x0007f800
 190
 191#else
 192
 193#define PM_4K		0x00000000
 194#define PM_8K		0x00002000
 195#define PM_16K		0x00006000
 196#define PM_32K		0x0000e000
 197#define PM_64K		0x0001e000
 198#define PM_128K		0x0003e000
 199#define PM_256K		0x0007e000
 200#define PM_512K		0x000fe000
 201#define PM_1M		0x001fe000
 202#define PM_2M		0x003fe000
 203#define PM_4M		0x007fe000
 204#define PM_8M		0x00ffe000
 205#define PM_16M		0x01ffe000
 206#define PM_32M		0x03ffe000
 207#define PM_64M		0x07ffe000
 208#define PM_256M		0x1fffe000
 209#define PM_1G		0x7fffe000
 210
 211#endif
 212
 213/*
 214 * Default page size for a given kernel configuration
 215 */
 216#ifdef CONFIG_PAGE_SIZE_4KB
 217#define PM_DEFAULT_MASK	PM_4K
 218#elif defined(CONFIG_PAGE_SIZE_8KB)
 219#define PM_DEFAULT_MASK	PM_8K
 220#elif defined(CONFIG_PAGE_SIZE_16KB)
 221#define PM_DEFAULT_MASK	PM_16K
 222#elif defined(CONFIG_PAGE_SIZE_32KB)
 223#define PM_DEFAULT_MASK	PM_32K
 224#elif defined(CONFIG_PAGE_SIZE_64KB)
 225#define PM_DEFAULT_MASK	PM_64K
 226#else
 227#error Bad page size configuration!
 228#endif
 229
 230/*
 231 * Default huge tlb size for a given kernel configuration
 232 */
 233#ifdef CONFIG_PAGE_SIZE_4KB
 234#define PM_HUGE_MASK	PM_1M
 235#elif defined(CONFIG_PAGE_SIZE_8KB)
 236#define PM_HUGE_MASK	PM_4M
 237#elif defined(CONFIG_PAGE_SIZE_16KB)
 238#define PM_HUGE_MASK	PM_16M
 239#elif defined(CONFIG_PAGE_SIZE_32KB)
 240#define PM_HUGE_MASK	PM_64M
 241#elif defined(CONFIG_PAGE_SIZE_64KB)
 242#define PM_HUGE_MASK	PM_256M
 243#elif defined(CONFIG_HUGETLB_PAGE)
 244#error Bad page size configuration for hugetlbfs!
 245#endif
 246
 247/*
 
 
 
 
 
 
 248 * Values used for computation of new tlb entries
 249 */
 250#define PL_4K		12
 251#define PL_16K		14
 252#define PL_64K		16
 253#define PL_256K		18
 254#define PL_1M		20
 255#define PL_4M		22
 256#define PL_16M		24
 257#define PL_64M		26
 258#define PL_256M		28
 259
 260/*
 261 * PageGrain bits
 262 */
 263#define PG_RIE		(_ULCAST_(1) <<  31)
 264#define PG_XIE		(_ULCAST_(1) <<  30)
 265#define PG_ELPA		(_ULCAST_(1) <<  29)
 266#define PG_ESP		(_ULCAST_(1) <<  28)
 
 
 
 
 
 
 267
 268/*
 269 * R4x00 interrupt enable / cause bits
 270 */
 271#define IE_SW0          (_ULCAST_(1) <<  8)
 272#define IE_SW1          (_ULCAST_(1) <<  9)
 273#define IE_IRQ0         (_ULCAST_(1) << 10)
 274#define IE_IRQ1         (_ULCAST_(1) << 11)
 275#define IE_IRQ2         (_ULCAST_(1) << 12)
 276#define IE_IRQ3         (_ULCAST_(1) << 13)
 277#define IE_IRQ4         (_ULCAST_(1) << 14)
 278#define IE_IRQ5         (_ULCAST_(1) << 15)
 279
 280/*
 281 * R4x00 interrupt cause bits
 282 */
 283#define C_SW0           (_ULCAST_(1) <<  8)
 284#define C_SW1           (_ULCAST_(1) <<  9)
 285#define C_IRQ0          (_ULCAST_(1) << 10)
 286#define C_IRQ1          (_ULCAST_(1) << 11)
 287#define C_IRQ2          (_ULCAST_(1) << 12)
 288#define C_IRQ3          (_ULCAST_(1) << 13)
 289#define C_IRQ4          (_ULCAST_(1) << 14)
 290#define C_IRQ5          (_ULCAST_(1) << 15)
 291
 292/*
 293 * Bitfields in the R4xx0 cp0 status register
 294 */
 295#define ST0_IE			0x00000001
 296#define ST0_EXL			0x00000002
 297#define ST0_ERL			0x00000004
 298#define ST0_KSU			0x00000018
 299#  define KSU_USER		0x00000010
 300#  define KSU_SUPERVISOR	0x00000008
 301#  define KSU_KERNEL		0x00000000
 302#define ST0_UX			0x00000020
 303#define ST0_SX			0x00000040
 304#define ST0_KX 			0x00000080
 305#define ST0_DE			0x00010000
 306#define ST0_CE			0x00020000
 307
 308/*
 309 * Setting c0_status.co enables Hit_Writeback and Hit_Writeback_Invalidate
 310 * cacheops in userspace.  This bit exists only on RM7000 and RM9000
 311 * processors.
 312 */
 313#define ST0_CO			0x08000000
 314
 315/*
 316 * Bitfields in the R[23]000 cp0 status register.
 317 */
 318#define ST0_IEC                 0x00000001
 319#define ST0_KUC			0x00000002
 320#define ST0_IEP			0x00000004
 321#define ST0_KUP			0x00000008
 322#define ST0_IEO			0x00000010
 323#define ST0_KUO			0x00000020
 324/* bits 6 & 7 are reserved on R[23]000 */
 325#define ST0_ISC			0x00010000
 326#define ST0_SWC			0x00020000
 327#define ST0_CM			0x00080000
 328
 329/*
 330 * Bits specific to the R4640/R4650
 331 */
 332#define ST0_UM			(_ULCAST_(1) <<  4)
 333#define ST0_IL			(_ULCAST_(1) << 23)
 334#define ST0_DL			(_ULCAST_(1) << 24)
 335
 336/*
 337 * Enable the MIPS MDMX and DSP ASEs
 338 */
 339#define ST0_MX			0x01000000
 340
 341/*
 342 * Bitfields in the TX39 family CP0 Configuration Register 3
 343 */
 344#define TX39_CONF_ICS_SHIFT	19
 345#define TX39_CONF_ICS_MASK	0x00380000
 346#define TX39_CONF_ICS_1KB 	0x00000000
 347#define TX39_CONF_ICS_2KB 	0x00080000
 348#define TX39_CONF_ICS_4KB 	0x00100000
 349#define TX39_CONF_ICS_8KB 	0x00180000
 350#define TX39_CONF_ICS_16KB 	0x00200000
 351
 352#define TX39_CONF_DCS_SHIFT	16
 353#define TX39_CONF_DCS_MASK	0x00070000
 354#define TX39_CONF_DCS_1KB 	0x00000000
 355#define TX39_CONF_DCS_2KB 	0x00010000
 356#define TX39_CONF_DCS_4KB 	0x00020000
 357#define TX39_CONF_DCS_8KB 	0x00030000
 358#define TX39_CONF_DCS_16KB 	0x00040000
 359
 360#define TX39_CONF_CWFON 	0x00004000
 361#define TX39_CONF_WBON  	0x00002000
 362#define TX39_CONF_RF_SHIFT	10
 363#define TX39_CONF_RF_MASK	0x00000c00
 364#define TX39_CONF_DOZE		0x00000200
 365#define TX39_CONF_HALT		0x00000100
 366#define TX39_CONF_LOCK		0x00000080
 367#define TX39_CONF_ICE		0x00000020
 368#define TX39_CONF_DCE		0x00000010
 369#define TX39_CONF_IRSIZE_SHIFT	2
 370#define TX39_CONF_IRSIZE_MASK	0x0000000c
 371#define TX39_CONF_DRSIZE_SHIFT	0
 372#define TX39_CONF_DRSIZE_MASK	0x00000003
 373
 374/*
 375 * Status register bits available in all MIPS CPUs.
 376 */
 377#define ST0_IM			0x0000ff00
 378#define  STATUSB_IP0		8
 379#define  STATUSF_IP0		(_ULCAST_(1) <<  8)
 380#define  STATUSB_IP1		9
 381#define  STATUSF_IP1		(_ULCAST_(1) <<  9)
 382#define  STATUSB_IP2		10
 383#define  STATUSF_IP2		(_ULCAST_(1) << 10)
 384#define  STATUSB_IP3		11
 385#define  STATUSF_IP3		(_ULCAST_(1) << 11)
 386#define  STATUSB_IP4		12
 387#define  STATUSF_IP4		(_ULCAST_(1) << 12)
 388#define  STATUSB_IP5		13
 389#define  STATUSF_IP5		(_ULCAST_(1) << 13)
 390#define  STATUSB_IP6		14
 391#define  STATUSF_IP6		(_ULCAST_(1) << 14)
 392#define  STATUSB_IP7		15
 393#define  STATUSF_IP7		(_ULCAST_(1) << 15)
 394#define  STATUSB_IP8		0
 395#define  STATUSF_IP8		(_ULCAST_(1) <<  0)
 396#define  STATUSB_IP9		1
 397#define  STATUSF_IP9		(_ULCAST_(1) <<  1)
 398#define  STATUSB_IP10		2
 399#define  STATUSF_IP10		(_ULCAST_(1) <<  2)
 400#define  STATUSB_IP11		3
 401#define  STATUSF_IP11		(_ULCAST_(1) <<  3)
 402#define  STATUSB_IP12		4
 403#define  STATUSF_IP12		(_ULCAST_(1) <<  4)
 404#define  STATUSB_IP13		5
 405#define  STATUSF_IP13		(_ULCAST_(1) <<  5)
 406#define  STATUSB_IP14		6
 407#define  STATUSF_IP14		(_ULCAST_(1) <<  6)
 408#define  STATUSB_IP15		7
 409#define  STATUSF_IP15		(_ULCAST_(1) <<  7)
 410#define ST0_CH			0x00040000
 411#define ST0_NMI			0x00080000
 412#define ST0_SR			0x00100000
 413#define ST0_TS			0x00200000
 414#define ST0_BEV			0x00400000
 415#define ST0_RE			0x02000000
 416#define ST0_FR			0x04000000
 417#define ST0_CU			0xf0000000
 418#define ST0_CU0			0x10000000
 419#define ST0_CU1			0x20000000
 420#define ST0_CU2			0x40000000
 421#define ST0_CU3			0x80000000
 422#define ST0_XX			0x80000000	/* MIPS IV naming */
 423
 424/*
 425 * Bitfields and bit numbers in the coprocessor 0 IntCtl register. (MIPSR2)
 426 *
 427 * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
 428 */
 
 
 429#define INTCTLB_IPPCI		26
 430#define INTCTLF_IPPCI		(_ULCAST_(7) << INTCTLB_IPPCI)
 431#define INTCTLB_IPTI		29
 432#define INTCTLF_IPTI		(_ULCAST_(7) << INTCTLB_IPTI)
 433
 434/*
 435 * Bitfields and bit numbers in the coprocessor 0 cause register.
 436 *
 437 * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
 438 */
 439#define  CAUSEB_EXCCODE		2
 440#define  CAUSEF_EXCCODE		(_ULCAST_(31)  <<  2)
 441#define  CAUSEB_IP		8
 442#define  CAUSEF_IP		(_ULCAST_(255) <<  8)
 443#define  CAUSEB_IP0		8
 444#define  CAUSEF_IP0		(_ULCAST_(1)   <<  8)
 445#define  CAUSEB_IP1		9
 446#define  CAUSEF_IP1		(_ULCAST_(1)   <<  9)
 447#define  CAUSEB_IP2		10
 448#define  CAUSEF_IP2		(_ULCAST_(1)   << 10)
 449#define  CAUSEB_IP3		11
 450#define  CAUSEF_IP3		(_ULCAST_(1)   << 11)
 451#define  CAUSEB_IP4		12
 452#define  CAUSEF_IP4		(_ULCAST_(1)   << 12)
 453#define  CAUSEB_IP5		13
 454#define  CAUSEF_IP5		(_ULCAST_(1)   << 13)
 455#define  CAUSEB_IP6		14
 456#define  CAUSEF_IP6		(_ULCAST_(1)   << 14)
 457#define  CAUSEB_IP7		15
 458#define  CAUSEF_IP7		(_ULCAST_(1)   << 15)
 459#define  CAUSEB_IV		23
 460#define  CAUSEF_IV		(_ULCAST_(1)   << 23)
 461#define  CAUSEB_CE		28
 462#define  CAUSEF_CE		(_ULCAST_(3)   << 28)
 463#define  CAUSEB_TI		30
 464#define  CAUSEF_TI		(_ULCAST_(1)   << 30)
 465#define  CAUSEB_BD		31
 466#define  CAUSEF_BD		(_ULCAST_(1)   << 31)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 467
 468/*
 469 * Bits in the coprocessor 0 config register.
 470 */
 471/* Generic bits.  */
 472#define CONF_CM_CACHABLE_NO_WA		0
 473#define CONF_CM_CACHABLE_WA		1
 474#define CONF_CM_UNCACHED		2
 475#define CONF_CM_CACHABLE_NONCOHERENT	3
 476#define CONF_CM_CACHABLE_CE		4
 477#define CONF_CM_CACHABLE_COW		5
 478#define CONF_CM_CACHABLE_CUW		6
 479#define CONF_CM_CACHABLE_ACCELERATED	7
 480#define CONF_CM_CMASK			7
 481#define CONF_BE			(_ULCAST_(1) << 15)
 482
 483/* Bits common to various processors.  */
 484#define CONF_CU			(_ULCAST_(1) <<  3)
 485#define CONF_DB			(_ULCAST_(1) <<  4)
 486#define CONF_IB			(_ULCAST_(1) <<  5)
 487#define CONF_DC			(_ULCAST_(7) <<  6)
 488#define CONF_IC			(_ULCAST_(7) <<  9)
 489#define CONF_EB			(_ULCAST_(1) << 13)
 490#define CONF_EM			(_ULCAST_(1) << 14)
 491#define CONF_SM			(_ULCAST_(1) << 16)
 492#define CONF_SC			(_ULCAST_(1) << 17)
 493#define CONF_EW			(_ULCAST_(3) << 18)
 494#define CONF_EP			(_ULCAST_(15)<< 24)
 495#define CONF_EC			(_ULCAST_(7) << 28)
 496#define CONF_CM			(_ULCAST_(1) << 31)
 497
 498/* Bits specific to the R4xx0.  */
 499#define R4K_CONF_SW		(_ULCAST_(1) << 20)
 500#define R4K_CONF_SS		(_ULCAST_(1) << 21)
 501#define R4K_CONF_SB		(_ULCAST_(3) << 22)
 502
 503/* Bits specific to the R5000.  */
 504#define R5K_CONF_SE		(_ULCAST_(1) << 12)
 505#define R5K_CONF_SS		(_ULCAST_(3) << 20)
 506
 507/* Bits specific to the RM7000.  */
 508#define RM7K_CONF_SE		(_ULCAST_(1) <<  3)
 509#define RM7K_CONF_TE		(_ULCAST_(1) << 12)
 510#define RM7K_CONF_CLK		(_ULCAST_(1) << 16)
 511#define RM7K_CONF_TC		(_ULCAST_(1) << 17)
 512#define RM7K_CONF_SI		(_ULCAST_(3) << 20)
 513#define RM7K_CONF_SC		(_ULCAST_(1) << 31)
 514
 515/* Bits specific to the R10000.  */
 516#define R10K_CONF_DN		(_ULCAST_(3) <<  3)
 517#define R10K_CONF_CT		(_ULCAST_(1) <<  5)
 518#define R10K_CONF_PE		(_ULCAST_(1) <<  6)
 519#define R10K_CONF_PM		(_ULCAST_(3) <<  7)
 520#define R10K_CONF_EC		(_ULCAST_(15)<<  9)
 521#define R10K_CONF_SB		(_ULCAST_(1) << 13)
 522#define R10K_CONF_SK		(_ULCAST_(1) << 14)
 523#define R10K_CONF_SS		(_ULCAST_(7) << 16)
 524#define R10K_CONF_SC		(_ULCAST_(7) << 19)
 525#define R10K_CONF_DC		(_ULCAST_(7) << 26)
 526#define R10K_CONF_IC		(_ULCAST_(7) << 29)
 527
 528/* Bits specific to the VR41xx.  */
 529#define VR41_CONF_CS		(_ULCAST_(1) << 12)
 530#define VR41_CONF_P4K		(_ULCAST_(1) << 13)
 531#define VR41_CONF_BP		(_ULCAST_(1) << 16)
 532#define VR41_CONF_M16		(_ULCAST_(1) << 20)
 533#define VR41_CONF_AD		(_ULCAST_(1) << 23)
 534
 535/* Bits specific to the R30xx.  */
 536#define R30XX_CONF_FDM		(_ULCAST_(1) << 19)
 537#define R30XX_CONF_REV		(_ULCAST_(1) << 22)
 538#define R30XX_CONF_AC		(_ULCAST_(1) << 23)
 539#define R30XX_CONF_RF		(_ULCAST_(1) << 24)
 540#define R30XX_CONF_HALT		(_ULCAST_(1) << 25)
 541#define R30XX_CONF_FPINT	(_ULCAST_(7) << 26)
 542#define R30XX_CONF_DBR		(_ULCAST_(1) << 29)
 543#define R30XX_CONF_SB		(_ULCAST_(1) << 30)
 544#define R30XX_CONF_LOCK		(_ULCAST_(1) << 31)
 545
 546/* Bits specific to the TX49.  */
 547#define TX49_CONF_DC		(_ULCAST_(1) << 16)
 548#define TX49_CONF_IC		(_ULCAST_(1) << 17)  /* conflict with CONF_SC */
 549#define TX49_CONF_HALT		(_ULCAST_(1) << 18)
 550#define TX49_CONF_CWFON		(_ULCAST_(1) << 27)
 551
 552/* Bits specific to the MIPS32/64 PRA.  */
 553#define MIPS_CONF_MT		(_ULCAST_(7) <<  7)
 
 
 
 554#define MIPS_CONF_AR		(_ULCAST_(7) << 10)
 555#define MIPS_CONF_AT		(_ULCAST_(3) << 13)
 556#define MIPS_CONF_M		(_ULCAST_(1) << 31)
 557
 558/*
 559 * Bits in the MIPS32/64 PRA coprocessor 0 config registers 1 and above.
 560 */
 561#define MIPS_CONF1_FP		(_ULCAST_(1) <<  0)
 562#define MIPS_CONF1_EP		(_ULCAST_(1) <<  1)
 563#define MIPS_CONF1_CA		(_ULCAST_(1) <<  2)
 564#define MIPS_CONF1_WR		(_ULCAST_(1) <<  3)
 565#define MIPS_CONF1_PC		(_ULCAST_(1) <<  4)
 566#define MIPS_CONF1_MD		(_ULCAST_(1) <<  5)
 567#define MIPS_CONF1_C2		(_ULCAST_(1) <<  6)
 568#define MIPS_CONF1_DA		(_ULCAST_(7) <<  7)
 
 
 
 
 569#define MIPS_CONF1_DL		(_ULCAST_(7) << 10)
 
 
 570#define MIPS_CONF1_DS		(_ULCAST_(7) << 13)
 
 
 571#define MIPS_CONF1_IA		(_ULCAST_(7) << 16)
 
 
 572#define MIPS_CONF1_IL		(_ULCAST_(7) << 19)
 
 
 573#define MIPS_CONF1_IS		(_ULCAST_(7) << 22)
 574#define MIPS_CONF1_TLBS		(_ULCAST_(63)<< 25)
 575
 576#define MIPS_CONF2_SA		(_ULCAST_(15)<<  0)
 577#define MIPS_CONF2_SL		(_ULCAST_(15)<<  4)
 578#define MIPS_CONF2_SS		(_ULCAST_(15)<<  8)
 
 
 579#define MIPS_CONF2_SU		(_ULCAST_(15)<< 12)
 580#define MIPS_CONF2_TA		(_ULCAST_(15)<< 16)
 581#define MIPS_CONF2_TL		(_ULCAST_(15)<< 20)
 582#define MIPS_CONF2_TS		(_ULCAST_(15)<< 24)
 583#define MIPS_CONF2_TU		(_ULCAST_(7) << 28)
 584
 585#define MIPS_CONF3_TL		(_ULCAST_(1) <<  0)
 586#define MIPS_CONF3_SM		(_ULCAST_(1) <<  1)
 587#define MIPS_CONF3_MT		(_ULCAST_(1) <<  2)
 588#define MIPS_CONF3_SP		(_ULCAST_(1) <<  4)
 589#define MIPS_CONF3_VINT		(_ULCAST_(1) <<  5)
 590#define MIPS_CONF3_VEIC		(_ULCAST_(1) <<  6)
 591#define MIPS_CONF3_LPA		(_ULCAST_(1) <<  7)
 
 
 
 592#define MIPS_CONF3_DSP		(_ULCAST_(1) << 10)
 
 
 593#define MIPS_CONF3_ULRI		(_ULCAST_(1) << 13)
 
 
 
 
 
 
 
 
 
 
 
 
 
 594
 
 595#define MIPS_CONF4_MMUSIZEEXT	(_ULCAST_(255) << 0)
 
 
 
 
 
 
 
 
 
 596#define MIPS_CONF4_MMUEXTDEF	(_ULCAST_(3) << 14)
 597#define MIPS_CONF4_MMUEXTDEF_MMUSIZEEXT (_ULCAST_(1) << 14)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 598
 599#define MIPS_CONF7_WII		(_ULCAST_(1) << 31)
 600
 601#define MIPS_CONF7_RPS		(_ULCAST_(1) << 2)
 602
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 603
 604/*
 605 * Bits in the MIPS32/64 coprocessor 1 (FPU) revision register.
 606 */
 607#define MIPS_FPIR_S		(_ULCAST_(1) << 16)
 608#define MIPS_FPIR_D		(_ULCAST_(1) << 17)
 609#define MIPS_FPIR_PS		(_ULCAST_(1) << 18)
 610#define MIPS_FPIR_3D		(_ULCAST_(1) << 19)
 611#define MIPS_FPIR_W		(_ULCAST_(1) << 20)
 612#define MIPS_FPIR_L		(_ULCAST_(1) << 21)
 613#define MIPS_FPIR_F64		(_ULCAST_(1) << 22)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 614
 615#ifndef __ASSEMBLY__
 616
 617/*
 618 * Functions to access the R10000 performance counters.  These are basically
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 619 * mfc0 and mtc0 instructions from and to coprocessor register with a 5-bit
 620 * performance counter number encoded into bits 1 ... 5 of the instruction.
 621 * Only performance counters 0 to 1 actually exist, so for a non-R10000 aware
 622 * disassembler these will look like an access to sel 0 or 1.
 623 */
 624#define read_r10k_perf_cntr(counter)				\
 625({								\
 626	unsigned int __res;					\
 627	__asm__ __volatile__(					\
 628	"mfpc\t%0, %1"						\
 629        : "=r" (__res)						\
 630	: "i" (counter));					\
 631								\
 632        __res;							\
 633})
 634
 635#define write_r10k_perf_cntr(counter,val)                       \
 636do {								\
 637	__asm__ __volatile__(					\
 638	"mtpc\t%0, %1"						\
 639	:							\
 640	: "r" (val), "i" (counter));				\
 641} while (0)
 642
 643#define read_r10k_perf_event(counter)				\
 644({								\
 645	unsigned int __res;					\
 646	__asm__ __volatile__(					\
 647	"mfps\t%0, %1"						\
 648        : "=r" (__res)						\
 649	: "i" (counter));					\
 650								\
 651        __res;							\
 652})
 653
 654#define write_r10k_perf_cntl(counter,val)                       \
 655do {								\
 656	__asm__ __volatile__(					\
 657	"mtps\t%0, %1"						\
 658	:							\
 659	: "r" (val), "i" (counter));				\
 660} while (0)
 661
 662
 663/*
 664 * Macros to access the system control coprocessor
 665 */
 666
 667#define __read_32bit_c0_register(source, sel)				\
 668({ int __res;								\
 669	if (sel == 0)							\
 670		__asm__ __volatile__(					\
 671			"mfc0\t%0, " #source "\n\t"			\
 672			: "=r" (__res));				\
 673	else								\
 674		__asm__ __volatile__(					\
 675			".set\tmips32\n\t"				\
 676			"mfc0\t%0, " #source ", " #sel "\n\t"		\
 677			".set\tmips0\n\t"				\
 678			: "=r" (__res));				\
 679	__res;								\
 680})
 681
 682#define __read_64bit_c0_register(source, sel)				\
 683({ unsigned long long __res;						\
 684	if (sizeof(unsigned long) == 4)					\
 685		__res = __read_64bit_c0_split(source, sel);		\
 686	else if (sel == 0)						\
 687		__asm__ __volatile__(					\
 688			".set\tmips3\n\t"				\
 689			"dmfc0\t%0, " #source "\n\t"			\
 690			".set\tmips0"					\
 691			: "=r" (__res));				\
 692	else								\
 693		__asm__ __volatile__(					\
 694			".set\tmips64\n\t"				\
 695			"dmfc0\t%0, " #source ", " #sel "\n\t"		\
 696			".set\tmips0"					\
 697			: "=r" (__res));				\
 698	__res;								\
 699})
 700
 701#define __write_32bit_c0_register(register, sel, value)			\
 702do {									\
 703	if (sel == 0)							\
 704		__asm__ __volatile__(					\
 705			"mtc0\t%z0, " #register "\n\t"			\
 706			: : "Jr" ((unsigned int)(value)));		\
 707	else								\
 708		__asm__ __volatile__(					\
 709			".set\tmips32\n\t"				\
 710			"mtc0\t%z0, " #register ", " #sel "\n\t"	\
 711			".set\tmips0"					\
 712			: : "Jr" ((unsigned int)(value)));		\
 713} while (0)
 714
 715#define __write_64bit_c0_register(register, sel, value)			\
 716do {									\
 717	if (sizeof(unsigned long) == 4)					\
 718		__write_64bit_c0_split(register, sel, value);		\
 719	else if (sel == 0)						\
 720		__asm__ __volatile__(					\
 721			".set\tmips3\n\t"				\
 722			"dmtc0\t%z0, " #register "\n\t"			\
 723			".set\tmips0"					\
 724			: : "Jr" (value));				\
 725	else								\
 726		__asm__ __volatile__(					\
 727			".set\tmips64\n\t"				\
 728			"dmtc0\t%z0, " #register ", " #sel "\n\t"	\
 729			".set\tmips0"					\
 730			: : "Jr" (value));				\
 731} while (0)
 732
 733#define __read_ulong_c0_register(reg, sel)				\
 734	((sizeof(unsigned long) == 4) ?					\
 735	(unsigned long) __read_32bit_c0_register(reg, sel) :		\
 736	(unsigned long) __read_64bit_c0_register(reg, sel))
 737
 738#define __write_ulong_c0_register(reg, sel, val)			\
 739do {									\
 740	if (sizeof(unsigned long) == 4)					\
 741		__write_32bit_c0_register(reg, sel, val);		\
 742	else								\
 743		__write_64bit_c0_register(reg, sel, val);		\
 744} while (0)
 745
 746/*
 747 * On RM7000/RM9000 these are uses to access cop0 set 1 registers
 748 */
 749#define __read_32bit_c0_ctrl_register(source)				\
 750({ int __res;								\
 751	__asm__ __volatile__(						\
 752		"cfc0\t%0, " #source "\n\t"				\
 753		: "=r" (__res));					\
 754	__res;								\
 755})
 756
 757#define __write_32bit_c0_ctrl_register(register, value)			\
 758do {									\
 759	__asm__ __volatile__(						\
 760		"ctc0\t%z0, " #register "\n\t"				\
 761		: : "Jr" ((unsigned int)(value)));			\
 762} while (0)
 763
 764/*
 765 * These versions are only needed for systems with more than 38 bits of
 766 * physical address space running the 32-bit kernel.  That's none atm :-)
 767 */
 768#define __read_64bit_c0_split(source, sel)				\
 769({									\
 770	unsigned long long __val;					\
 771	unsigned long __flags;						\
 772									\
 773	local_irq_save(__flags);					\
 774	if (sel == 0)							\
 775		__asm__ __volatile__(					\
 776			".set\tmips64\n\t"				\
 777			"dmfc0\t%M0, " #source "\n\t"			\
 778			"dsll\t%L0, %M0, 32\n\t"			\
 779			"dsra\t%M0, %M0, 32\n\t"			\
 780			"dsra\t%L0, %L0, 32\n\t"			\
 781			".set\tmips0"					\
 782			: "=r" (__val));				\
 783	else								\
 784		__asm__ __volatile__(					\
 785			".set\tmips64\n\t"				\
 786			"dmfc0\t%M0, " #source ", " #sel "\n\t"		\
 787			"dsll\t%L0, %M0, 32\n\t"			\
 788			"dsra\t%M0, %M0, 32\n\t"			\
 789			"dsra\t%L0, %L0, 32\n\t"			\
 790			".set\tmips0"					\
 791			: "=r" (__val));				\
 792	local_irq_restore(__flags);					\
 793									\
 794	__val;								\
 795})
 796
 797#define __write_64bit_c0_split(source, sel, val)			\
 798do {									\
 799	unsigned long __flags;						\
 800									\
 801	local_irq_save(__flags);					\
 802	if (sel == 0)							\
 803		__asm__ __volatile__(					\
 804			".set\tmips64\n\t"				\
 805			"dsll\t%L0, %L0, 32\n\t"			\
 806			"dsrl\t%L0, %L0, 32\n\t"			\
 807			"dsll\t%M0, %M0, 32\n\t"			\
 808			"or\t%L0, %L0, %M0\n\t"				\
 809			"dmtc0\t%L0, " #source "\n\t"			\
 810			".set\tmips0"					\
 811			: : "r" (val));					\
 812	else								\
 813		__asm__ __volatile__(					\
 814			".set\tmips64\n\t"				\
 815			"dsll\t%L0, %L0, 32\n\t"			\
 816			"dsrl\t%L0, %L0, 32\n\t"			\
 817			"dsll\t%M0, %M0, 32\n\t"			\
 818			"or\t%L0, %L0, %M0\n\t"				\
 819			"dmtc0\t%L0, " #source ", " #sel "\n\t"		\
 820			".set\tmips0"					\
 821			: : "r" (val));					\
 822	local_irq_restore(__flags);					\
 823} while (0)
 824
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 825#define read_c0_index()		__read_32bit_c0_register($0, 0)
 826#define write_c0_index(val)	__write_32bit_c0_register($0, 0, val)
 827
 828#define read_c0_random()	__read_32bit_c0_register($1, 0)
 829#define write_c0_random(val)	__write_32bit_c0_register($1, 0, val)
 830
 831#define read_c0_entrylo0()	__read_ulong_c0_register($2, 0)
 832#define write_c0_entrylo0(val)	__write_ulong_c0_register($2, 0, val)
 833
 
 
 
 834#define read_c0_entrylo1()	__read_ulong_c0_register($3, 0)
 835#define write_c0_entrylo1(val)	__write_ulong_c0_register($3, 0, val)
 836
 
 
 
 837#define read_c0_conf()		__read_32bit_c0_register($3, 0)
 838#define write_c0_conf(val)	__write_32bit_c0_register($3, 0, val)
 839
 840#define read_c0_context()	__read_ulong_c0_register($4, 0)
 841#define write_c0_context(val)	__write_ulong_c0_register($4, 0, val)
 842
 
 
 
 843#define read_c0_userlocal()	__read_ulong_c0_register($4, 2)
 844#define write_c0_userlocal(val)	__write_ulong_c0_register($4, 2, val)
 
 
 
 845
 846#define read_c0_pagemask()	__read_32bit_c0_register($5, 0)
 847#define write_c0_pagemask(val)	__write_32bit_c0_register($5, 0, val)
 848
 849#define read_c0_pagegrain()	__read_32bit_c0_register($5, 1)
 850#define write_c0_pagegrain(val)	__write_32bit_c0_register($5, 1, val)
 851
 852#define read_c0_wired()		__read_32bit_c0_register($6, 0)
 853#define write_c0_wired(val)	__write_32bit_c0_register($6, 0, val)
 854
 855#define read_c0_info()		__read_32bit_c0_register($7, 0)
 856
 857#define read_c0_cache()		__read_32bit_c0_register($7, 0)	/* TX39xx */
 858#define write_c0_cache(val)	__write_32bit_c0_register($7, 0, val)
 859
 860#define read_c0_badvaddr()	__read_ulong_c0_register($8, 0)
 861#define write_c0_badvaddr(val)	__write_ulong_c0_register($8, 0, val)
 862
 
 
 
 863#define read_c0_count()		__read_32bit_c0_register($9, 0)
 864#define write_c0_count(val)	__write_32bit_c0_register($9, 0, val)
 865
 866#define read_c0_count2()	__read_32bit_c0_register($9, 6) /* pnx8550 */
 867#define write_c0_count2(val)	__write_32bit_c0_register($9, 6, val)
 868
 869#define read_c0_count3()	__read_32bit_c0_register($9, 7) /* pnx8550 */
 870#define write_c0_count3(val)	__write_32bit_c0_register($9, 7, val)
 871
 872#define read_c0_entryhi()	__read_ulong_c0_register($10, 0)
 873#define write_c0_entryhi(val)	__write_ulong_c0_register($10, 0, val)
 874
 
 
 
 
 
 
 
 
 
 875#define read_c0_compare()	__read_32bit_c0_register($11, 0)
 876#define write_c0_compare(val)	__write_32bit_c0_register($11, 0, val)
 877
 
 
 
 878#define read_c0_compare2()	__read_32bit_c0_register($11, 6) /* pnx8550 */
 879#define write_c0_compare2(val)	__write_32bit_c0_register($11, 6, val)
 880
 881#define read_c0_compare3()	__read_32bit_c0_register($11, 7) /* pnx8550 */
 882#define write_c0_compare3(val)	__write_32bit_c0_register($11, 7, val)
 883
 884#define read_c0_status()	__read_32bit_c0_register($12, 0)
 885#ifdef CONFIG_MIPS_MT_SMTC
 886#define write_c0_status(val)						\
 887do {									\
 888	__write_32bit_c0_register($12, 0, val);				\
 889	__ehb();							\
 890} while (0)
 891#else
 892/*
 893 * Legacy non-SMTC code, which may be hazardous
 894 * but which might not support EHB
 895 */
 896#define write_c0_status(val)	__write_32bit_c0_register($12, 0, val)
 897#endif /* CONFIG_MIPS_MT_SMTC */
 
 
 
 
 
 898
 899#define read_c0_cause()		__read_32bit_c0_register($13, 0)
 900#define write_c0_cause(val)	__write_32bit_c0_register($13, 0, val)
 901
 902#define read_c0_epc()		__read_ulong_c0_register($14, 0)
 903#define write_c0_epc(val)	__write_ulong_c0_register($14, 0, val)
 904
 905#define read_c0_prid()		__read_32bit_c0_register($15, 0)
 906
 
 
 907#define read_c0_config()	__read_32bit_c0_register($16, 0)
 908#define read_c0_config1()	__read_32bit_c0_register($16, 1)
 909#define read_c0_config2()	__read_32bit_c0_register($16, 2)
 910#define read_c0_config3()	__read_32bit_c0_register($16, 3)
 911#define read_c0_config4()	__read_32bit_c0_register($16, 4)
 912#define read_c0_config5()	__read_32bit_c0_register($16, 5)
 913#define read_c0_config6()	__read_32bit_c0_register($16, 6)
 914#define read_c0_config7()	__read_32bit_c0_register($16, 7)
 915#define write_c0_config(val)	__write_32bit_c0_register($16, 0, val)
 916#define write_c0_config1(val)	__write_32bit_c0_register($16, 1, val)
 917#define write_c0_config2(val)	__write_32bit_c0_register($16, 2, val)
 918#define write_c0_config3(val)	__write_32bit_c0_register($16, 3, val)
 919#define write_c0_config4(val)	__write_32bit_c0_register($16, 4, val)
 920#define write_c0_config5(val)	__write_32bit_c0_register($16, 5, val)
 921#define write_c0_config6(val)	__write_32bit_c0_register($16, 6, val)
 922#define write_c0_config7(val)	__write_32bit_c0_register($16, 7, val)
 923
 
 
 
 
 
 
 
 924/*
 925 * The WatchLo register.  There may be up to 8 of them.
 926 */
 927#define read_c0_watchlo0()	__read_ulong_c0_register($18, 0)
 928#define read_c0_watchlo1()	__read_ulong_c0_register($18, 1)
 929#define read_c0_watchlo2()	__read_ulong_c0_register($18, 2)
 930#define read_c0_watchlo3()	__read_ulong_c0_register($18, 3)
 931#define read_c0_watchlo4()	__read_ulong_c0_register($18, 4)
 932#define read_c0_watchlo5()	__read_ulong_c0_register($18, 5)
 933#define read_c0_watchlo6()	__read_ulong_c0_register($18, 6)
 934#define read_c0_watchlo7()	__read_ulong_c0_register($18, 7)
 935#define write_c0_watchlo0(val)	__write_ulong_c0_register($18, 0, val)
 936#define write_c0_watchlo1(val)	__write_ulong_c0_register($18, 1, val)
 937#define write_c0_watchlo2(val)	__write_ulong_c0_register($18, 2, val)
 938#define write_c0_watchlo3(val)	__write_ulong_c0_register($18, 3, val)
 939#define write_c0_watchlo4(val)	__write_ulong_c0_register($18, 4, val)
 940#define write_c0_watchlo5(val)	__write_ulong_c0_register($18, 5, val)
 941#define write_c0_watchlo6(val)	__write_ulong_c0_register($18, 6, val)
 942#define write_c0_watchlo7(val)	__write_ulong_c0_register($18, 7, val)
 943
 944/*
 945 * The WatchHi register.  There may be up to 8 of them.
 946 */
 947#define read_c0_watchhi0()	__read_32bit_c0_register($19, 0)
 948#define read_c0_watchhi1()	__read_32bit_c0_register($19, 1)
 949#define read_c0_watchhi2()	__read_32bit_c0_register($19, 2)
 950#define read_c0_watchhi3()	__read_32bit_c0_register($19, 3)
 951#define read_c0_watchhi4()	__read_32bit_c0_register($19, 4)
 952#define read_c0_watchhi5()	__read_32bit_c0_register($19, 5)
 953#define read_c0_watchhi6()	__read_32bit_c0_register($19, 6)
 954#define read_c0_watchhi7()	__read_32bit_c0_register($19, 7)
 955
 956#define write_c0_watchhi0(val)	__write_32bit_c0_register($19, 0, val)
 957#define write_c0_watchhi1(val)	__write_32bit_c0_register($19, 1, val)
 958#define write_c0_watchhi2(val)	__write_32bit_c0_register($19, 2, val)
 959#define write_c0_watchhi3(val)	__write_32bit_c0_register($19, 3, val)
 960#define write_c0_watchhi4(val)	__write_32bit_c0_register($19, 4, val)
 961#define write_c0_watchhi5(val)	__write_32bit_c0_register($19, 5, val)
 962#define write_c0_watchhi6(val)	__write_32bit_c0_register($19, 6, val)
 963#define write_c0_watchhi7(val)	__write_32bit_c0_register($19, 7, val)
 964
 965#define read_c0_xcontext()	__read_ulong_c0_register($20, 0)
 966#define write_c0_xcontext(val)	__write_ulong_c0_register($20, 0, val)
 967
 968#define read_c0_intcontrol()	__read_32bit_c0_ctrl_register($20)
 969#define write_c0_intcontrol(val) __write_32bit_c0_ctrl_register($20, val)
 970
 971#define read_c0_framemask()	__read_32bit_c0_register($21, 0)
 972#define write_c0_framemask(val)	__write_32bit_c0_register($21, 0, val)
 973
 974/* RM9000 PerfControl performance counter control register */
 975#define read_c0_perfcontrol()	__read_32bit_c0_register($22, 0)
 976#define write_c0_perfcontrol(val) __write_32bit_c0_register($22, 0, val)
 977
 978#define read_c0_diag()		__read_32bit_c0_register($22, 0)
 979#define write_c0_diag(val)	__write_32bit_c0_register($22, 0, val)
 980
 
 
 
 
 981#define read_c0_diag1()		__read_32bit_c0_register($22, 1)
 982#define write_c0_diag1(val)	__write_32bit_c0_register($22, 1, val)
 983
 984#define read_c0_diag2()		__read_32bit_c0_register($22, 2)
 985#define write_c0_diag2(val)	__write_32bit_c0_register($22, 2, val)
 986
 987#define read_c0_diag3()		__read_32bit_c0_register($22, 3)
 988#define write_c0_diag3(val)	__write_32bit_c0_register($22, 3, val)
 989
 990#define read_c0_diag4()		__read_32bit_c0_register($22, 4)
 991#define write_c0_diag4(val)	__write_32bit_c0_register($22, 4, val)
 992
 993#define read_c0_diag5()		__read_32bit_c0_register($22, 5)
 994#define write_c0_diag5(val)	__write_32bit_c0_register($22, 5, val)
 995
 996#define read_c0_debug()		__read_32bit_c0_register($23, 0)
 997#define write_c0_debug(val)	__write_32bit_c0_register($23, 0, val)
 998
 999#define read_c0_depc()		__read_ulong_c0_register($24, 0)
1000#define write_c0_depc(val)	__write_ulong_c0_register($24, 0, val)
1001
1002/*
1003 * MIPS32 / MIPS64 performance counters
1004 */
1005#define read_c0_perfctrl0()	__read_32bit_c0_register($25, 0)
1006#define write_c0_perfctrl0(val)	__write_32bit_c0_register($25, 0, val)
1007#define read_c0_perfcntr0()	__read_32bit_c0_register($25, 1)
1008#define write_c0_perfcntr0(val)	__write_32bit_c0_register($25, 1, val)
1009#define read_c0_perfcntr0_64()	__read_64bit_c0_register($25, 1)
1010#define write_c0_perfcntr0_64(val) __write_64bit_c0_register($25, 1, val)
1011#define read_c0_perfctrl1()	__read_32bit_c0_register($25, 2)
1012#define write_c0_perfctrl1(val)	__write_32bit_c0_register($25, 2, val)
1013#define read_c0_perfcntr1()	__read_32bit_c0_register($25, 3)
1014#define write_c0_perfcntr1(val)	__write_32bit_c0_register($25, 3, val)
1015#define read_c0_perfcntr1_64()	__read_64bit_c0_register($25, 3)
1016#define write_c0_perfcntr1_64(val) __write_64bit_c0_register($25, 3, val)
1017#define read_c0_perfctrl2()	__read_32bit_c0_register($25, 4)
1018#define write_c0_perfctrl2(val)	__write_32bit_c0_register($25, 4, val)
1019#define read_c0_perfcntr2()	__read_32bit_c0_register($25, 5)
1020#define write_c0_perfcntr2(val)	__write_32bit_c0_register($25, 5, val)
1021#define read_c0_perfcntr2_64()	__read_64bit_c0_register($25, 5)
1022#define write_c0_perfcntr2_64(val) __write_64bit_c0_register($25, 5, val)
1023#define read_c0_perfctrl3()	__read_32bit_c0_register($25, 6)
1024#define write_c0_perfctrl3(val)	__write_32bit_c0_register($25, 6, val)
1025#define read_c0_perfcntr3()	__read_32bit_c0_register($25, 7)
1026#define write_c0_perfcntr3(val)	__write_32bit_c0_register($25, 7, val)
1027#define read_c0_perfcntr3_64()	__read_64bit_c0_register($25, 7)
1028#define write_c0_perfcntr3_64(val) __write_64bit_c0_register($25, 7, val)
1029
1030/* RM9000 PerfCount performance counter register */
1031#define read_c0_perfcount()	__read_64bit_c0_register($25, 0)
1032#define write_c0_perfcount(val)	__write_64bit_c0_register($25, 0, val)
1033
1034#define read_c0_ecc()		__read_32bit_c0_register($26, 0)
1035#define write_c0_ecc(val)	__write_32bit_c0_register($26, 0, val)
1036
1037#define read_c0_derraddr0()	__read_ulong_c0_register($26, 1)
1038#define write_c0_derraddr0(val)	__write_ulong_c0_register($26, 1, val)
1039
1040#define read_c0_cacheerr()	__read_32bit_c0_register($27, 0)
1041
1042#define read_c0_derraddr1()	__read_ulong_c0_register($27, 1)
1043#define write_c0_derraddr1(val)	__write_ulong_c0_register($27, 1, val)
1044
1045#define read_c0_taglo()		__read_32bit_c0_register($28, 0)
1046#define write_c0_taglo(val)	__write_32bit_c0_register($28, 0, val)
1047
1048#define read_c0_dtaglo()	__read_32bit_c0_register($28, 2)
1049#define write_c0_dtaglo(val)	__write_32bit_c0_register($28, 2, val)
1050
1051#define read_c0_ddatalo()	__read_32bit_c0_register($28, 3)
1052#define write_c0_ddatalo(val)	__write_32bit_c0_register($28, 3, val)
1053
1054#define read_c0_staglo()	__read_32bit_c0_register($28, 4)
1055#define write_c0_staglo(val)	__write_32bit_c0_register($28, 4, val)
1056
1057#define read_c0_taghi()		__read_32bit_c0_register($29, 0)
1058#define write_c0_taghi(val)	__write_32bit_c0_register($29, 0, val)
1059
1060#define read_c0_errorepc()	__read_ulong_c0_register($30, 0)
1061#define write_c0_errorepc(val)	__write_ulong_c0_register($30, 0, val)
1062
1063/* MIPSR2 */
1064#define read_c0_hwrena()	__read_32bit_c0_register($7, 0)
1065#define write_c0_hwrena(val)	__write_32bit_c0_register($7, 0, val)
1066
1067#define read_c0_intctl()	__read_32bit_c0_register($12, 1)
1068#define write_c0_intctl(val)	__write_32bit_c0_register($12, 1, val)
1069
1070#define read_c0_srsctl()	__read_32bit_c0_register($12, 2)
1071#define write_c0_srsctl(val)	__write_32bit_c0_register($12, 2, val)
1072
1073#define read_c0_srsmap()	__read_32bit_c0_register($12, 3)
1074#define write_c0_srsmap(val)	__write_32bit_c0_register($12, 3, val)
1075
1076#define read_c0_ebase()		__read_32bit_c0_register($15, 1)
1077#define write_c0_ebase(val)	__write_32bit_c0_register($15, 1, val)
1078
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1079
1080/* Cavium OCTEON (cnMIPS) */
1081#define read_c0_cvmcount()	__read_ulong_c0_register($9, 6)
1082#define write_c0_cvmcount(val)	__write_ulong_c0_register($9, 6, val)
1083
1084#define read_c0_cvmctl()	__read_64bit_c0_register($9, 7)
1085#define write_c0_cvmctl(val)	__write_64bit_c0_register($9, 7, val)
1086
1087#define read_c0_cvmmemctl()	__read_64bit_c0_register($11, 7)
1088#define write_c0_cvmmemctl(val)	__write_64bit_c0_register($11, 7, val)
1089/*
1090 * The cacheerr registers are not standardized.  On OCTEON, they are
1091 * 64 bits wide.
1092 */
1093#define read_octeon_c0_icacheerr()	__read_64bit_c0_register($27, 0)
1094#define write_octeon_c0_icacheerr(val)	__write_64bit_c0_register($27, 0, val)
1095
1096#define read_octeon_c0_dcacheerr()	__read_64bit_c0_register($27, 1)
1097#define write_octeon_c0_dcacheerr(val)	__write_64bit_c0_register($27, 1, val)
1098
1099/* BMIPS3300 */
1100#define read_c0_brcm_config_0()		__read_32bit_c0_register($22, 0)
1101#define write_c0_brcm_config_0(val)	__write_32bit_c0_register($22, 0, val)
1102
1103#define read_c0_brcm_bus_pll()		__read_32bit_c0_register($22, 4)
1104#define write_c0_brcm_bus_pll(val)	__write_32bit_c0_register($22, 4, val)
1105
1106#define read_c0_brcm_reset()		__read_32bit_c0_register($22, 5)
1107#define write_c0_brcm_reset(val)	__write_32bit_c0_register($22, 5, val)
1108
1109/* BMIPS43xx */
1110#define read_c0_brcm_cmt_intr()		__read_32bit_c0_register($22, 1)
1111#define write_c0_brcm_cmt_intr(val)	__write_32bit_c0_register($22, 1, val)
1112
1113#define read_c0_brcm_cmt_ctrl()		__read_32bit_c0_register($22, 2)
1114#define write_c0_brcm_cmt_ctrl(val)	__write_32bit_c0_register($22, 2, val)
1115
1116#define read_c0_brcm_cmt_local()	__read_32bit_c0_register($22, 3)
1117#define write_c0_brcm_cmt_local(val)	__write_32bit_c0_register($22, 3, val)
1118
1119#define read_c0_brcm_config_1()		__read_32bit_c0_register($22, 5)
1120#define write_c0_brcm_config_1(val)	__write_32bit_c0_register($22, 5, val)
1121
1122#define read_c0_brcm_cbr()		__read_32bit_c0_register($22, 6)
1123#define write_c0_brcm_cbr(val)		__write_32bit_c0_register($22, 6, val)
1124
1125/* BMIPS5000 */
1126#define read_c0_brcm_config()		__read_32bit_c0_register($22, 0)
1127#define write_c0_brcm_config(val)	__write_32bit_c0_register($22, 0, val)
1128
1129#define read_c0_brcm_mode()		__read_32bit_c0_register($22, 1)
1130#define write_c0_brcm_mode(val)		__write_32bit_c0_register($22, 1, val)
1131
1132#define read_c0_brcm_action()		__read_32bit_c0_register($22, 2)
1133#define write_c0_brcm_action(val)	__write_32bit_c0_register($22, 2, val)
1134
1135#define read_c0_brcm_edsp()		__read_32bit_c0_register($22, 3)
1136#define write_c0_brcm_edsp(val)		__write_32bit_c0_register($22, 3, val)
1137
1138#define read_c0_brcm_bootvec()		__read_32bit_c0_register($22, 4)
1139#define write_c0_brcm_bootvec(val)	__write_32bit_c0_register($22, 4, val)
1140
1141#define read_c0_brcm_sleepcount()	__read_32bit_c0_register($22, 7)
1142#define write_c0_brcm_sleepcount(val)	__write_32bit_c0_register($22, 7, val)
1143
1144/*
1145 * Macros to access the floating point coprocessor control registers
1146 */
1147#define read_32bit_cp1_register(source)                         \
1148({ int __res;                                                   \
1149	__asm__ __volatile__(                                   \
1150	".set\tpush\n\t"					\
1151	".set\treorder\n\t"					\
1152	/* gas fails to assemble cfc1 for some archs (octeon).*/ \
1153	".set\tmips1\n\t"					\
1154        "cfc1\t%0,"STR(source)"\n\t"                            \
1155	".set\tpop"						\
1156        : "=r" (__res));                                        \
1157        __res;})
1158
1159#define rddsp(mask)							\
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1160({									\
1161	unsigned int __res;						\
1162									\
1163	__asm__ __volatile__(						\
1164	"	.set	push				\n"		\
1165	"	.set	noat				\n"		\
1166	"	# rddsp $1, %x1				\n"		\
1167	"	.word	0x7c000cb8 | (%x1 << 16)	\n"		\
1168	"	move	%0, $1				\n"		\
1169	"	.set	pop				\n"		\
1170	: "=r" (__res)							\
1171	: "i" (mask));							\
 
1172	__res;								\
1173})
1174
1175#define wrdsp(val, mask)						\
1176do {									\
1177	__asm__ __volatile__(						\
1178	"	.set	push					\n"	\
1179	"	.set	noat					\n"	\
1180	"	move	$1, %0					\n"	\
1181	"	# wrdsp $1, %x1					\n"	\
1182	"	.word	0x7c2004f8 | (%x1 << 11)		\n"	\
1183	"	.set	pop					\n"	\
1184        :								\
1185	: "r" (val), "i" (mask));					\
1186} while (0)
1187
1188#if 0	/* Need DSP ASE capable assembler ... */
1189#define mflo0() ({ long mflo0; __asm__("mflo %0, $ac0" : "=r" (mflo0)); mflo0;})
1190#define mflo1() ({ long mflo1; __asm__("mflo %0, $ac1" : "=r" (mflo1)); mflo1;})
1191#define mflo2() ({ long mflo2; __asm__("mflo %0, $ac2" : "=r" (mflo2)); mflo2;})
1192#define mflo3() ({ long mflo3; __asm__("mflo %0, $ac3" : "=r" (mflo3)); mflo3;})
1193
1194#define mfhi0() ({ long mfhi0; __asm__("mfhi %0, $ac0" : "=r" (mfhi0)); mfhi0;})
1195#define mfhi1() ({ long mfhi1; __asm__("mfhi %0, $ac1" : "=r" (mfhi1)); mfhi1;})
1196#define mfhi2() ({ long mfhi2; __asm__("mfhi %0, $ac2" : "=r" (mfhi2)); mfhi2;})
1197#define mfhi3() ({ long mfhi3; __asm__("mfhi %0, $ac3" : "=r" (mfhi3)); mfhi3;})
1198
1199#define mtlo0(x) __asm__("mtlo %0, $ac0" ::"r" (x))
1200#define mtlo1(x) __asm__("mtlo %0, $ac1" ::"r" (x))
1201#define mtlo2(x) __asm__("mtlo %0, $ac2" ::"r" (x))
1202#define mtlo3(x) __asm__("mtlo %0, $ac3" ::"r" (x))
1203
1204#define mthi0(x) __asm__("mthi %0, $ac0" ::"r" (x))
1205#define mthi1(x) __asm__("mthi %0, $ac1" ::"r" (x))
1206#define mthi2(x) __asm__("mthi %0, $ac2" ::"r" (x))
1207#define mthi3(x) __asm__("mthi %0, $ac3" ::"r" (x))
1208
1209#else
 
 
 
 
 
1210
1211#define mfhi0()								\
 
1212({									\
1213	unsigned long __treg;						\
1214									\
1215	__asm__ __volatile__(						\
1216	"	.set	push			\n"			\
1217	"	.set	noat			\n"			\
1218	"	# mfhi	%0, $ac0		\n"			\
1219	"	.word	0x00000810		\n"			\
1220	"	move	%0, $1			\n"			\
1221	"	.set	pop			\n"			\
1222	: "=r" (__treg));						\
1223	__treg;								\
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1224})
1225
1226#define mfhi1()								\
1227({									\
1228	unsigned long __treg;						\
1229									\
1230	__asm__ __volatile__(						\
1231	"	.set	push			\n"			\
1232	"	.set	noat			\n"			\
1233	"	# mfhi	%0, $ac1		\n"			\
1234	"	.word	0x00200810		\n"			\
1235	"	move	%0, $1			\n"			\
1236	"	.set	pop			\n"			\
1237	: "=r" (__treg));						\
1238	__treg;								\
1239})
1240
1241#define mfhi2()								\
1242({									\
1243	unsigned long __treg;						\
1244									\
1245	__asm__ __volatile__(						\
1246	"	.set	push			\n"			\
1247	"	.set	noat			\n"			\
1248	"	# mfhi	%0, $ac2		\n"			\
1249	"	.word	0x00400810		\n"			\
1250	"	move	%0, $1			\n"			\
1251	"	.set	pop			\n"			\
1252	: "=r" (__treg));						\
1253	__treg;								\
1254})
1255
1256#define mfhi3()								\
1257({									\
1258	unsigned long __treg;						\
1259									\
1260	__asm__ __volatile__(						\
1261	"	.set	push			\n"			\
1262	"	.set	noat			\n"			\
1263	"	# mfhi	%0, $ac3		\n"			\
1264	"	.word	0x00600810		\n"			\
1265	"	move	%0, $1			\n"			\
1266	"	.set	pop			\n"			\
1267	: "=r" (__treg));						\
1268	__treg;								\
1269})
1270
1271#define mflo0()								\
 
1272({									\
1273	unsigned long __treg;						\
1274									\
1275	__asm__ __volatile__(						\
1276	"	.set	push			\n"			\
1277	"	.set	noat			\n"			\
1278	"	# mflo	%0, $ac0		\n"			\
1279	"	.word	0x00000812		\n"			\
1280	"	move	%0, $1			\n"			\
1281	"	.set	pop			\n"			\
1282	: "=r" (__treg));						\
1283	__treg;								\
1284})
1285
1286#define mflo1()								\
1287({									\
1288	unsigned long __treg;						\
1289									\
1290	__asm__ __volatile__(						\
1291	"	.set	push			\n"			\
1292	"	.set	noat			\n"			\
1293	"	# mflo	%0, $ac1		\n"			\
1294	"	.word	0x00200812		\n"			\
1295	"	move	%0, $1			\n"			\
1296	"	.set	pop			\n"			\
1297	: "=r" (__treg));						\
1298	__treg;								\
1299})
1300
1301#define mflo2()								\
1302({									\
1303	unsigned long __treg;						\
1304									\
1305	__asm__ __volatile__(						\
1306	"	.set	push			\n"			\
1307	"	.set	noat			\n"			\
1308	"	# mflo	%0, $ac2		\n"			\
1309	"	.word	0x00400812		\n"			\
1310	"	move	%0, $1			\n"			\
1311	"	.set	pop			\n"			\
1312	: "=r" (__treg));						\
1313	__treg;								\
1314})
1315
1316#define mflo3()								\
1317({									\
1318	unsigned long __treg;						\
1319									\
1320	__asm__ __volatile__(						\
1321	"	.set	push			\n"			\
1322	"	.set	noat			\n"			\
1323	"	# mflo	%0, $ac3		\n"			\
1324	"	.word	0x00600812		\n"			\
1325	"	move	%0, $1			\n"			\
1326	"	.set	pop			\n"			\
1327	: "=r" (__treg));						\
1328	__treg;								\
1329})
1330
1331#define mthi0(x)							\
1332do {									\
1333	__asm__ __volatile__(						\
1334	"	.set	push					\n"	\
1335	"	.set	noat					\n"	\
1336	"	move	$1, %0					\n"	\
1337	"	# mthi	$1, $ac0				\n"	\
1338	"	.word	0x00200011				\n"	\
1339	"	.set	pop					\n"	\
1340	:								\
1341	: "r" (x));							\
1342} while (0)
1343
1344#define mthi1(x)							\
1345do {									\
1346	__asm__ __volatile__(						\
1347	"	.set	push					\n"	\
1348	"	.set	noat					\n"	\
1349	"	move	$1, %0					\n"	\
1350	"	# mthi	$1, $ac1				\n"	\
1351	"	.word	0x00200811				\n"	\
1352	"	.set	pop					\n"	\
1353	:								\
1354	: "r" (x));							\
1355} while (0)
1356
1357#define mthi2(x)							\
1358do {									\
1359	__asm__ __volatile__(						\
1360	"	.set	push					\n"	\
1361	"	.set	noat					\n"	\
1362	"	move	$1, %0					\n"	\
1363	"	# mthi	$1, $ac2				\n"	\
1364	"	.word	0x00201011				\n"	\
1365	"	.set	pop					\n"	\
1366	:								\
1367	: "r" (x));							\
1368} while (0)
1369
1370#define mthi3(x)							\
1371do {									\
1372	__asm__ __volatile__(						\
1373	"	.set	push					\n"	\
1374	"	.set	noat					\n"	\
1375	"	move	$1, %0					\n"	\
1376	"	# mthi	$1, $ac3				\n"	\
1377	"	.word	0x00201811				\n"	\
1378	"	.set	pop					\n"	\
1379	:								\
1380	: "r" (x));							\
1381} while (0)
1382
1383#define mtlo0(x)							\
1384do {									\
 
 
 
 
1385	__asm__ __volatile__(						\
1386	"	.set	push					\n"	\
1387	"	.set	noat					\n"	\
1388	"	move	$1, %0					\n"	\
1389	"	# mtlo	$1, $ac0				\n"	\
1390	"	.word	0x00200013				\n"	\
 
1391	"	.set	pop					\n"	\
1392	:								\
1393	: "r" (x));							\
1394} while (0)
 
1395
1396#define mtlo1(x)							\
1397do {									\
1398	__asm__ __volatile__(						\
1399	"	.set	push					\n"	\
1400	"	.set	noat					\n"	\
1401	"	move	$1, %0					\n"	\
1402	"	# mtlo	$1, $ac1				\n"	\
1403	"	.word	0x00200813				\n"	\
 
1404	"	.set	pop					\n"	\
1405	:								\
1406	: "r" (x));							\
1407} while (0)
1408
1409#define mtlo2(x)							\
1410do {									\
 
 
1411	__asm__ __volatile__(						\
1412	"	.set	push					\n"	\
1413	"	.set	noat					\n"	\
1414	"	move	$1, %0					\n"	\
1415	"	# mtlo	$1, $ac2				\n"	\
1416	"	.word	0x00201013				\n"	\
1417	"	.set	pop					\n"	\
1418	:								\
1419	: "r" (x));							\
1420} while (0)
 
1421
1422#define mtlo3(x)							\
1423do {									\
1424	__asm__ __volatile__(						\
1425	"	.set	push					\n"	\
1426	"	.set	noat					\n"	\
1427	"	move	$1, %0					\n"	\
1428	"	# mtlo	$1, $ac3				\n"	\
1429	"	.word	0x00201813				\n"	\
1430	"	.set	pop					\n"	\
1431	:								\
1432	: "r" (x));							\
1433} while (0)
1434
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1435#endif
1436
1437/*
1438 * TLB operations.
1439 *
1440 * It is responsibility of the caller to take care of any TLB hazards.
1441 */
1442static inline void tlb_probe(void)
1443{
1444	__asm__ __volatile__(
1445		".set noreorder\n\t"
1446		"tlbp\n\t"
1447		".set reorder");
1448}
1449
1450static inline void tlb_read(void)
1451{
1452#if MIPS34K_MISSED_ITLB_WAR
1453	int res = 0;
1454
1455	__asm__ __volatile__(
1456	"	.set	push					\n"
1457	"	.set	noreorder				\n"
1458	"	.set	noat					\n"
1459	"	.set	mips32r2				\n"
1460	"	.word	0x41610001		# dvpe $1	\n"
1461	"	move	%0, $1					\n"
1462	"	ehb						\n"
1463	"	.set	pop					\n"
1464	: "=r" (res));
1465
1466	instruction_hazard();
1467#endif
1468
1469	__asm__ __volatile__(
1470		".set noreorder\n\t"
1471		"tlbr\n\t"
1472		".set reorder");
1473
1474#if MIPS34K_MISSED_ITLB_WAR
1475	if ((res & _ULCAST_(1)))
1476		__asm__ __volatile__(
1477		"	.set	push				\n"
1478		"	.set	noreorder			\n"
1479		"	.set	noat				\n"
1480		"	.set	mips32r2			\n"
1481		"	.word	0x41600021	# evpe		\n"
1482		"	ehb					\n"
1483		"	.set	pop				\n");
1484#endif
1485}
1486
1487static inline void tlb_write_indexed(void)
1488{
1489	__asm__ __volatile__(
1490		".set noreorder\n\t"
1491		"tlbwi\n\t"
1492		".set reorder");
1493}
1494
1495static inline void tlb_write_random(void)
1496{
1497	__asm__ __volatile__(
1498		".set noreorder\n\t"
1499		"tlbwr\n\t"
1500		".set reorder");
1501}
1502
 
 
1503/*
1504 * Manipulate bits in a c0 register.
1505 */
1506#ifndef CONFIG_MIPS_MT_SMTC
1507/*
1508 * SMTC Linux requires shutting-down microthread scheduling
1509 * during CP0 register read-modify-write sequences.
1510 */
1511#define __BUILD_SET_C0(name)					\
1512static inline unsigned int					\
1513set_c0_##name(unsigned int set)					\
1514{								\
1515	unsigned int res, new;					\
1516								\
1517	res = read_c0_##name();					\
1518	new = res | set;					\
1519	write_c0_##name(new);					\
1520								\
1521	return res;						\
1522}								\
1523								\
1524static inline unsigned int					\
1525clear_c0_##name(unsigned int clear)				\
1526{								\
1527	unsigned int res, new;					\
1528								\
1529	res = read_c0_##name();					\
1530	new = res & ~clear;					\
1531	write_c0_##name(new);					\
1532								\
1533	return res;						\
1534}								\
1535								\
1536static inline unsigned int					\
1537change_c0_##name(unsigned int change, unsigned int val)		\
1538{								\
1539	unsigned int res, new;					\
1540								\
1541	res = read_c0_##name();					\
1542	new = res & ~change;					\
1543	new |= (val & change);					\
1544	write_c0_##name(new);					\
1545								\
1546	return res;						\
1547}
1548
1549#else /* SMTC versions that manage MT scheduling */
 
 
 
 
 
 
 
 
1550
1551#include <linux/irqflags.h>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1552
1553/*
1554 * This is a duplicate of dmt() in mipsmtregs.h to avoid problems with
1555 * header file recursion.
1556 */
1557static inline unsigned int __dmt(void)
1558{
1559	int res;
1560
1561	__asm__ __volatile__(
1562	"	.set	push						\n"
1563	"	.set	mips32r2					\n"
1564	"	.set	noat						\n"
1565	"	.word	0x41610BC1			# dmt $1	\n"
1566	"	ehb							\n"
1567	"	move	%0, $1						\n"
1568	"	.set	pop						\n"
1569	: "=r" (res));
1570
1571	instruction_hazard();
1572
1573	return res;
 
 
 
 
 
 
 
 
 
 
1574}
1575
1576#define __VPECONTROL_TE_SHIFT	15
1577#define __VPECONTROL_TE		(1UL << __VPECONTROL_TE_SHIFT)
1578
1579#define __EMT_ENABLE		__VPECONTROL_TE
 
 
 
1580
1581static inline void __emt(unsigned int previous)
1582{
1583	if ((previous & __EMT_ENABLE))
1584		__asm__ __volatile__(
1585		"	.set	mips32r2				\n"
1586		"	.word	0x41600be1		# emt		\n"
1587		"	ehb						\n"
1588		"	.set	mips0					\n");
1589}
1590
1591static inline void __ehb(void)
1592{
1593	__asm__ __volatile__(
1594	"	.set	mips32r2					\n"
1595	"	ehb							\n"		"	.set	mips0						\n");
 
1596}
1597
1598/*
1599 * Note that local_irq_save/restore affect TC-specific IXMT state,
1600 * not Status.IE as in non-SMTC kernel.
1601 */
 
 
 
 
 
 
 
 
 
1602
1603#define __BUILD_SET_C0(name)					\
 
 
 
1604static inline unsigned int					\
1605set_c0_##name(unsigned int set)					\
1606{								\
1607	unsigned int res;					\
1608	unsigned int new;					\
1609	unsigned int omt;					\
1610	unsigned long flags;					\
1611								\
1612	local_irq_save(flags);					\
1613	omt = __dmt();						\
1614	res = read_c0_##name();					\
1615	new = res | set;					\
1616	write_c0_##name(new);					\
1617	__emt(omt);						\
1618	local_irq_restore(flags);				\
1619								\
1620	return res;						\
1621}								\
1622								\
1623static inline unsigned int					\
1624clear_c0_##name(unsigned int clear)				\
1625{								\
1626	unsigned int res;					\
1627	unsigned int new;					\
1628	unsigned int omt;					\
1629	unsigned long flags;					\
1630								\
1631	local_irq_save(flags);					\
1632	omt = __dmt();						\
1633	res = read_c0_##name();					\
1634	new = res & ~clear;					\
1635	write_c0_##name(new);					\
1636	__emt(omt);						\
1637	local_irq_restore(flags);				\
1638								\
1639	return res;						\
1640}								\
1641								\
1642static inline unsigned int					\
1643change_c0_##name(unsigned int change, unsigned int newbits)	\
1644{								\
1645	unsigned int res;					\
1646	unsigned int new;					\
1647	unsigned int omt;					\
1648	unsigned long flags;					\
1649								\
1650	local_irq_save(flags);					\
1651								\
1652	omt = __dmt();						\
1653	res = read_c0_##name();					\
1654	new = res & ~change;					\
1655	new |= (newbits & change);				\
1656	write_c0_##name(new);					\
1657	__emt(omt);						\
1658	local_irq_restore(flags);				\
1659								\
1660	return res;						\
1661}
1662#endif
 
 
 
 
1663
1664__BUILD_SET_C0(status)
1665__BUILD_SET_C0(cause)
1666__BUILD_SET_C0(config)
 
1667__BUILD_SET_C0(intcontrol)
1668__BUILD_SET_C0(intctl)
1669__BUILD_SET_C0(srsmap)
 
 
 
 
 
 
1670__BUILD_SET_C0(brcm_config_0)
1671__BUILD_SET_C0(brcm_bus_pll)
1672__BUILD_SET_C0(brcm_reset)
1673__BUILD_SET_C0(brcm_cmt_intr)
1674__BUILD_SET_C0(brcm_cmt_ctrl)
1675__BUILD_SET_C0(brcm_config)
1676__BUILD_SET_C0(brcm_mode)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1677
1678#endif /* !__ASSEMBLY__ */
1679
1680#endif /* _ASM_MIPSREGS_H */
v4.10.11
   1/*
   2 * This file is subject to the terms and conditions of the GNU General Public
   3 * License.  See the file "COPYING" in the main directory of this archive
   4 * for more details.
   5 *
   6 * Copyright (C) 1994, 1995, 1996, 1997, 2000, 2001 by Ralf Baechle
   7 * Copyright (C) 2000 Silicon Graphics, Inc.
   8 * Modified for further R[236]000 support by Paul M. Antoine, 1996.
   9 * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  10 * Copyright (C) 2000, 07 MIPS Technologies, Inc.
  11 * Copyright (C) 2003, 2004  Maciej W. Rozycki
  12 */
  13#ifndef _ASM_MIPSREGS_H
  14#define _ASM_MIPSREGS_H
  15
  16#include <linux/linkage.h>
  17#include <linux/types.h>
  18#include <asm/hazards.h>
  19#include <asm/war.h>
  20
  21/*
  22 * The following macros are especially useful for __asm__
  23 * inline assembler.
  24 */
  25#ifndef __STR
  26#define __STR(x) #x
  27#endif
  28#ifndef STR
  29#define STR(x) __STR(x)
  30#endif
  31
  32/*
  33 *  Configure language
  34 */
  35#ifdef __ASSEMBLY__
  36#define _ULCAST_
  37#else
  38#define _ULCAST_ (unsigned long)
  39#endif
  40
  41/*
  42 * Coprocessor 0 register names
  43 */
  44#define CP0_INDEX $0
  45#define CP0_RANDOM $1
  46#define CP0_ENTRYLO0 $2
  47#define CP0_ENTRYLO1 $3
  48#define CP0_CONF $3
  49#define CP0_CONTEXT $4
  50#define CP0_PAGEMASK $5
  51#define CP0_SEGCTL0 $5, 2
  52#define CP0_SEGCTL1 $5, 3
  53#define CP0_SEGCTL2 $5, 4
  54#define CP0_WIRED $6
  55#define CP0_INFO $7
  56#define CP0_HWRENA $7
  57#define CP0_BADVADDR $8
  58#define CP0_BADINSTR $8, 1
  59#define CP0_COUNT $9
  60#define CP0_ENTRYHI $10
  61#define CP0_GUESTCTL1 $10, 4
  62#define CP0_GUESTCTL2 $10, 5
  63#define CP0_GUESTCTL3 $10, 6
  64#define CP0_COMPARE $11
  65#define CP0_GUESTCTL0EXT $11, 4
  66#define CP0_STATUS $12
  67#define CP0_GUESTCTL0 $12, 6
  68#define CP0_GTOFFSET $12, 7
  69#define CP0_CAUSE $13
  70#define CP0_EPC $14
  71#define CP0_PRID $15
  72#define CP0_EBASE $15, 1
  73#define CP0_CMGCRBASE $15, 3
  74#define CP0_CONFIG $16
  75#define CP0_CONFIG3 $16, 3
  76#define CP0_CONFIG5 $16, 5
  77#define CP0_LLADDR $17
  78#define CP0_WATCHLO $18
  79#define CP0_WATCHHI $19
  80#define CP0_XCONTEXT $20
  81#define CP0_FRAMEMASK $21
  82#define CP0_DIAGNOSTIC $22
  83#define CP0_DEBUG $23
  84#define CP0_DEPC $24
  85#define CP0_PERFORMANCE $25
  86#define CP0_ECC $26
  87#define CP0_CACHEERR $27
  88#define CP0_TAGLO $28
  89#define CP0_TAGHI $29
  90#define CP0_ERROREPC $30
  91#define CP0_DESAVE $31
  92
  93/*
  94 * R4640/R4650 cp0 register names.  These registers are listed
  95 * here only for completeness; without MMU these CPUs are not useable
  96 * by Linux.  A future ELKS port might take make Linux run on them
  97 * though ...
  98 */
  99#define CP0_IBASE $0
 100#define CP0_IBOUND $1
 101#define CP0_DBASE $2
 102#define CP0_DBOUND $3
 103#define CP0_CALG $17
 104#define CP0_IWATCH $18
 105#define CP0_DWATCH $19
 106
 107/*
 108 * Coprocessor 0 Set 1 register names
 109 */
 110#define CP0_S1_DERRADDR0  $26
 111#define CP0_S1_DERRADDR1  $27
 112#define CP0_S1_INTCONTROL $20
 113
 114/*
 115 * Coprocessor 0 Set 2 register names
 116 */
 117#define CP0_S2_SRSCTL	  $12	/* MIPSR2 */
 118
 119/*
 120 * Coprocessor 0 Set 3 register names
 121 */
 122#define CP0_S3_SRSMAP	  $12	/* MIPSR2 */
 123
 124/*
 125 *  TX39 Series
 126 */
 127#define CP0_TX39_CACHE	$7
 128
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 129
 130/* Generic EntryLo bit definitions */
 131#define ENTRYLO_G		(_ULCAST_(1) << 0)
 132#define ENTRYLO_V		(_ULCAST_(1) << 1)
 133#define ENTRYLO_D		(_ULCAST_(1) << 2)
 134#define ENTRYLO_C_SHIFT		3
 135#define ENTRYLO_C		(_ULCAST_(7) << ENTRYLO_C_SHIFT)
 136
 137/* R3000 EntryLo bit definitions */
 138#define R3K_ENTRYLO_G		(_ULCAST_(1) << 8)
 139#define R3K_ENTRYLO_V		(_ULCAST_(1) << 9)
 140#define R3K_ENTRYLO_D		(_ULCAST_(1) << 10)
 141#define R3K_ENTRYLO_N		(_ULCAST_(1) << 11)
 142
 143/* MIPS32/64 EntryLo bit definitions */
 144#define MIPS_ENTRYLO_PFN_SHIFT	6
 145#define MIPS_ENTRYLO_XI		(_ULCAST_(1) << (BITS_PER_LONG - 2))
 146#define MIPS_ENTRYLO_RI		(_ULCAST_(1) << (BITS_PER_LONG - 1))
 147
 148/*
 149 * Values for PageMask register
 150 */
 151#ifdef CONFIG_CPU_VR41XX
 152
 153/* Why doesn't stupidity hurt ... */
 154
 155#define PM_1K		0x00000000
 156#define PM_4K		0x00001800
 157#define PM_16K		0x00007800
 158#define PM_64K		0x0001f800
 159#define PM_256K		0x0007f800
 160
 161#else
 162
 163#define PM_4K		0x00000000
 164#define PM_8K		0x00002000
 165#define PM_16K		0x00006000
 166#define PM_32K		0x0000e000
 167#define PM_64K		0x0001e000
 168#define PM_128K		0x0003e000
 169#define PM_256K		0x0007e000
 170#define PM_512K		0x000fe000
 171#define PM_1M		0x001fe000
 172#define PM_2M		0x003fe000
 173#define PM_4M		0x007fe000
 174#define PM_8M		0x00ffe000
 175#define PM_16M		0x01ffe000
 176#define PM_32M		0x03ffe000
 177#define PM_64M		0x07ffe000
 178#define PM_256M		0x1fffe000
 179#define PM_1G		0x7fffe000
 180
 181#endif
 182
 183/*
 184 * Default page size for a given kernel configuration
 185 */
 186#ifdef CONFIG_PAGE_SIZE_4KB
 187#define PM_DEFAULT_MASK PM_4K
 188#elif defined(CONFIG_PAGE_SIZE_8KB)
 189#define PM_DEFAULT_MASK PM_8K
 190#elif defined(CONFIG_PAGE_SIZE_16KB)
 191#define PM_DEFAULT_MASK PM_16K
 192#elif defined(CONFIG_PAGE_SIZE_32KB)
 193#define PM_DEFAULT_MASK PM_32K
 194#elif defined(CONFIG_PAGE_SIZE_64KB)
 195#define PM_DEFAULT_MASK PM_64K
 196#else
 197#error Bad page size configuration!
 198#endif
 199
 200/*
 201 * Default huge tlb size for a given kernel configuration
 202 */
 203#ifdef CONFIG_PAGE_SIZE_4KB
 204#define PM_HUGE_MASK	PM_1M
 205#elif defined(CONFIG_PAGE_SIZE_8KB)
 206#define PM_HUGE_MASK	PM_4M
 207#elif defined(CONFIG_PAGE_SIZE_16KB)
 208#define PM_HUGE_MASK	PM_16M
 209#elif defined(CONFIG_PAGE_SIZE_32KB)
 210#define PM_HUGE_MASK	PM_64M
 211#elif defined(CONFIG_PAGE_SIZE_64KB)
 212#define PM_HUGE_MASK	PM_256M
 213#elif defined(CONFIG_MIPS_HUGE_TLB_SUPPORT)
 214#error Bad page size configuration for hugetlbfs!
 215#endif
 216
 217/*
 218 * Wired register bits
 219 */
 220#define MIPSR6_WIRED_LIMIT	(_ULCAST_(0xffff) << 16)
 221#define MIPSR6_WIRED_WIRED	(_ULCAST_(0xffff) << 0)
 222
 223/*
 224 * Values used for computation of new tlb entries
 225 */
 226#define PL_4K		12
 227#define PL_16K		14
 228#define PL_64K		16
 229#define PL_256K		18
 230#define PL_1M		20
 231#define PL_4M		22
 232#define PL_16M		24
 233#define PL_64M		26
 234#define PL_256M		28
 235
 236/*
 237 * PageGrain bits
 238 */
 239#define PG_RIE		(_ULCAST_(1) <<	 31)
 240#define PG_XIE		(_ULCAST_(1) <<	 30)
 241#define PG_ELPA		(_ULCAST_(1) <<	 29)
 242#define PG_ESP		(_ULCAST_(1) <<	 28)
 243#define PG_IEC		(_ULCAST_(1) <<  27)
 244
 245/* MIPS32/64 EntryHI bit definitions */
 246#define MIPS_ENTRYHI_EHINV	(_ULCAST_(1) << 10)
 247#define MIPS_ENTRYHI_ASIDX	(_ULCAST_(0x3) << 8)
 248#define MIPS_ENTRYHI_ASID	(_ULCAST_(0xff) << 0)
 249
 250/*
 251 * R4x00 interrupt enable / cause bits
 252 */
 253#define IE_SW0		(_ULCAST_(1) <<	 8)
 254#define IE_SW1		(_ULCAST_(1) <<	 9)
 255#define IE_IRQ0		(_ULCAST_(1) << 10)
 256#define IE_IRQ1		(_ULCAST_(1) << 11)
 257#define IE_IRQ2		(_ULCAST_(1) << 12)
 258#define IE_IRQ3		(_ULCAST_(1) << 13)
 259#define IE_IRQ4		(_ULCAST_(1) << 14)
 260#define IE_IRQ5		(_ULCAST_(1) << 15)
 261
 262/*
 263 * R4x00 interrupt cause bits
 264 */
 265#define C_SW0		(_ULCAST_(1) <<	 8)
 266#define C_SW1		(_ULCAST_(1) <<	 9)
 267#define C_IRQ0		(_ULCAST_(1) << 10)
 268#define C_IRQ1		(_ULCAST_(1) << 11)
 269#define C_IRQ2		(_ULCAST_(1) << 12)
 270#define C_IRQ3		(_ULCAST_(1) << 13)
 271#define C_IRQ4		(_ULCAST_(1) << 14)
 272#define C_IRQ5		(_ULCAST_(1) << 15)
 273
 274/*
 275 * Bitfields in the R4xx0 cp0 status register
 276 */
 277#define ST0_IE			0x00000001
 278#define ST0_EXL			0x00000002
 279#define ST0_ERL			0x00000004
 280#define ST0_KSU			0x00000018
 281#  define KSU_USER		0x00000010
 282#  define KSU_SUPERVISOR	0x00000008
 283#  define KSU_KERNEL		0x00000000
 284#define ST0_UX			0x00000020
 285#define ST0_SX			0x00000040
 286#define ST0_KX			0x00000080
 287#define ST0_DE			0x00010000
 288#define ST0_CE			0x00020000
 289
 290/*
 291 * Setting c0_status.co enables Hit_Writeback and Hit_Writeback_Invalidate
 292 * cacheops in userspace.  This bit exists only on RM7000 and RM9000
 293 * processors.
 294 */
 295#define ST0_CO			0x08000000
 296
 297/*
 298 * Bitfields in the R[23]000 cp0 status register.
 299 */
 300#define ST0_IEC			0x00000001
 301#define ST0_KUC			0x00000002
 302#define ST0_IEP			0x00000004
 303#define ST0_KUP			0x00000008
 304#define ST0_IEO			0x00000010
 305#define ST0_KUO			0x00000020
 306/* bits 6 & 7 are reserved on R[23]000 */
 307#define ST0_ISC			0x00010000
 308#define ST0_SWC			0x00020000
 309#define ST0_CM			0x00080000
 310
 311/*
 312 * Bits specific to the R4640/R4650
 313 */
 314#define ST0_UM			(_ULCAST_(1) <<	 4)
 315#define ST0_IL			(_ULCAST_(1) << 23)
 316#define ST0_DL			(_ULCAST_(1) << 24)
 317
 318/*
 319 * Enable the MIPS MDMX and DSP ASEs
 320 */
 321#define ST0_MX			0x01000000
 322
 323/*
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 324 * Status register bits available in all MIPS CPUs.
 325 */
 326#define ST0_IM			0x0000ff00
 327#define	 STATUSB_IP0		8
 328#define	 STATUSF_IP0		(_ULCAST_(1) <<	 8)
 329#define	 STATUSB_IP1		9
 330#define	 STATUSF_IP1		(_ULCAST_(1) <<	 9)
 331#define	 STATUSB_IP2		10
 332#define	 STATUSF_IP2		(_ULCAST_(1) << 10)
 333#define	 STATUSB_IP3		11
 334#define	 STATUSF_IP3		(_ULCAST_(1) << 11)
 335#define	 STATUSB_IP4		12
 336#define	 STATUSF_IP4		(_ULCAST_(1) << 12)
 337#define	 STATUSB_IP5		13
 338#define	 STATUSF_IP5		(_ULCAST_(1) << 13)
 339#define	 STATUSB_IP6		14
 340#define	 STATUSF_IP6		(_ULCAST_(1) << 14)
 341#define	 STATUSB_IP7		15
 342#define	 STATUSF_IP7		(_ULCAST_(1) << 15)
 343#define	 STATUSB_IP8		0
 344#define	 STATUSF_IP8		(_ULCAST_(1) <<	 0)
 345#define	 STATUSB_IP9		1
 346#define	 STATUSF_IP9		(_ULCAST_(1) <<	 1)
 347#define	 STATUSB_IP10		2
 348#define	 STATUSF_IP10		(_ULCAST_(1) <<	 2)
 349#define	 STATUSB_IP11		3
 350#define	 STATUSF_IP11		(_ULCAST_(1) <<	 3)
 351#define	 STATUSB_IP12		4
 352#define	 STATUSF_IP12		(_ULCAST_(1) <<	 4)
 353#define	 STATUSB_IP13		5
 354#define	 STATUSF_IP13		(_ULCAST_(1) <<	 5)
 355#define	 STATUSB_IP14		6
 356#define	 STATUSF_IP14		(_ULCAST_(1) <<	 6)
 357#define	 STATUSB_IP15		7
 358#define	 STATUSF_IP15		(_ULCAST_(1) <<	 7)
 359#define ST0_CH			0x00040000
 360#define ST0_NMI			0x00080000
 361#define ST0_SR			0x00100000
 362#define ST0_TS			0x00200000
 363#define ST0_BEV			0x00400000
 364#define ST0_RE			0x02000000
 365#define ST0_FR			0x04000000
 366#define ST0_CU			0xf0000000
 367#define ST0_CU0			0x10000000
 368#define ST0_CU1			0x20000000
 369#define ST0_CU2			0x40000000
 370#define ST0_CU3			0x80000000
 371#define ST0_XX			0x80000000	/* MIPS IV naming */
 372
 373/*
 374 * Bitfields and bit numbers in the coprocessor 0 IntCtl register. (MIPSR2)
 
 
 375 */
 376#define INTCTLB_IPFDC		23
 377#define INTCTLF_IPFDC		(_ULCAST_(7) << INTCTLB_IPFDC)
 378#define INTCTLB_IPPCI		26
 379#define INTCTLF_IPPCI		(_ULCAST_(7) << INTCTLB_IPPCI)
 380#define INTCTLB_IPTI		29
 381#define INTCTLF_IPTI		(_ULCAST_(7) << INTCTLB_IPTI)
 382
 383/*
 384 * Bitfields and bit numbers in the coprocessor 0 cause register.
 385 *
 386 * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
 387 */
 388#define CAUSEB_EXCCODE		2
 389#define CAUSEF_EXCCODE		(_ULCAST_(31)  <<  2)
 390#define CAUSEB_IP		8
 391#define CAUSEF_IP		(_ULCAST_(255) <<  8)
 392#define	 CAUSEB_IP0		8
 393#define	 CAUSEF_IP0		(_ULCAST_(1)   <<  8)
 394#define	 CAUSEB_IP1		9
 395#define	 CAUSEF_IP1		(_ULCAST_(1)   <<  9)
 396#define	 CAUSEB_IP2		10
 397#define	 CAUSEF_IP2		(_ULCAST_(1)   << 10)
 398#define	 CAUSEB_IP3		11
 399#define	 CAUSEF_IP3		(_ULCAST_(1)   << 11)
 400#define	 CAUSEB_IP4		12
 401#define	 CAUSEF_IP4		(_ULCAST_(1)   << 12)
 402#define	 CAUSEB_IP5		13
 403#define	 CAUSEF_IP5		(_ULCAST_(1)   << 13)
 404#define	 CAUSEB_IP6		14
 405#define	 CAUSEF_IP6		(_ULCAST_(1)   << 14)
 406#define	 CAUSEB_IP7		15
 407#define	 CAUSEF_IP7		(_ULCAST_(1)   << 15)
 408#define CAUSEB_FDCI		21
 409#define CAUSEF_FDCI		(_ULCAST_(1)   << 21)
 410#define CAUSEB_WP		22
 411#define CAUSEF_WP		(_ULCAST_(1)   << 22)
 412#define CAUSEB_IV		23
 413#define CAUSEF_IV		(_ULCAST_(1)   << 23)
 414#define CAUSEB_PCI		26
 415#define CAUSEF_PCI		(_ULCAST_(1)   << 26)
 416#define CAUSEB_DC		27
 417#define CAUSEF_DC		(_ULCAST_(1)   << 27)
 418#define CAUSEB_CE		28
 419#define CAUSEF_CE		(_ULCAST_(3)   << 28)
 420#define CAUSEB_TI		30
 421#define CAUSEF_TI		(_ULCAST_(1)   << 30)
 422#define CAUSEB_BD		31
 423#define CAUSEF_BD		(_ULCAST_(1)   << 31)
 424
 425/*
 426 * Cause.ExcCode trap codes.
 427 */
 428#define EXCCODE_INT		0	/* Interrupt pending */
 429#define EXCCODE_MOD		1	/* TLB modified fault */
 430#define EXCCODE_TLBL		2	/* TLB miss on load or ifetch */
 431#define EXCCODE_TLBS		3	/* TLB miss on a store */
 432#define EXCCODE_ADEL		4	/* Address error on a load or ifetch */
 433#define EXCCODE_ADES		5	/* Address error on a store */
 434#define EXCCODE_IBE		6	/* Bus error on an ifetch */
 435#define EXCCODE_DBE		7	/* Bus error on a load or store */
 436#define EXCCODE_SYS		8	/* System call */
 437#define EXCCODE_BP		9	/* Breakpoint */
 438#define EXCCODE_RI		10	/* Reserved instruction exception */
 439#define EXCCODE_CPU		11	/* Coprocessor unusable */
 440#define EXCCODE_OV		12	/* Arithmetic overflow */
 441#define EXCCODE_TR		13	/* Trap instruction */
 442#define EXCCODE_MSAFPE		14	/* MSA floating point exception */
 443#define EXCCODE_FPE		15	/* Floating point exception */
 444#define EXCCODE_TLBRI		19	/* TLB Read-Inhibit exception */
 445#define EXCCODE_TLBXI		20	/* TLB Execution-Inhibit exception */
 446#define EXCCODE_MSADIS		21	/* MSA disabled exception */
 447#define EXCCODE_MDMX		22	/* MDMX unusable exception */
 448#define EXCCODE_WATCH		23	/* Watch address reference */
 449#define EXCCODE_MCHECK		24	/* Machine check */
 450#define EXCCODE_THREAD		25	/* Thread exceptions (MT) */
 451#define EXCCODE_DSPDIS		26	/* DSP disabled exception */
 452#define EXCCODE_GE		27	/* Virtualized guest exception (VZ) */
 453
 454/* Implementation specific trap codes used by MIPS cores */
 455#define MIPS_EXCCODE_TLBPAR	16	/* TLB parity error exception */
 456
 457/*
 458 * Bits in the coprocessor 0 config register.
 459 */
 460/* Generic bits.  */
 461#define CONF_CM_CACHABLE_NO_WA		0
 462#define CONF_CM_CACHABLE_WA		1
 463#define CONF_CM_UNCACHED		2
 464#define CONF_CM_CACHABLE_NONCOHERENT	3
 465#define CONF_CM_CACHABLE_CE		4
 466#define CONF_CM_CACHABLE_COW		5
 467#define CONF_CM_CACHABLE_CUW		6
 468#define CONF_CM_CACHABLE_ACCELERATED	7
 469#define CONF_CM_CMASK			7
 470#define CONF_BE			(_ULCAST_(1) << 15)
 471
 472/* Bits common to various processors.  */
 473#define CONF_CU			(_ULCAST_(1) <<	 3)
 474#define CONF_DB			(_ULCAST_(1) <<	 4)
 475#define CONF_IB			(_ULCAST_(1) <<	 5)
 476#define CONF_DC			(_ULCAST_(7) <<	 6)
 477#define CONF_IC			(_ULCAST_(7) <<	 9)
 478#define CONF_EB			(_ULCAST_(1) << 13)
 479#define CONF_EM			(_ULCAST_(1) << 14)
 480#define CONF_SM			(_ULCAST_(1) << 16)
 481#define CONF_SC			(_ULCAST_(1) << 17)
 482#define CONF_EW			(_ULCAST_(3) << 18)
 483#define CONF_EP			(_ULCAST_(15)<< 24)
 484#define CONF_EC			(_ULCAST_(7) << 28)
 485#define CONF_CM			(_ULCAST_(1) << 31)
 486
 487/* Bits specific to the R4xx0.	*/
 488#define R4K_CONF_SW		(_ULCAST_(1) << 20)
 489#define R4K_CONF_SS		(_ULCAST_(1) << 21)
 490#define R4K_CONF_SB		(_ULCAST_(3) << 22)
 491
 492/* Bits specific to the R5000.	*/
 493#define R5K_CONF_SE		(_ULCAST_(1) << 12)
 494#define R5K_CONF_SS		(_ULCAST_(3) << 20)
 495
 496/* Bits specific to the RM7000.	 */
 497#define RM7K_CONF_SE		(_ULCAST_(1) <<	 3)
 498#define RM7K_CONF_TE		(_ULCAST_(1) << 12)
 499#define RM7K_CONF_CLK		(_ULCAST_(1) << 16)
 500#define RM7K_CONF_TC		(_ULCAST_(1) << 17)
 501#define RM7K_CONF_SI		(_ULCAST_(3) << 20)
 502#define RM7K_CONF_SC		(_ULCAST_(1) << 31)
 503
 504/* Bits specific to the R10000.	 */
 505#define R10K_CONF_DN		(_ULCAST_(3) <<	 3)
 506#define R10K_CONF_CT		(_ULCAST_(1) <<	 5)
 507#define R10K_CONF_PE		(_ULCAST_(1) <<	 6)
 508#define R10K_CONF_PM		(_ULCAST_(3) <<	 7)
 509#define R10K_CONF_EC		(_ULCAST_(15)<<	 9)
 510#define R10K_CONF_SB		(_ULCAST_(1) << 13)
 511#define R10K_CONF_SK		(_ULCAST_(1) << 14)
 512#define R10K_CONF_SS		(_ULCAST_(7) << 16)
 513#define R10K_CONF_SC		(_ULCAST_(7) << 19)
 514#define R10K_CONF_DC		(_ULCAST_(7) << 26)
 515#define R10K_CONF_IC		(_ULCAST_(7) << 29)
 516
 517/* Bits specific to the VR41xx.	 */
 518#define VR41_CONF_CS		(_ULCAST_(1) << 12)
 519#define VR41_CONF_P4K		(_ULCAST_(1) << 13)
 520#define VR41_CONF_BP		(_ULCAST_(1) << 16)
 521#define VR41_CONF_M16		(_ULCAST_(1) << 20)
 522#define VR41_CONF_AD		(_ULCAST_(1) << 23)
 523
 524/* Bits specific to the R30xx.	*/
 525#define R30XX_CONF_FDM		(_ULCAST_(1) << 19)
 526#define R30XX_CONF_REV		(_ULCAST_(1) << 22)
 527#define R30XX_CONF_AC		(_ULCAST_(1) << 23)
 528#define R30XX_CONF_RF		(_ULCAST_(1) << 24)
 529#define R30XX_CONF_HALT		(_ULCAST_(1) << 25)
 530#define R30XX_CONF_FPINT	(_ULCAST_(7) << 26)
 531#define R30XX_CONF_DBR		(_ULCAST_(1) << 29)
 532#define R30XX_CONF_SB		(_ULCAST_(1) << 30)
 533#define R30XX_CONF_LOCK		(_ULCAST_(1) << 31)
 534
 535/* Bits specific to the TX49.  */
 536#define TX49_CONF_DC		(_ULCAST_(1) << 16)
 537#define TX49_CONF_IC		(_ULCAST_(1) << 17)  /* conflict with CONF_SC */
 538#define TX49_CONF_HALT		(_ULCAST_(1) << 18)
 539#define TX49_CONF_CWFON		(_ULCAST_(1) << 27)
 540
 541/* Bits specific to the MIPS32/64 PRA.	*/
 542#define MIPS_CONF_VI		(_ULCAST_(1) <<  3)
 543#define MIPS_CONF_MT		(_ULCAST_(7) <<	 7)
 544#define MIPS_CONF_MT_TLB	(_ULCAST_(1) <<  7)
 545#define MIPS_CONF_MT_FTLB	(_ULCAST_(4) <<  7)
 546#define MIPS_CONF_AR		(_ULCAST_(7) << 10)
 547#define MIPS_CONF_AT		(_ULCAST_(3) << 13)
 548#define MIPS_CONF_M		(_ULCAST_(1) << 31)
 549
 550/*
 551 * Bits in the MIPS32/64 PRA coprocessor 0 config registers 1 and above.
 552 */
 553#define MIPS_CONF1_FP		(_ULCAST_(1) <<	 0)
 554#define MIPS_CONF1_EP		(_ULCAST_(1) <<	 1)
 555#define MIPS_CONF1_CA		(_ULCAST_(1) <<	 2)
 556#define MIPS_CONF1_WR		(_ULCAST_(1) <<	 3)
 557#define MIPS_CONF1_PC		(_ULCAST_(1) <<	 4)
 558#define MIPS_CONF1_MD		(_ULCAST_(1) <<	 5)
 559#define MIPS_CONF1_C2		(_ULCAST_(1) <<	 6)
 560#define MIPS_CONF1_DA_SHF	7
 561#define MIPS_CONF1_DA_SZ	3
 562#define MIPS_CONF1_DA		(_ULCAST_(7) <<	 7)
 563#define MIPS_CONF1_DL_SHF	10
 564#define MIPS_CONF1_DL_SZ	3
 565#define MIPS_CONF1_DL		(_ULCAST_(7) << 10)
 566#define MIPS_CONF1_DS_SHF	13
 567#define MIPS_CONF1_DS_SZ	3
 568#define MIPS_CONF1_DS		(_ULCAST_(7) << 13)
 569#define MIPS_CONF1_IA_SHF	16
 570#define MIPS_CONF1_IA_SZ	3
 571#define MIPS_CONF1_IA		(_ULCAST_(7) << 16)
 572#define MIPS_CONF1_IL_SHF	19
 573#define MIPS_CONF1_IL_SZ	3
 574#define MIPS_CONF1_IL		(_ULCAST_(7) << 19)
 575#define MIPS_CONF1_IS_SHF	22
 576#define MIPS_CONF1_IS_SZ	3
 577#define MIPS_CONF1_IS		(_ULCAST_(7) << 22)
 578#define MIPS_CONF1_TLBS_SHIFT   (25)
 579#define MIPS_CONF1_TLBS_SIZE    (6)
 580#define MIPS_CONF1_TLBS         (_ULCAST_(63) << MIPS_CONF1_TLBS_SHIFT)
 581
 582#define MIPS_CONF2_SA		(_ULCAST_(15)<<	 0)
 583#define MIPS_CONF2_SL		(_ULCAST_(15)<<	 4)
 584#define MIPS_CONF2_SS		(_ULCAST_(15)<<	 8)
 585#define MIPS_CONF2_SU		(_ULCAST_(15)<< 12)
 586#define MIPS_CONF2_TA		(_ULCAST_(15)<< 16)
 587#define MIPS_CONF2_TL		(_ULCAST_(15)<< 20)
 588#define MIPS_CONF2_TS		(_ULCAST_(15)<< 24)
 589#define MIPS_CONF2_TU		(_ULCAST_(7) << 28)
 590
 591#define MIPS_CONF3_TL		(_ULCAST_(1) <<	 0)
 592#define MIPS_CONF3_SM		(_ULCAST_(1) <<	 1)
 593#define MIPS_CONF3_MT		(_ULCAST_(1) <<	 2)
 594#define MIPS_CONF3_CDMM		(_ULCAST_(1) <<	 3)
 595#define MIPS_CONF3_SP		(_ULCAST_(1) <<	 4)
 596#define MIPS_CONF3_VINT		(_ULCAST_(1) <<	 5)
 597#define MIPS_CONF3_VEIC		(_ULCAST_(1) <<	 6)
 598#define MIPS_CONF3_LPA		(_ULCAST_(1) <<	 7)
 599#define MIPS_CONF3_ITL		(_ULCAST_(1) <<	 8)
 600#define MIPS_CONF3_CTXTC	(_ULCAST_(1) <<	 9)
 601#define MIPS_CONF3_DSP		(_ULCAST_(1) << 10)
 602#define MIPS_CONF3_DSP2P	(_ULCAST_(1) << 11)
 603#define MIPS_CONF3_RXI		(_ULCAST_(1) << 12)
 604#define MIPS_CONF3_ULRI		(_ULCAST_(1) << 13)
 605#define MIPS_CONF3_ISA		(_ULCAST_(3) << 14)
 606#define MIPS_CONF3_ISA_OE	(_ULCAST_(1) << 16)
 607#define MIPS_CONF3_MCU		(_ULCAST_(1) << 17)
 608#define MIPS_CONF3_MMAR		(_ULCAST_(7) << 18)
 609#define MIPS_CONF3_IPLW		(_ULCAST_(3) << 21)
 610#define MIPS_CONF3_VZ		(_ULCAST_(1) << 23)
 611#define MIPS_CONF3_PW		(_ULCAST_(1) << 24)
 612#define MIPS_CONF3_SC		(_ULCAST_(1) << 25)
 613#define MIPS_CONF3_BI		(_ULCAST_(1) << 26)
 614#define MIPS_CONF3_BP		(_ULCAST_(1) << 27)
 615#define MIPS_CONF3_MSA		(_ULCAST_(1) << 28)
 616#define MIPS_CONF3_CMGCR	(_ULCAST_(1) << 29)
 617#define MIPS_CONF3_BPG		(_ULCAST_(1) << 30)
 618
 619#define MIPS_CONF4_MMUSIZEEXT_SHIFT	(0)
 620#define MIPS_CONF4_MMUSIZEEXT	(_ULCAST_(255) << 0)
 621#define MIPS_CONF4_FTLBSETS_SHIFT	(0)
 622#define MIPS_CONF4_FTLBSETS	(_ULCAST_(15) << MIPS_CONF4_FTLBSETS_SHIFT)
 623#define MIPS_CONF4_FTLBWAYS_SHIFT	(4)
 624#define MIPS_CONF4_FTLBWAYS	(_ULCAST_(15) << MIPS_CONF4_FTLBWAYS_SHIFT)
 625#define MIPS_CONF4_FTLBPAGESIZE_SHIFT	(8)
 626/* bits 10:8 in FTLB-only configurations */
 627#define MIPS_CONF4_FTLBPAGESIZE (_ULCAST_(7) << MIPS_CONF4_FTLBPAGESIZE_SHIFT)
 628/* bits 12:8 in VTLB-FTLB only configurations */
 629#define MIPS_CONF4_VFTLBPAGESIZE (_ULCAST_(31) << MIPS_CONF4_FTLBPAGESIZE_SHIFT)
 630#define MIPS_CONF4_MMUEXTDEF	(_ULCAST_(3) << 14)
 631#define MIPS_CONF4_MMUEXTDEF_MMUSIZEEXT (_ULCAST_(1) << 14)
 632#define MIPS_CONF4_MMUEXTDEF_FTLBSIZEEXT	(_ULCAST_(2) << 14)
 633#define MIPS_CONF4_MMUEXTDEF_VTLBSIZEEXT	(_ULCAST_(3) << 14)
 634#define MIPS_CONF4_KSCREXIST_SHIFT	(16)
 635#define MIPS_CONF4_KSCREXIST	(_ULCAST_(255) << MIPS_CONF4_KSCREXIST_SHIFT)
 636#define MIPS_CONF4_VTLBSIZEEXT_SHIFT	(24)
 637#define MIPS_CONF4_VTLBSIZEEXT	(_ULCAST_(15) << MIPS_CONF4_VTLBSIZEEXT_SHIFT)
 638#define MIPS_CONF4_AE		(_ULCAST_(1) << 28)
 639#define MIPS_CONF4_IE		(_ULCAST_(3) << 29)
 640#define MIPS_CONF4_TLBINV	(_ULCAST_(2) << 29)
 641
 642#define MIPS_CONF5_NF		(_ULCAST_(1) << 0)
 643#define MIPS_CONF5_UFR		(_ULCAST_(1) << 2)
 644#define MIPS_CONF5_MRP		(_ULCAST_(1) << 3)
 645#define MIPS_CONF5_LLB		(_ULCAST_(1) << 4)
 646#define MIPS_CONF5_MVH		(_ULCAST_(1) << 5)
 647#define MIPS_CONF5_VP		(_ULCAST_(1) << 7)
 648#define MIPS_CONF5_FRE		(_ULCAST_(1) << 8)
 649#define MIPS_CONF5_UFE		(_ULCAST_(1) << 9)
 650#define MIPS_CONF5_MSAEN	(_ULCAST_(1) << 27)
 651#define MIPS_CONF5_EVA		(_ULCAST_(1) << 28)
 652#define MIPS_CONF5_CV		(_ULCAST_(1) << 29)
 653#define MIPS_CONF5_K		(_ULCAST_(1) << 30)
 654
 655#define MIPS_CONF6_SYND		(_ULCAST_(1) << 13)
 656/* proAptiv FTLB on/off bit */
 657#define MIPS_CONF6_FTLBEN	(_ULCAST_(1) << 15)
 658/* Loongson-3 FTLB on/off bit */
 659#define MIPS_CONF6_FTLBDIS	(_ULCAST_(1) << 22)
 660/* FTLB probability bits */
 661#define MIPS_CONF6_FTLBP_SHIFT	(16)
 662
 663#define MIPS_CONF7_WII		(_ULCAST_(1) << 31)
 664
 665#define MIPS_CONF7_RPS		(_ULCAST_(1) << 2)
 666
 667#define MIPS_CONF7_IAR		(_ULCAST_(1) << 10)
 668#define MIPS_CONF7_AR		(_ULCAST_(1) << 16)
 669
 670/* WatchLo* register definitions */
 671#define MIPS_WATCHLO_IRW	(_ULCAST_(0x7) << 0)
 672
 673/* WatchHi* register definitions */
 674#define MIPS_WATCHHI_M		(_ULCAST_(1) << 31)
 675#define MIPS_WATCHHI_G		(_ULCAST_(1) << 30)
 676#define MIPS_WATCHHI_WM		(_ULCAST_(0x3) << 28)
 677#define MIPS_WATCHHI_WM_R_RVA	(_ULCAST_(0) << 28)
 678#define MIPS_WATCHHI_WM_R_GPA	(_ULCAST_(1) << 28)
 679#define MIPS_WATCHHI_WM_G_GVA	(_ULCAST_(2) << 28)
 680#define MIPS_WATCHHI_EAS	(_ULCAST_(0x3) << 24)
 681#define MIPS_WATCHHI_ASID	(_ULCAST_(0xff) << 16)
 682#define MIPS_WATCHHI_MASK	(_ULCAST_(0x1ff) << 3)
 683#define MIPS_WATCHHI_I		(_ULCAST_(1) << 2)
 684#define MIPS_WATCHHI_R		(_ULCAST_(1) << 1)
 685#define MIPS_WATCHHI_W		(_ULCAST_(1) << 0)
 686#define MIPS_WATCHHI_IRW	(_ULCAST_(0x7) << 0)
 687
 688/* MAAR bit definitions */
 689#define MIPS_MAAR_ADDR		((BIT_ULL(BITS_PER_LONG - 12) - 1) << 12)
 690#define MIPS_MAAR_ADDR_SHIFT	12
 691#define MIPS_MAAR_S		(_ULCAST_(1) << 1)
 692#define MIPS_MAAR_V		(_ULCAST_(1) << 0)
 693
 694/* EBase bit definitions */
 695#define MIPS_EBASE_CPUNUM_SHIFT	0
 696#define MIPS_EBASE_CPUNUM	(_ULCAST_(0x3ff) << 0)
 697#define MIPS_EBASE_WG_SHIFT	11
 698#define MIPS_EBASE_WG		(_ULCAST_(1) << 11)
 699#define MIPS_EBASE_BASE_SHIFT	12
 700#define MIPS_EBASE_BASE		(~_ULCAST_((1 << MIPS_EBASE_BASE_SHIFT) - 1))
 701
 702/* CMGCRBase bit definitions */
 703#define MIPS_CMGCRB_BASE	11
 704#define MIPS_CMGCRF_BASE	(~_ULCAST_((1 << MIPS_CMGCRB_BASE) - 1))
 705
 706/*
 707 * Bits in the MIPS32 Memory Segmentation registers.
 708 */
 709#define MIPS_SEGCFG_PA_SHIFT	9
 710#define MIPS_SEGCFG_PA		(_ULCAST_(127) << MIPS_SEGCFG_PA_SHIFT)
 711#define MIPS_SEGCFG_AM_SHIFT	4
 712#define MIPS_SEGCFG_AM		(_ULCAST_(7) << MIPS_SEGCFG_AM_SHIFT)
 713#define MIPS_SEGCFG_EU_SHIFT	3
 714#define MIPS_SEGCFG_EU		(_ULCAST_(1) << MIPS_SEGCFG_EU_SHIFT)
 715#define MIPS_SEGCFG_C_SHIFT	0
 716#define MIPS_SEGCFG_C		(_ULCAST_(7) << MIPS_SEGCFG_C_SHIFT)
 717
 718#define MIPS_SEGCFG_UUSK	_ULCAST_(7)
 719#define MIPS_SEGCFG_USK		_ULCAST_(5)
 720#define MIPS_SEGCFG_MUSUK	_ULCAST_(4)
 721#define MIPS_SEGCFG_MUSK	_ULCAST_(3)
 722#define MIPS_SEGCFG_MSK		_ULCAST_(2)
 723#define MIPS_SEGCFG_MK		_ULCAST_(1)
 724#define MIPS_SEGCFG_UK		_ULCAST_(0)
 725
 726#define MIPS_PWFIELD_GDI_SHIFT	24
 727#define MIPS_PWFIELD_GDI_MASK	0x3f000000
 728#define MIPS_PWFIELD_UDI_SHIFT	18
 729#define MIPS_PWFIELD_UDI_MASK	0x00fc0000
 730#define MIPS_PWFIELD_MDI_SHIFT	12
 731#define MIPS_PWFIELD_MDI_MASK	0x0003f000
 732#define MIPS_PWFIELD_PTI_SHIFT	6
 733#define MIPS_PWFIELD_PTI_MASK	0x00000fc0
 734#define MIPS_PWFIELD_PTEI_SHIFT	0
 735#define MIPS_PWFIELD_PTEI_MASK	0x0000003f
 736
 737#define MIPS_PWSIZE_PS_SHIFT	30
 738#define MIPS_PWSIZE_PS_MASK	0x40000000
 739#define MIPS_PWSIZE_GDW_SHIFT	24
 740#define MIPS_PWSIZE_GDW_MASK	0x3f000000
 741#define MIPS_PWSIZE_UDW_SHIFT	18
 742#define MIPS_PWSIZE_UDW_MASK	0x00fc0000
 743#define MIPS_PWSIZE_MDW_SHIFT	12
 744#define MIPS_PWSIZE_MDW_MASK	0x0003f000
 745#define MIPS_PWSIZE_PTW_SHIFT	6
 746#define MIPS_PWSIZE_PTW_MASK	0x00000fc0
 747#define MIPS_PWSIZE_PTEW_SHIFT	0
 748#define MIPS_PWSIZE_PTEW_MASK	0x0000003f
 749
 750#define MIPS_PWCTL_PWEN_SHIFT	31
 751#define MIPS_PWCTL_PWEN_MASK	0x80000000
 752#define MIPS_PWCTL_XK_SHIFT	28
 753#define MIPS_PWCTL_XK_MASK	0x10000000
 754#define MIPS_PWCTL_XS_SHIFT	27
 755#define MIPS_PWCTL_XS_MASK	0x08000000
 756#define MIPS_PWCTL_XU_SHIFT	26
 757#define MIPS_PWCTL_XU_MASK	0x04000000
 758#define MIPS_PWCTL_DPH_SHIFT	7
 759#define MIPS_PWCTL_DPH_MASK	0x00000080
 760#define MIPS_PWCTL_HUGEPG_SHIFT	6
 761#define MIPS_PWCTL_HUGEPG_MASK	0x00000060
 762#define MIPS_PWCTL_PSN_SHIFT	0
 763#define MIPS_PWCTL_PSN_MASK	0x0000003f
 764
 765/* GuestCtl0 fields */
 766#define MIPS_GCTL0_GM_SHIFT	31
 767#define MIPS_GCTL0_GM		(_ULCAST_(1) << MIPS_GCTL0_GM_SHIFT)
 768#define MIPS_GCTL0_RI_SHIFT	30
 769#define MIPS_GCTL0_RI		(_ULCAST_(1) << MIPS_GCTL0_RI_SHIFT)
 770#define MIPS_GCTL0_MC_SHIFT	29
 771#define MIPS_GCTL0_MC		(_ULCAST_(1) << MIPS_GCTL0_MC_SHIFT)
 772#define MIPS_GCTL0_CP0_SHIFT	28
 773#define MIPS_GCTL0_CP0		(_ULCAST_(1) << MIPS_GCTL0_CP0_SHIFT)
 774#define MIPS_GCTL0_AT_SHIFT	26
 775#define MIPS_GCTL0_AT		(_ULCAST_(0x3) << MIPS_GCTL0_AT_SHIFT)
 776#define MIPS_GCTL0_GT_SHIFT	25
 777#define MIPS_GCTL0_GT		(_ULCAST_(1) << MIPS_GCTL0_GT_SHIFT)
 778#define MIPS_GCTL0_CG_SHIFT	24
 779#define MIPS_GCTL0_CG		(_ULCAST_(1) << MIPS_GCTL0_CG_SHIFT)
 780#define MIPS_GCTL0_CF_SHIFT	23
 781#define MIPS_GCTL0_CF		(_ULCAST_(1) << MIPS_GCTL0_CF_SHIFT)
 782#define MIPS_GCTL0_G1_SHIFT	22
 783#define MIPS_GCTL0_G1		(_ULCAST_(1) << MIPS_GCTL0_G1_SHIFT)
 784#define MIPS_GCTL0_G0E_SHIFT	19
 785#define MIPS_GCTL0_G0E		(_ULCAST_(1) << MIPS_GCTL0_G0E_SHIFT)
 786#define MIPS_GCTL0_PT_SHIFT	18
 787#define MIPS_GCTL0_PT		(_ULCAST_(1) << MIPS_GCTL0_PT_SHIFT)
 788#define MIPS_GCTL0_RAD_SHIFT	9
 789#define MIPS_GCTL0_RAD		(_ULCAST_(1) << MIPS_GCTL0_RAD_SHIFT)
 790#define MIPS_GCTL0_DRG_SHIFT	8
 791#define MIPS_GCTL0_DRG		(_ULCAST_(1) << MIPS_GCTL0_DRG_SHIFT)
 792#define MIPS_GCTL0_G2_SHIFT	7
 793#define MIPS_GCTL0_G2		(_ULCAST_(1) << MIPS_GCTL0_G2_SHIFT)
 794#define MIPS_GCTL0_GEXC_SHIFT	2
 795#define MIPS_GCTL0_GEXC		(_ULCAST_(0x1f) << MIPS_GCTL0_GEXC_SHIFT)
 796#define MIPS_GCTL0_SFC2_SHIFT	1
 797#define MIPS_GCTL0_SFC2		(_ULCAST_(1) << MIPS_GCTL0_SFC2_SHIFT)
 798#define MIPS_GCTL0_SFC1_SHIFT	0
 799#define MIPS_GCTL0_SFC1		(_ULCAST_(1) << MIPS_GCTL0_SFC1_SHIFT)
 800
 801/* GuestCtl0.AT Guest address translation control */
 802#define MIPS_GCTL0_AT_ROOT	1  /* Guest MMU under Root control */
 803#define MIPS_GCTL0_AT_GUEST	3  /* Guest MMU under Guest control */
 804
 805/* GuestCtl0.GExcCode Hypervisor exception cause codes */
 806#define MIPS_GCTL0_GEXC_GPSI	0  /* Guest Privileged Sensitive Instruction */
 807#define MIPS_GCTL0_GEXC_GSFC	1  /* Guest Software Field Change */
 808#define MIPS_GCTL0_GEXC_HC	2  /* Hypercall */
 809#define MIPS_GCTL0_GEXC_GRR	3  /* Guest Reserved Instruction Redirect */
 810#define MIPS_GCTL0_GEXC_GVA	8  /* Guest Virtual Address available */
 811#define MIPS_GCTL0_GEXC_GHFC	9  /* Guest Hardware Field Change */
 812#define MIPS_GCTL0_GEXC_GPA	10 /* Guest Physical Address available */
 813
 814/* GuestCtl0Ext fields */
 815#define MIPS_GCTL0EXT_RPW_SHIFT	8
 816#define MIPS_GCTL0EXT_RPW	(_ULCAST_(0x3) << MIPS_GCTL0EXT_RPW_SHIFT)
 817#define MIPS_GCTL0EXT_NCC_SHIFT	6
 818#define MIPS_GCTL0EXT_NCC	(_ULCAST_(0x3) << MIPS_GCTL0EXT_NCC_SHIFT)
 819#define MIPS_GCTL0EXT_CGI_SHIFT	4
 820#define MIPS_GCTL0EXT_CGI	(_ULCAST_(1) << MIPS_GCTL0EXT_CGI_SHIFT)
 821#define MIPS_GCTL0EXT_FCD_SHIFT	3
 822#define MIPS_GCTL0EXT_FCD	(_ULCAST_(1) << MIPS_GCTL0EXT_FCD_SHIFT)
 823#define MIPS_GCTL0EXT_OG_SHIFT	2
 824#define MIPS_GCTL0EXT_OG	(_ULCAST_(1) << MIPS_GCTL0EXT_OG_SHIFT)
 825#define MIPS_GCTL0EXT_BG_SHIFT	1
 826#define MIPS_GCTL0EXT_BG	(_ULCAST_(1) << MIPS_GCTL0EXT_BG_SHIFT)
 827#define MIPS_GCTL0EXT_MG_SHIFT	0
 828#define MIPS_GCTL0EXT_MG	(_ULCAST_(1) << MIPS_GCTL0EXT_MG_SHIFT)
 829
 830/* GuestCtl0Ext.RPW Root page walk configuration */
 831#define MIPS_GCTL0EXT_RPW_BOTH	0  /* Root PW for GPA->RPA and RVA->RPA */
 832#define MIPS_GCTL0EXT_RPW_GPA	2  /* Root PW for GPA->RPA */
 833#define MIPS_GCTL0EXT_RPW_RVA	3  /* Root PW for RVA->RPA */
 834
 835/* GuestCtl0Ext.NCC Nested cache coherency attributes */
 836#define MIPS_GCTL0EXT_NCC_IND	0  /* Guest CCA independent of Root CCA */
 837#define MIPS_GCTL0EXT_NCC_MOD	1  /* Guest CCA modified by Root CCA */
 838
 839/* GuestCtl1 fields */
 840#define MIPS_GCTL1_ID_SHIFT	0
 841#define MIPS_GCTL1_ID_WIDTH	8
 842#define MIPS_GCTL1_ID		(_ULCAST_(0xff) << MIPS_GCTL1_ID_SHIFT)
 843#define MIPS_GCTL1_RID_SHIFT	16
 844#define MIPS_GCTL1_RID_WIDTH	8
 845#define MIPS_GCTL1_RID		(_ULCAST_(0xff) << MIPS_GCTL1_RID_SHIFT)
 846#define MIPS_GCTL1_EID_SHIFT	24
 847#define MIPS_GCTL1_EID_WIDTH	8
 848#define MIPS_GCTL1_EID		(_ULCAST_(0xff) << MIPS_GCTL1_EID_SHIFT)
 849
 850/* GuestID reserved for root context */
 851#define MIPS_GCTL1_ROOT_GUESTID	0
 852
 853/* CDMMBase register bit definitions */
 854#define MIPS_CDMMBASE_SIZE_SHIFT 0
 855#define MIPS_CDMMBASE_SIZE	(_ULCAST_(511) << MIPS_CDMMBASE_SIZE_SHIFT)
 856#define MIPS_CDMMBASE_CI	(_ULCAST_(1) << 9)
 857#define MIPS_CDMMBASE_EN	(_ULCAST_(1) << 10)
 858#define MIPS_CDMMBASE_ADDR_SHIFT 11
 859#define MIPS_CDMMBASE_ADDR_START 15
 860
 861/* RDHWR register numbers */
 862#define MIPS_HWR_CPUNUM		0	/* CPU number */
 863#define MIPS_HWR_SYNCISTEP	1	/* SYNCI step size */
 864#define MIPS_HWR_CC		2	/* Cycle counter */
 865#define MIPS_HWR_CCRES		3	/* Cycle counter resolution */
 866#define MIPS_HWR_ULR		29	/* UserLocal */
 867#define MIPS_HWR_IMPL1		30	/* Implementation dependent */
 868#define MIPS_HWR_IMPL2		31	/* Implementation dependent */
 869
 870/* Bits in HWREna register */
 871#define MIPS_HWRENA_CPUNUM	(_ULCAST_(1) << MIPS_HWR_CPUNUM)
 872#define MIPS_HWRENA_SYNCISTEP	(_ULCAST_(1) << MIPS_HWR_SYNCISTEP)
 873#define MIPS_HWRENA_CC		(_ULCAST_(1) << MIPS_HWR_CC)
 874#define MIPS_HWRENA_CCRES	(_ULCAST_(1) << MIPS_HWR_CCRES)
 875#define MIPS_HWRENA_ULR		(_ULCAST_(1) << MIPS_HWR_ULR)
 876#define MIPS_HWRENA_IMPL1	(_ULCAST_(1) << MIPS_HWR_IMPL1)
 877#define MIPS_HWRENA_IMPL2	(_ULCAST_(1) << MIPS_HWR_IMPL2)
 878
 879/*
 880 * Bitfields in the TX39 family CP0 Configuration Register 3
 881 */
 882#define TX39_CONF_ICS_SHIFT	19
 883#define TX39_CONF_ICS_MASK	0x00380000
 884#define TX39_CONF_ICS_1KB	0x00000000
 885#define TX39_CONF_ICS_2KB	0x00080000
 886#define TX39_CONF_ICS_4KB	0x00100000
 887#define TX39_CONF_ICS_8KB	0x00180000
 888#define TX39_CONF_ICS_16KB	0x00200000
 889
 890#define TX39_CONF_DCS_SHIFT	16
 891#define TX39_CONF_DCS_MASK	0x00070000
 892#define TX39_CONF_DCS_1KB	0x00000000
 893#define TX39_CONF_DCS_2KB	0x00010000
 894#define TX39_CONF_DCS_4KB	0x00020000
 895#define TX39_CONF_DCS_8KB	0x00030000
 896#define TX39_CONF_DCS_16KB	0x00040000
 897
 898#define TX39_CONF_CWFON		0x00004000
 899#define TX39_CONF_WBON		0x00002000
 900#define TX39_CONF_RF_SHIFT	10
 901#define TX39_CONF_RF_MASK	0x00000c00
 902#define TX39_CONF_DOZE		0x00000200
 903#define TX39_CONF_HALT		0x00000100
 904#define TX39_CONF_LOCK		0x00000080
 905#define TX39_CONF_ICE		0x00000020
 906#define TX39_CONF_DCE		0x00000010
 907#define TX39_CONF_IRSIZE_SHIFT	2
 908#define TX39_CONF_IRSIZE_MASK	0x0000000c
 909#define TX39_CONF_DRSIZE_SHIFT	0
 910#define TX39_CONF_DRSIZE_MASK	0x00000003
 911
 912/*
 913 * Interesting Bits in the R10K CP0 Branch Diagnostic Register
 914 */
 915/* Disable Branch Target Address Cache */
 916#define R10K_DIAG_D_BTAC	(_ULCAST_(1) << 27)
 917/* Enable Branch Prediction Global History */
 918#define R10K_DIAG_E_GHIST	(_ULCAST_(1) << 26)
 919/* Disable Branch Return Cache */
 920#define R10K_DIAG_D_BRC		(_ULCAST_(1) << 22)
 921
 922/* Flush ITLB */
 923#define LOONGSON_DIAG_ITLB	(_ULCAST_(1) << 2)
 924/* Flush DTLB */
 925#define LOONGSON_DIAG_DTLB	(_ULCAST_(1) << 3)
 926/* Flush VTLB */
 927#define LOONGSON_DIAG_VTLB	(_ULCAST_(1) << 12)
 928/* Flush FTLB */
 929#define LOONGSON_DIAG_FTLB	(_ULCAST_(1) << 13)
 930
 931/*
 932 * Coprocessor 1 (FPU) register names
 933 */
 934#define CP1_REVISION	$0
 935#define CP1_UFR		$1
 936#define CP1_UNFR	$4
 937#define CP1_FCCR	$25
 938#define CP1_FEXR	$26
 939#define CP1_FENR	$28
 940#define CP1_STATUS	$31
 941
 942
 943/*
 944 * Bits in the MIPS32/64 coprocessor 1 (FPU) revision register.
 945 */
 946#define MIPS_FPIR_S		(_ULCAST_(1) << 16)
 947#define MIPS_FPIR_D		(_ULCAST_(1) << 17)
 948#define MIPS_FPIR_PS		(_ULCAST_(1) << 18)
 949#define MIPS_FPIR_3D		(_ULCAST_(1) << 19)
 950#define MIPS_FPIR_W		(_ULCAST_(1) << 20)
 951#define MIPS_FPIR_L		(_ULCAST_(1) << 21)
 952#define MIPS_FPIR_F64		(_ULCAST_(1) << 22)
 953#define MIPS_FPIR_HAS2008	(_ULCAST_(1) << 23)
 954#define MIPS_FPIR_UFRP		(_ULCAST_(1) << 28)
 955#define MIPS_FPIR_FREP		(_ULCAST_(1) << 29)
 956
 957/*
 958 * Bits in the MIPS32/64 coprocessor 1 (FPU) condition codes register.
 959 */
 960#define MIPS_FCCR_CONDX_S	0
 961#define MIPS_FCCR_CONDX		(_ULCAST_(255) << MIPS_FCCR_CONDX_S)
 962#define MIPS_FCCR_COND0_S	0
 963#define MIPS_FCCR_COND0		(_ULCAST_(1) << MIPS_FCCR_COND0_S)
 964#define MIPS_FCCR_COND1_S	1
 965#define MIPS_FCCR_COND1		(_ULCAST_(1) << MIPS_FCCR_COND1_S)
 966#define MIPS_FCCR_COND2_S	2
 967#define MIPS_FCCR_COND2		(_ULCAST_(1) << MIPS_FCCR_COND2_S)
 968#define MIPS_FCCR_COND3_S	3
 969#define MIPS_FCCR_COND3		(_ULCAST_(1) << MIPS_FCCR_COND3_S)
 970#define MIPS_FCCR_COND4_S	4
 971#define MIPS_FCCR_COND4		(_ULCAST_(1) << MIPS_FCCR_COND4_S)
 972#define MIPS_FCCR_COND5_S	5
 973#define MIPS_FCCR_COND5		(_ULCAST_(1) << MIPS_FCCR_COND5_S)
 974#define MIPS_FCCR_COND6_S	6
 975#define MIPS_FCCR_COND6		(_ULCAST_(1) << MIPS_FCCR_COND6_S)
 976#define MIPS_FCCR_COND7_S	7
 977#define MIPS_FCCR_COND7		(_ULCAST_(1) << MIPS_FCCR_COND7_S)
 978
 979/*
 980 * Bits in the MIPS32/64 coprocessor 1 (FPU) enables register.
 981 */
 982#define MIPS_FENR_FS_S		2
 983#define MIPS_FENR_FS		(_ULCAST_(1) << MIPS_FENR_FS_S)
 984
 985/*
 986 * FPU Status Register Values
 987 */
 988#define FPU_CSR_COND_S	23					/* $fcc0 */
 989#define FPU_CSR_COND	(_ULCAST_(1) << FPU_CSR_COND_S)
 990
 991#define FPU_CSR_FS_S	24		/* flush denormalised results to 0 */
 992#define FPU_CSR_FS	(_ULCAST_(1) << FPU_CSR_FS_S)
 993
 994#define FPU_CSR_CONDX_S	25					/* $fcc[7:1] */
 995#define FPU_CSR_CONDX	(_ULCAST_(127) << FPU_CSR_CONDX_S)
 996#define FPU_CSR_COND1_S	25					/* $fcc1 */
 997#define FPU_CSR_COND1	(_ULCAST_(1) << FPU_CSR_COND1_S)
 998#define FPU_CSR_COND2_S	26					/* $fcc2 */
 999#define FPU_CSR_COND2	(_ULCAST_(1) << FPU_CSR_COND2_S)
1000#define FPU_CSR_COND3_S	27					/* $fcc3 */
1001#define FPU_CSR_COND3	(_ULCAST_(1) << FPU_CSR_COND3_S)
1002#define FPU_CSR_COND4_S	28					/* $fcc4 */
1003#define FPU_CSR_COND4	(_ULCAST_(1) << FPU_CSR_COND4_S)
1004#define FPU_CSR_COND5_S	29					/* $fcc5 */
1005#define FPU_CSR_COND5	(_ULCAST_(1) << FPU_CSR_COND5_S)
1006#define FPU_CSR_COND6_S	30					/* $fcc6 */
1007#define FPU_CSR_COND6	(_ULCAST_(1) << FPU_CSR_COND6_S)
1008#define FPU_CSR_COND7_S	31					/* $fcc7 */
1009#define FPU_CSR_COND7	(_ULCAST_(1) << FPU_CSR_COND7_S)
1010
1011/*
1012 * Bits 22:20 of the FPU Status Register will be read as 0,
1013 * and should be written as zero.
1014 */
1015#define FPU_CSR_RSVD	(_ULCAST_(7) << 20)
1016
1017#define FPU_CSR_ABS2008	(_ULCAST_(1) << 19)
1018#define FPU_CSR_NAN2008	(_ULCAST_(1) << 18)
1019
1020/*
1021 * X the exception cause indicator
1022 * E the exception enable
1023 * S the sticky/flag bit
1024*/
1025#define FPU_CSR_ALL_X	0x0003f000
1026#define FPU_CSR_UNI_X	0x00020000
1027#define FPU_CSR_INV_X	0x00010000
1028#define FPU_CSR_DIV_X	0x00008000
1029#define FPU_CSR_OVF_X	0x00004000
1030#define FPU_CSR_UDF_X	0x00002000
1031#define FPU_CSR_INE_X	0x00001000
1032
1033#define FPU_CSR_ALL_E	0x00000f80
1034#define FPU_CSR_INV_E	0x00000800
1035#define FPU_CSR_DIV_E	0x00000400
1036#define FPU_CSR_OVF_E	0x00000200
1037#define FPU_CSR_UDF_E	0x00000100
1038#define FPU_CSR_INE_E	0x00000080
1039
1040#define FPU_CSR_ALL_S	0x0000007c
1041#define FPU_CSR_INV_S	0x00000040
1042#define FPU_CSR_DIV_S	0x00000020
1043#define FPU_CSR_OVF_S	0x00000010
1044#define FPU_CSR_UDF_S	0x00000008
1045#define FPU_CSR_INE_S	0x00000004
1046
1047/* Bits 0 and 1 of FPU Status Register specify the rounding mode */
1048#define FPU_CSR_RM	0x00000003
1049#define FPU_CSR_RN	0x0	/* nearest */
1050#define FPU_CSR_RZ	0x1	/* towards zero */
1051#define FPU_CSR_RU	0x2	/* towards +Infinity */
1052#define FPU_CSR_RD	0x3	/* towards -Infinity */
1053
1054
1055#ifndef __ASSEMBLY__
1056
1057/*
1058 * Macros for handling the ISA mode bit for MIPS16 and microMIPS.
1059 */
1060#if defined(CONFIG_SYS_SUPPORTS_MIPS16) || \
1061    defined(CONFIG_SYS_SUPPORTS_MICROMIPS)
1062#define get_isa16_mode(x)		((x) & 0x1)
1063#define msk_isa16_mode(x)		((x) & ~0x1)
1064#define set_isa16_mode(x)		do { (x) |= 0x1; } while(0)
1065#else
1066#define get_isa16_mode(x)		0
1067#define msk_isa16_mode(x)		(x)
1068#define set_isa16_mode(x)		do { } while(0)
1069#endif
1070
1071/*
1072 * microMIPS instructions can be 16-bit or 32-bit in length. This
1073 * returns a 1 if the instruction is 16-bit and a 0 if 32-bit.
1074 */
1075static inline int mm_insn_16bit(u16 insn)
1076{
1077	u16 opcode = (insn >> 10) & 0x7;
1078
1079	return (opcode >= 1 && opcode <= 3) ? 1 : 0;
1080}
1081
1082/*
1083 * Helper macros for generating raw instruction encodings in inline asm.
1084 */
1085#ifdef CONFIG_CPU_MICROMIPS
1086#define _ASM_INSN16_IF_MM(_enc)			\
1087	".insn\n\t"				\
1088	".hword (" #_enc ")\n\t"
1089#define _ASM_INSN32_IF_MM(_enc)			\
1090	".insn\n\t"				\
1091	".hword ((" #_enc ") >> 16)\n\t"	\
1092	".hword ((" #_enc ") & 0xffff)\n\t"
1093#else
1094#define _ASM_INSN_IF_MIPS(_enc)			\
1095	".insn\n\t"				\
1096	".word (" #_enc ")\n\t"
1097#endif
1098
1099#ifndef _ASM_INSN16_IF_MM
1100#define _ASM_INSN16_IF_MM(_enc)
1101#endif
1102#ifndef _ASM_INSN32_IF_MM
1103#define _ASM_INSN32_IF_MM(_enc)
1104#endif
1105#ifndef _ASM_INSN_IF_MIPS
1106#define _ASM_INSN_IF_MIPS(_enc)
1107#endif
1108
1109/*
1110 * TLB Invalidate Flush
1111 */
1112static inline void tlbinvf(void)
1113{
1114	__asm__ __volatile__(
1115		".set push\n\t"
1116		".set noreorder\n\t"
1117		"# tlbinvf\n\t"
1118		_ASM_INSN_IF_MIPS(0x42000004)
1119		_ASM_INSN32_IF_MM(0x0000537c)
1120		".set pop");
1121}
1122
1123
1124/*
1125 * Functions to access the R10000 performance counters.	 These are basically
1126 * mfc0 and mtc0 instructions from and to coprocessor register with a 5-bit
1127 * performance counter number encoded into bits 1 ... 5 of the instruction.
1128 * Only performance counters 0 to 1 actually exist, so for a non-R10000 aware
1129 * disassembler these will look like an access to sel 0 or 1.
1130 */
1131#define read_r10k_perf_cntr(counter)				\
1132({								\
1133	unsigned int __res;					\
1134	__asm__ __volatile__(					\
1135	"mfpc\t%0, %1"						\
1136	: "=r" (__res)						\
1137	: "i" (counter));					\
1138								\
1139	__res;							\
1140})
1141
1142#define write_r10k_perf_cntr(counter,val)			\
1143do {								\
1144	__asm__ __volatile__(					\
1145	"mtpc\t%0, %1"						\
1146	:							\
1147	: "r" (val), "i" (counter));				\
1148} while (0)
1149
1150#define read_r10k_perf_event(counter)				\
1151({								\
1152	unsigned int __res;					\
1153	__asm__ __volatile__(					\
1154	"mfps\t%0, %1"						\
1155	: "=r" (__res)						\
1156	: "i" (counter));					\
1157								\
1158	__res;							\
1159})
1160
1161#define write_r10k_perf_cntl(counter,val)			\
1162do {								\
1163	__asm__ __volatile__(					\
1164	"mtps\t%0, %1"						\
1165	:							\
1166	: "r" (val), "i" (counter));				\
1167} while (0)
1168
1169
1170/*
1171 * Macros to access the system control coprocessor
1172 */
1173
1174#define __read_32bit_c0_register(source, sel)				\
1175({ unsigned int __res;							\
1176	if (sel == 0)							\
1177		__asm__ __volatile__(					\
1178			"mfc0\t%0, " #source "\n\t"			\
1179			: "=r" (__res));				\
1180	else								\
1181		__asm__ __volatile__(					\
1182			".set\tmips32\n\t"				\
1183			"mfc0\t%0, " #source ", " #sel "\n\t"		\
1184			".set\tmips0\n\t"				\
1185			: "=r" (__res));				\
1186	__res;								\
1187})
1188
1189#define __read_64bit_c0_register(source, sel)				\
1190({ unsigned long long __res;						\
1191	if (sizeof(unsigned long) == 4)					\
1192		__res = __read_64bit_c0_split(source, sel);		\
1193	else if (sel == 0)						\
1194		__asm__ __volatile__(					\
1195			".set\tmips3\n\t"				\
1196			"dmfc0\t%0, " #source "\n\t"			\
1197			".set\tmips0"					\
1198			: "=r" (__res));				\
1199	else								\
1200		__asm__ __volatile__(					\
1201			".set\tmips64\n\t"				\
1202			"dmfc0\t%0, " #source ", " #sel "\n\t"		\
1203			".set\tmips0"					\
1204			: "=r" (__res));				\
1205	__res;								\
1206})
1207
1208#define __write_32bit_c0_register(register, sel, value)			\
1209do {									\
1210	if (sel == 0)							\
1211		__asm__ __volatile__(					\
1212			"mtc0\t%z0, " #register "\n\t"			\
1213			: : "Jr" ((unsigned int)(value)));		\
1214	else								\
1215		__asm__ __volatile__(					\
1216			".set\tmips32\n\t"				\
1217			"mtc0\t%z0, " #register ", " #sel "\n\t"	\
1218			".set\tmips0"					\
1219			: : "Jr" ((unsigned int)(value)));		\
1220} while (0)
1221
1222#define __write_64bit_c0_register(register, sel, value)			\
1223do {									\
1224	if (sizeof(unsigned long) == 4)					\
1225		__write_64bit_c0_split(register, sel, value);		\
1226	else if (sel == 0)						\
1227		__asm__ __volatile__(					\
1228			".set\tmips3\n\t"				\
1229			"dmtc0\t%z0, " #register "\n\t"			\
1230			".set\tmips0"					\
1231			: : "Jr" (value));				\
1232	else								\
1233		__asm__ __volatile__(					\
1234			".set\tmips64\n\t"				\
1235			"dmtc0\t%z0, " #register ", " #sel "\n\t"	\
1236			".set\tmips0"					\
1237			: : "Jr" (value));				\
1238} while (0)
1239
1240#define __read_ulong_c0_register(reg, sel)				\
1241	((sizeof(unsigned long) == 4) ?					\
1242	(unsigned long) __read_32bit_c0_register(reg, sel) :		\
1243	(unsigned long) __read_64bit_c0_register(reg, sel))
1244
1245#define __write_ulong_c0_register(reg, sel, val)			\
1246do {									\
1247	if (sizeof(unsigned long) == 4)					\
1248		__write_32bit_c0_register(reg, sel, val);		\
1249	else								\
1250		__write_64bit_c0_register(reg, sel, val);		\
1251} while (0)
1252
1253/*
1254 * On RM7000/RM9000 these are uses to access cop0 set 1 registers
1255 */
1256#define __read_32bit_c0_ctrl_register(source)				\
1257({ unsigned int __res;							\
1258	__asm__ __volatile__(						\
1259		"cfc0\t%0, " #source "\n\t"				\
1260		: "=r" (__res));					\
1261	__res;								\
1262})
1263
1264#define __write_32bit_c0_ctrl_register(register, value)			\
1265do {									\
1266	__asm__ __volatile__(						\
1267		"ctc0\t%z0, " #register "\n\t"				\
1268		: : "Jr" ((unsigned int)(value)));			\
1269} while (0)
1270
1271/*
1272 * These versions are only needed for systems with more than 38 bits of
1273 * physical address space running the 32-bit kernel.  That's none atm :-)
1274 */
1275#define __read_64bit_c0_split(source, sel)				\
1276({									\
1277	unsigned long long __val;					\
1278	unsigned long __flags;						\
1279									\
1280	local_irq_save(__flags);					\
1281	if (sel == 0)							\
1282		__asm__ __volatile__(					\
1283			".set\tmips64\n\t"				\
1284			"dmfc0\t%M0, " #source "\n\t"			\
1285			"dsll\t%L0, %M0, 32\n\t"			\
1286			"dsra\t%M0, %M0, 32\n\t"			\
1287			"dsra\t%L0, %L0, 32\n\t"			\
1288			".set\tmips0"					\
1289			: "=r" (__val));				\
1290	else								\
1291		__asm__ __volatile__(					\
1292			".set\tmips64\n\t"				\
1293			"dmfc0\t%M0, " #source ", " #sel "\n\t"		\
1294			"dsll\t%L0, %M0, 32\n\t"			\
1295			"dsra\t%M0, %M0, 32\n\t"			\
1296			"dsra\t%L0, %L0, 32\n\t"			\
1297			".set\tmips0"					\
1298			: "=r" (__val));				\
1299	local_irq_restore(__flags);					\
1300									\
1301	__val;								\
1302})
1303
1304#define __write_64bit_c0_split(source, sel, val)			\
1305do {									\
1306	unsigned long __flags;						\
1307									\
1308	local_irq_save(__flags);					\
1309	if (sel == 0)							\
1310		__asm__ __volatile__(					\
1311			".set\tmips64\n\t"				\
1312			"dsll\t%L0, %L0, 32\n\t"			\
1313			"dsrl\t%L0, %L0, 32\n\t"			\
1314			"dsll\t%M0, %M0, 32\n\t"			\
1315			"or\t%L0, %L0, %M0\n\t"				\
1316			"dmtc0\t%L0, " #source "\n\t"			\
1317			".set\tmips0"					\
1318			: : "r" (val));					\
1319	else								\
1320		__asm__ __volatile__(					\
1321			".set\tmips64\n\t"				\
1322			"dsll\t%L0, %L0, 32\n\t"			\
1323			"dsrl\t%L0, %L0, 32\n\t"			\
1324			"dsll\t%M0, %M0, 32\n\t"			\
1325			"or\t%L0, %L0, %M0\n\t"				\
1326			"dmtc0\t%L0, " #source ", " #sel "\n\t"		\
1327			".set\tmips0"					\
1328			: : "r" (val));					\
1329	local_irq_restore(__flags);					\
1330} while (0)
1331
1332#define __readx_32bit_c0_register(source)				\
1333({									\
1334	unsigned int __res;						\
1335									\
1336	__asm__ __volatile__(						\
1337	"	.set	push					\n"	\
1338	"	.set	noat					\n"	\
1339	"	.set	mips32r2				\n"	\
1340	"	# mfhc0 $1, %1					\n"	\
1341	_ASM_INSN_IF_MIPS(0x40410000 | ((%1 & 0x1f) << 11))		\
1342	_ASM_INSN32_IF_MM(0x002000f4 | ((%1 & 0x1f) << 16))		\
1343	"	move	%0, $1					\n"	\
1344	"	.set	pop					\n"	\
1345	: "=r" (__res)							\
1346	: "i" (source));						\
1347	__res;								\
1348})
1349
1350#define __writex_32bit_c0_register(register, value)			\
1351do {									\
1352	__asm__ __volatile__(						\
1353	"	.set	push					\n"	\
1354	"	.set	noat					\n"	\
1355	"	.set	mips32r2				\n"	\
1356	"	move	$1, %0					\n"	\
1357	"	# mthc0 $1, %1					\n"	\
1358	_ASM_INSN_IF_MIPS(0x40c10000 | ((%1 & 0x1f) << 11))		\
1359	_ASM_INSN32_IF_MM(0x002002f4 | ((%1 & 0x1f) << 16))		\
1360	"	.set	pop					\n"	\
1361	:								\
1362	: "r" (value), "i" (register));					\
1363} while (0)
1364
1365#define read_c0_index()		__read_32bit_c0_register($0, 0)
1366#define write_c0_index(val)	__write_32bit_c0_register($0, 0, val)
1367
1368#define read_c0_random()	__read_32bit_c0_register($1, 0)
1369#define write_c0_random(val)	__write_32bit_c0_register($1, 0, val)
1370
1371#define read_c0_entrylo0()	__read_ulong_c0_register($2, 0)
1372#define write_c0_entrylo0(val)	__write_ulong_c0_register($2, 0, val)
1373
1374#define readx_c0_entrylo0()	__readx_32bit_c0_register(2)
1375#define writex_c0_entrylo0(val)	__writex_32bit_c0_register(2, val)
1376
1377#define read_c0_entrylo1()	__read_ulong_c0_register($3, 0)
1378#define write_c0_entrylo1(val)	__write_ulong_c0_register($3, 0, val)
1379
1380#define readx_c0_entrylo1()	__readx_32bit_c0_register(3)
1381#define writex_c0_entrylo1(val)	__writex_32bit_c0_register(3, val)
1382
1383#define read_c0_conf()		__read_32bit_c0_register($3, 0)
1384#define write_c0_conf(val)	__write_32bit_c0_register($3, 0, val)
1385
1386#define read_c0_context()	__read_ulong_c0_register($4, 0)
1387#define write_c0_context(val)	__write_ulong_c0_register($4, 0, val)
1388
1389#define read_c0_contextconfig()		__read_32bit_c0_register($4, 1)
1390#define write_c0_contextconfig(val)	__write_32bit_c0_register($4, 1, val)
1391
1392#define read_c0_userlocal()	__read_ulong_c0_register($4, 2)
1393#define write_c0_userlocal(val) __write_ulong_c0_register($4, 2, val)
1394
1395#define read_c0_xcontextconfig()	__read_ulong_c0_register($4, 3)
1396#define write_c0_xcontextconfig(val)	__write_ulong_c0_register($4, 3, val)
1397
1398#define read_c0_pagemask()	__read_32bit_c0_register($5, 0)
1399#define write_c0_pagemask(val)	__write_32bit_c0_register($5, 0, val)
1400
1401#define read_c0_pagegrain()	__read_32bit_c0_register($5, 1)
1402#define write_c0_pagegrain(val) __write_32bit_c0_register($5, 1, val)
1403
1404#define read_c0_wired()		__read_32bit_c0_register($6, 0)
1405#define write_c0_wired(val)	__write_32bit_c0_register($6, 0, val)
1406
1407#define read_c0_info()		__read_32bit_c0_register($7, 0)
1408
1409#define read_c0_cache()		__read_32bit_c0_register($7, 0) /* TX39xx */
1410#define write_c0_cache(val)	__write_32bit_c0_register($7, 0, val)
1411
1412#define read_c0_badvaddr()	__read_ulong_c0_register($8, 0)
1413#define write_c0_badvaddr(val)	__write_ulong_c0_register($8, 0, val)
1414
1415#define read_c0_badinstr()	__read_32bit_c0_register($8, 1)
1416#define read_c0_badinstrp()	__read_32bit_c0_register($8, 2)
1417
1418#define read_c0_count()		__read_32bit_c0_register($9, 0)
1419#define write_c0_count(val)	__write_32bit_c0_register($9, 0, val)
1420
1421#define read_c0_count2()	__read_32bit_c0_register($9, 6) /* pnx8550 */
1422#define write_c0_count2(val)	__write_32bit_c0_register($9, 6, val)
1423
1424#define read_c0_count3()	__read_32bit_c0_register($9, 7) /* pnx8550 */
1425#define write_c0_count3(val)	__write_32bit_c0_register($9, 7, val)
1426
1427#define read_c0_entryhi()	__read_ulong_c0_register($10, 0)
1428#define write_c0_entryhi(val)	__write_ulong_c0_register($10, 0, val)
1429
1430#define read_c0_guestctl1()	__read_32bit_c0_register($10, 4)
1431#define write_c0_guestctl1(val)	__write_32bit_c0_register($10, 4, val)
1432
1433#define read_c0_guestctl2()	__read_32bit_c0_register($10, 5)
1434#define write_c0_guestctl2(val)	__write_32bit_c0_register($10, 5, val)
1435
1436#define read_c0_guestctl3()	__read_32bit_c0_register($10, 6)
1437#define write_c0_guestctl3(val)	__write_32bit_c0_register($10, 6, val)
1438
1439#define read_c0_compare()	__read_32bit_c0_register($11, 0)
1440#define write_c0_compare(val)	__write_32bit_c0_register($11, 0, val)
1441
1442#define read_c0_guestctl0ext()	__read_32bit_c0_register($11, 4)
1443#define write_c0_guestctl0ext(val) __write_32bit_c0_register($11, 4, val)
1444
1445#define read_c0_compare2()	__read_32bit_c0_register($11, 6) /* pnx8550 */
1446#define write_c0_compare2(val)	__write_32bit_c0_register($11, 6, val)
1447
1448#define read_c0_compare3()	__read_32bit_c0_register($11, 7) /* pnx8550 */
1449#define write_c0_compare3(val)	__write_32bit_c0_register($11, 7, val)
1450
1451#define read_c0_status()	__read_32bit_c0_register($12, 0)
1452
 
 
 
 
 
 
 
 
 
 
1453#define write_c0_status(val)	__write_32bit_c0_register($12, 0, val)
1454
1455#define read_c0_guestctl0()	__read_32bit_c0_register($12, 6)
1456#define write_c0_guestctl0(val)	__write_32bit_c0_register($12, 6, val)
1457
1458#define read_c0_gtoffset()	__read_32bit_c0_register($12, 7)
1459#define write_c0_gtoffset(val)	__write_32bit_c0_register($12, 7, val)
1460
1461#define read_c0_cause()		__read_32bit_c0_register($13, 0)
1462#define write_c0_cause(val)	__write_32bit_c0_register($13, 0, val)
1463
1464#define read_c0_epc()		__read_ulong_c0_register($14, 0)
1465#define write_c0_epc(val)	__write_ulong_c0_register($14, 0, val)
1466
1467#define read_c0_prid()		__read_32bit_c0_register($15, 0)
1468
1469#define read_c0_cmgcrbase()	__read_ulong_c0_register($15, 3)
1470
1471#define read_c0_config()	__read_32bit_c0_register($16, 0)
1472#define read_c0_config1()	__read_32bit_c0_register($16, 1)
1473#define read_c0_config2()	__read_32bit_c0_register($16, 2)
1474#define read_c0_config3()	__read_32bit_c0_register($16, 3)
1475#define read_c0_config4()	__read_32bit_c0_register($16, 4)
1476#define read_c0_config5()	__read_32bit_c0_register($16, 5)
1477#define read_c0_config6()	__read_32bit_c0_register($16, 6)
1478#define read_c0_config7()	__read_32bit_c0_register($16, 7)
1479#define write_c0_config(val)	__write_32bit_c0_register($16, 0, val)
1480#define write_c0_config1(val)	__write_32bit_c0_register($16, 1, val)
1481#define write_c0_config2(val)	__write_32bit_c0_register($16, 2, val)
1482#define write_c0_config3(val)	__write_32bit_c0_register($16, 3, val)
1483#define write_c0_config4(val)	__write_32bit_c0_register($16, 4, val)
1484#define write_c0_config5(val)	__write_32bit_c0_register($16, 5, val)
1485#define write_c0_config6(val)	__write_32bit_c0_register($16, 6, val)
1486#define write_c0_config7(val)	__write_32bit_c0_register($16, 7, val)
1487
1488#define read_c0_lladdr()	__read_ulong_c0_register($17, 0)
1489#define write_c0_lladdr(val)	__write_ulong_c0_register($17, 0, val)
1490#define read_c0_maar()		__read_ulong_c0_register($17, 1)
1491#define write_c0_maar(val)	__write_ulong_c0_register($17, 1, val)
1492#define read_c0_maari()		__read_32bit_c0_register($17, 2)
1493#define write_c0_maari(val)	__write_32bit_c0_register($17, 2, val)
1494
1495/*
1496 * The WatchLo register.  There may be up to 8 of them.
1497 */
1498#define read_c0_watchlo0()	__read_ulong_c0_register($18, 0)
1499#define read_c0_watchlo1()	__read_ulong_c0_register($18, 1)
1500#define read_c0_watchlo2()	__read_ulong_c0_register($18, 2)
1501#define read_c0_watchlo3()	__read_ulong_c0_register($18, 3)
1502#define read_c0_watchlo4()	__read_ulong_c0_register($18, 4)
1503#define read_c0_watchlo5()	__read_ulong_c0_register($18, 5)
1504#define read_c0_watchlo6()	__read_ulong_c0_register($18, 6)
1505#define read_c0_watchlo7()	__read_ulong_c0_register($18, 7)
1506#define write_c0_watchlo0(val)	__write_ulong_c0_register($18, 0, val)
1507#define write_c0_watchlo1(val)	__write_ulong_c0_register($18, 1, val)
1508#define write_c0_watchlo2(val)	__write_ulong_c0_register($18, 2, val)
1509#define write_c0_watchlo3(val)	__write_ulong_c0_register($18, 3, val)
1510#define write_c0_watchlo4(val)	__write_ulong_c0_register($18, 4, val)
1511#define write_c0_watchlo5(val)	__write_ulong_c0_register($18, 5, val)
1512#define write_c0_watchlo6(val)	__write_ulong_c0_register($18, 6, val)
1513#define write_c0_watchlo7(val)	__write_ulong_c0_register($18, 7, val)
1514
1515/*
1516 * The WatchHi register.  There may be up to 8 of them.
1517 */
1518#define read_c0_watchhi0()	__read_32bit_c0_register($19, 0)
1519#define read_c0_watchhi1()	__read_32bit_c0_register($19, 1)
1520#define read_c0_watchhi2()	__read_32bit_c0_register($19, 2)
1521#define read_c0_watchhi3()	__read_32bit_c0_register($19, 3)
1522#define read_c0_watchhi4()	__read_32bit_c0_register($19, 4)
1523#define read_c0_watchhi5()	__read_32bit_c0_register($19, 5)
1524#define read_c0_watchhi6()	__read_32bit_c0_register($19, 6)
1525#define read_c0_watchhi7()	__read_32bit_c0_register($19, 7)
1526
1527#define write_c0_watchhi0(val)	__write_32bit_c0_register($19, 0, val)
1528#define write_c0_watchhi1(val)	__write_32bit_c0_register($19, 1, val)
1529#define write_c0_watchhi2(val)	__write_32bit_c0_register($19, 2, val)
1530#define write_c0_watchhi3(val)	__write_32bit_c0_register($19, 3, val)
1531#define write_c0_watchhi4(val)	__write_32bit_c0_register($19, 4, val)
1532#define write_c0_watchhi5(val)	__write_32bit_c0_register($19, 5, val)
1533#define write_c0_watchhi6(val)	__write_32bit_c0_register($19, 6, val)
1534#define write_c0_watchhi7(val)	__write_32bit_c0_register($19, 7, val)
1535
1536#define read_c0_xcontext()	__read_ulong_c0_register($20, 0)
1537#define write_c0_xcontext(val)	__write_ulong_c0_register($20, 0, val)
1538
1539#define read_c0_intcontrol()	__read_32bit_c0_ctrl_register($20)
1540#define write_c0_intcontrol(val) __write_32bit_c0_ctrl_register($20, val)
1541
1542#define read_c0_framemask()	__read_32bit_c0_register($21, 0)
1543#define write_c0_framemask(val) __write_32bit_c0_register($21, 0, val)
 
 
 
 
1544
1545#define read_c0_diag()		__read_32bit_c0_register($22, 0)
1546#define write_c0_diag(val)	__write_32bit_c0_register($22, 0, val)
1547
1548/* R10K CP0 Branch Diagnostic register is 64bits wide */
1549#define read_c0_r10k_diag()	__read_64bit_c0_register($22, 0)
1550#define write_c0_r10k_diag(val)	__write_64bit_c0_register($22, 0, val)
1551
1552#define read_c0_diag1()		__read_32bit_c0_register($22, 1)
1553#define write_c0_diag1(val)	__write_32bit_c0_register($22, 1, val)
1554
1555#define read_c0_diag2()		__read_32bit_c0_register($22, 2)
1556#define write_c0_diag2(val)	__write_32bit_c0_register($22, 2, val)
1557
1558#define read_c0_diag3()		__read_32bit_c0_register($22, 3)
1559#define write_c0_diag3(val)	__write_32bit_c0_register($22, 3, val)
1560
1561#define read_c0_diag4()		__read_32bit_c0_register($22, 4)
1562#define write_c0_diag4(val)	__write_32bit_c0_register($22, 4, val)
1563
1564#define read_c0_diag5()		__read_32bit_c0_register($22, 5)
1565#define write_c0_diag5(val)	__write_32bit_c0_register($22, 5, val)
1566
1567#define read_c0_debug()		__read_32bit_c0_register($23, 0)
1568#define write_c0_debug(val)	__write_32bit_c0_register($23, 0, val)
1569
1570#define read_c0_depc()		__read_ulong_c0_register($24, 0)
1571#define write_c0_depc(val)	__write_ulong_c0_register($24, 0, val)
1572
1573/*
1574 * MIPS32 / MIPS64 performance counters
1575 */
1576#define read_c0_perfctrl0()	__read_32bit_c0_register($25, 0)
1577#define write_c0_perfctrl0(val) __write_32bit_c0_register($25, 0, val)
1578#define read_c0_perfcntr0()	__read_32bit_c0_register($25, 1)
1579#define write_c0_perfcntr0(val) __write_32bit_c0_register($25, 1, val)
1580#define read_c0_perfcntr0_64()	__read_64bit_c0_register($25, 1)
1581#define write_c0_perfcntr0_64(val) __write_64bit_c0_register($25, 1, val)
1582#define read_c0_perfctrl1()	__read_32bit_c0_register($25, 2)
1583#define write_c0_perfctrl1(val) __write_32bit_c0_register($25, 2, val)
1584#define read_c0_perfcntr1()	__read_32bit_c0_register($25, 3)
1585#define write_c0_perfcntr1(val) __write_32bit_c0_register($25, 3, val)
1586#define read_c0_perfcntr1_64()	__read_64bit_c0_register($25, 3)
1587#define write_c0_perfcntr1_64(val) __write_64bit_c0_register($25, 3, val)
1588#define read_c0_perfctrl2()	__read_32bit_c0_register($25, 4)
1589#define write_c0_perfctrl2(val) __write_32bit_c0_register($25, 4, val)
1590#define read_c0_perfcntr2()	__read_32bit_c0_register($25, 5)
1591#define write_c0_perfcntr2(val) __write_32bit_c0_register($25, 5, val)
1592#define read_c0_perfcntr2_64()	__read_64bit_c0_register($25, 5)
1593#define write_c0_perfcntr2_64(val) __write_64bit_c0_register($25, 5, val)
1594#define read_c0_perfctrl3()	__read_32bit_c0_register($25, 6)
1595#define write_c0_perfctrl3(val) __write_32bit_c0_register($25, 6, val)
1596#define read_c0_perfcntr3()	__read_32bit_c0_register($25, 7)
1597#define write_c0_perfcntr3(val) __write_32bit_c0_register($25, 7, val)
1598#define read_c0_perfcntr3_64()	__read_64bit_c0_register($25, 7)
1599#define write_c0_perfcntr3_64(val) __write_64bit_c0_register($25, 7, val)
1600
 
 
 
 
1601#define read_c0_ecc()		__read_32bit_c0_register($26, 0)
1602#define write_c0_ecc(val)	__write_32bit_c0_register($26, 0, val)
1603
1604#define read_c0_derraddr0()	__read_ulong_c0_register($26, 1)
1605#define write_c0_derraddr0(val) __write_ulong_c0_register($26, 1, val)
1606
1607#define read_c0_cacheerr()	__read_32bit_c0_register($27, 0)
1608
1609#define read_c0_derraddr1()	__read_ulong_c0_register($27, 1)
1610#define write_c0_derraddr1(val) __write_ulong_c0_register($27, 1, val)
1611
1612#define read_c0_taglo()		__read_32bit_c0_register($28, 0)
1613#define write_c0_taglo(val)	__write_32bit_c0_register($28, 0, val)
1614
1615#define read_c0_dtaglo()	__read_32bit_c0_register($28, 2)
1616#define write_c0_dtaglo(val)	__write_32bit_c0_register($28, 2, val)
1617
1618#define read_c0_ddatalo()	__read_32bit_c0_register($28, 3)
1619#define write_c0_ddatalo(val)	__write_32bit_c0_register($28, 3, val)
1620
1621#define read_c0_staglo()	__read_32bit_c0_register($28, 4)
1622#define write_c0_staglo(val)	__write_32bit_c0_register($28, 4, val)
1623
1624#define read_c0_taghi()		__read_32bit_c0_register($29, 0)
1625#define write_c0_taghi(val)	__write_32bit_c0_register($29, 0, val)
1626
1627#define read_c0_errorepc()	__read_ulong_c0_register($30, 0)
1628#define write_c0_errorepc(val)	__write_ulong_c0_register($30, 0, val)
1629
1630/* MIPSR2 */
1631#define read_c0_hwrena()	__read_32bit_c0_register($7, 0)
1632#define write_c0_hwrena(val)	__write_32bit_c0_register($7, 0, val)
1633
1634#define read_c0_intctl()	__read_32bit_c0_register($12, 1)
1635#define write_c0_intctl(val)	__write_32bit_c0_register($12, 1, val)
1636
1637#define read_c0_srsctl()	__read_32bit_c0_register($12, 2)
1638#define write_c0_srsctl(val)	__write_32bit_c0_register($12, 2, val)
1639
1640#define read_c0_srsmap()	__read_32bit_c0_register($12, 3)
1641#define write_c0_srsmap(val)	__write_32bit_c0_register($12, 3, val)
1642
1643#define read_c0_ebase()		__read_32bit_c0_register($15, 1)
1644#define write_c0_ebase(val)	__write_32bit_c0_register($15, 1, val)
1645
1646#define read_c0_ebase_64()	__read_64bit_c0_register($15, 1)
1647#define write_c0_ebase_64(val)	__write_64bit_c0_register($15, 1, val)
1648
1649#define read_c0_cdmmbase()	__read_ulong_c0_register($15, 2)
1650#define write_c0_cdmmbase(val)	__write_ulong_c0_register($15, 2, val)
1651
1652/* MIPSR3 */
1653#define read_c0_segctl0()	__read_32bit_c0_register($5, 2)
1654#define write_c0_segctl0(val)	__write_32bit_c0_register($5, 2, val)
1655
1656#define read_c0_segctl1()	__read_32bit_c0_register($5, 3)
1657#define write_c0_segctl1(val)	__write_32bit_c0_register($5, 3, val)
1658
1659#define read_c0_segctl2()	__read_32bit_c0_register($5, 4)
1660#define write_c0_segctl2(val)	__write_32bit_c0_register($5, 4, val)
1661
1662/* Hardware Page Table Walker */
1663#define read_c0_pwbase()	__read_ulong_c0_register($5, 5)
1664#define write_c0_pwbase(val)	__write_ulong_c0_register($5, 5, val)
1665
1666#define read_c0_pwfield()	__read_ulong_c0_register($5, 6)
1667#define write_c0_pwfield(val)	__write_ulong_c0_register($5, 6, val)
1668
1669#define read_c0_pwsize()	__read_ulong_c0_register($5, 7)
1670#define write_c0_pwsize(val)	__write_ulong_c0_register($5, 7, val)
1671
1672#define read_c0_pwctl()		__read_32bit_c0_register($6, 6)
1673#define write_c0_pwctl(val)	__write_32bit_c0_register($6, 6, val)
1674
1675#define read_c0_pgd()		__read_64bit_c0_register($9, 7)
1676#define write_c0_pgd(val)	__write_64bit_c0_register($9, 7, val)
1677
1678#define read_c0_kpgd()		__read_64bit_c0_register($31, 7)
1679#define write_c0_kpgd(val)	__write_64bit_c0_register($31, 7, val)
1680
1681/* Cavium OCTEON (cnMIPS) */
1682#define read_c0_cvmcount()	__read_ulong_c0_register($9, 6)
1683#define write_c0_cvmcount(val)	__write_ulong_c0_register($9, 6, val)
1684
1685#define read_c0_cvmctl()	__read_64bit_c0_register($9, 7)
1686#define write_c0_cvmctl(val)	__write_64bit_c0_register($9, 7, val)
1687
1688#define read_c0_cvmmemctl()	__read_64bit_c0_register($11, 7)
1689#define write_c0_cvmmemctl(val) __write_64bit_c0_register($11, 7, val)
1690/*
1691 * The cacheerr registers are not standardized.	 On OCTEON, they are
1692 * 64 bits wide.
1693 */
1694#define read_octeon_c0_icacheerr()	__read_64bit_c0_register($27, 0)
1695#define write_octeon_c0_icacheerr(val)	__write_64bit_c0_register($27, 0, val)
1696
1697#define read_octeon_c0_dcacheerr()	__read_64bit_c0_register($27, 1)
1698#define write_octeon_c0_dcacheerr(val)	__write_64bit_c0_register($27, 1, val)
1699
1700/* BMIPS3300 */
1701#define read_c0_brcm_config_0()		__read_32bit_c0_register($22, 0)
1702#define write_c0_brcm_config_0(val)	__write_32bit_c0_register($22, 0, val)
1703
1704#define read_c0_brcm_bus_pll()		__read_32bit_c0_register($22, 4)
1705#define write_c0_brcm_bus_pll(val)	__write_32bit_c0_register($22, 4, val)
1706
1707#define read_c0_brcm_reset()		__read_32bit_c0_register($22, 5)
1708#define write_c0_brcm_reset(val)	__write_32bit_c0_register($22, 5, val)
1709
1710/* BMIPS43xx */
1711#define read_c0_brcm_cmt_intr()		__read_32bit_c0_register($22, 1)
1712#define write_c0_brcm_cmt_intr(val)	__write_32bit_c0_register($22, 1, val)
1713
1714#define read_c0_brcm_cmt_ctrl()		__read_32bit_c0_register($22, 2)
1715#define write_c0_brcm_cmt_ctrl(val)	__write_32bit_c0_register($22, 2, val)
1716
1717#define read_c0_brcm_cmt_local()	__read_32bit_c0_register($22, 3)
1718#define write_c0_brcm_cmt_local(val)	__write_32bit_c0_register($22, 3, val)
1719
1720#define read_c0_brcm_config_1()		__read_32bit_c0_register($22, 5)
1721#define write_c0_brcm_config_1(val)	__write_32bit_c0_register($22, 5, val)
1722
1723#define read_c0_brcm_cbr()		__read_32bit_c0_register($22, 6)
1724#define write_c0_brcm_cbr(val)		__write_32bit_c0_register($22, 6, val)
1725
1726/* BMIPS5000 */
1727#define read_c0_brcm_config()		__read_32bit_c0_register($22, 0)
1728#define write_c0_brcm_config(val)	__write_32bit_c0_register($22, 0, val)
1729
1730#define read_c0_brcm_mode()		__read_32bit_c0_register($22, 1)
1731#define write_c0_brcm_mode(val)		__write_32bit_c0_register($22, 1, val)
1732
1733#define read_c0_brcm_action()		__read_32bit_c0_register($22, 2)
1734#define write_c0_brcm_action(val)	__write_32bit_c0_register($22, 2, val)
1735
1736#define read_c0_brcm_edsp()		__read_32bit_c0_register($22, 3)
1737#define write_c0_brcm_edsp(val)		__write_32bit_c0_register($22, 3, val)
1738
1739#define read_c0_brcm_bootvec()		__read_32bit_c0_register($22, 4)
1740#define write_c0_brcm_bootvec(val)	__write_32bit_c0_register($22, 4, val)
1741
1742#define read_c0_brcm_sleepcount()	__read_32bit_c0_register($22, 7)
1743#define write_c0_brcm_sleepcount(val)	__write_32bit_c0_register($22, 7, val)
1744
1745/*
1746 * Macros to access the guest system control coprocessor
1747 */
 
 
 
 
 
 
 
 
 
 
 
1748
1749#ifdef TOOLCHAIN_SUPPORTS_VIRT
1750
1751#define __read_32bit_gc0_register(source, sel)				\
1752({ int __res;								\
1753	__asm__ __volatile__(						\
1754		".set\tpush\n\t"					\
1755		".set\tmips32r2\n\t"					\
1756		".set\tvirt\n\t"					\
1757		"mfgc0\t%0, $%1, %2\n\t"				\
1758		".set\tpop"						\
1759		: "=r" (__res)						\
1760		: "i" (source), "i" (sel));				\
1761	__res;								\
1762})
1763
1764#define __read_64bit_gc0_register(source, sel)				\
1765({ unsigned long long __res;						\
1766	__asm__ __volatile__(						\
1767		".set\tpush\n\t"					\
1768		".set\tmips64r2\n\t"					\
1769		".set\tvirt\n\t"					\
1770		"dmfgc0\t%0, $%1, %2\n\t"			\
1771		".set\tpop"						\
1772		: "=r" (__res)						\
1773		: "i" (source), "i" (sel));				\
1774	__res;								\
1775})
1776
1777#define __write_32bit_gc0_register(register, sel, value)		\
1778do {									\
1779	__asm__ __volatile__(						\
1780		".set\tpush\n\t"					\
1781		".set\tmips32r2\n\t"					\
1782		".set\tvirt\n\t"					\
1783		"mtgc0\t%z0, $%1, %2\n\t"				\
1784		".set\tpop"						\
1785		: : "Jr" ((unsigned int)(value)),			\
1786		    "i" (register), "i" (sel));				\
1787} while (0)
1788
1789#define __write_64bit_gc0_register(register, sel, value)		\
1790do {									\
1791	__asm__ __volatile__(						\
1792		".set\tpush\n\t"					\
1793		".set\tmips64r2\n\t"					\
1794		".set\tvirt\n\t"					\
1795		"dmtgc0\t%z0, $%1, %2\n\t"				\
1796		".set\tpop"						\
1797		: : "Jr" (value),					\
1798		    "i" (register), "i" (sel));				\
1799} while (0)
1800
1801#else	/* TOOLCHAIN_SUPPORTS_VIRT */
1802
1803#define __read_32bit_gc0_register(source, sel)				\
1804({ int __res;								\
1805	__asm__ __volatile__(						\
1806		".set\tpush\n\t"					\
1807		".set\tnoat\n\t"					\
1808		"# mfgc0\t$1, $%1, %2\n\t"				\
1809		_ASM_INSN_IF_MIPS(0x40610000 | %1 << 11 | %2)		\
1810		_ASM_INSN32_IF_MM(0x002004fc | %1 << 16 | %2 << 11)	\
1811		"move\t%0, $1\n\t"					\
1812		".set\tpop"						\
1813		: "=r" (__res)						\
1814		: "i" (source), "i" (sel));				\
1815	__res;								\
1816})
1817
1818#define __read_64bit_gc0_register(source, sel)				\
1819({ unsigned long long __res;						\
1820	__asm__ __volatile__(						\
1821		".set\tpush\n\t"					\
1822		".set\tnoat\n\t"					\
1823		"# dmfgc0\t$1, $%1, %2\n\t"				\
1824		_ASM_INSN_IF_MIPS(0x40610100 | %1 << 11 | %2)		\
1825		_ASM_INSN32_IF_MM(0x582004fc | %1 << 16 | %2 << 11)	\
1826		"move\t%0, $1\n\t"					\
1827		".set\tpop"						\
1828		: "=r" (__res)						\
1829		: "i" (source), "i" (sel));				\
1830	__res;								\
1831})
1832
1833#define __write_32bit_gc0_register(register, sel, value)		\
1834do {									\
1835	__asm__ __volatile__(						\
1836		".set\tpush\n\t"					\
1837		".set\tnoat\n\t"					\
1838		"move\t$1, %z0\n\t"					\
1839		"# mtgc0\t$1, $%1, %2\n\t"				\
1840		_ASM_INSN_IF_MIPS(0x40610200 | %1 << 11 | %2)		\
1841		_ASM_INSN32_IF_MM(0x002006fc | %1 << 16 | %2 << 11)	\
1842		".set\tpop"						\
1843		: : "Jr" ((unsigned int)(value)),			\
1844		    "i" (register), "i" (sel));				\
1845} while (0)
1846
1847#define __write_64bit_gc0_register(register, sel, value)		\
1848do {									\
1849	__asm__ __volatile__(						\
1850		".set\tpush\n\t"					\
1851		".set\tnoat\n\t"					\
1852		"move\t$1, %z0\n\t"					\
1853		"# dmtgc0\t$1, $%1, %2\n\t"				\
1854		_ASM_INSN_IF_MIPS(0x40610300 | %1 << 11 | %2)		\
1855		_ASM_INSN32_IF_MM(0x582006fc | %1 << 16 | %2 << 11)	\
1856		".set\tpop"						\
1857		: : "Jr" (value),					\
1858		    "i" (register), "i" (sel));				\
1859} while (0)
1860
1861#endif	/* !TOOLCHAIN_SUPPORTS_VIRT */
1862
1863#define __read_ulong_gc0_register(reg, sel)				\
1864	((sizeof(unsigned long) == 4) ?					\
1865	(unsigned long) __read_32bit_gc0_register(reg, sel) :		\
1866	(unsigned long) __read_64bit_gc0_register(reg, sel))
1867
1868#define __write_ulong_gc0_register(reg, sel, val)			\
1869do {									\
1870	if (sizeof(unsigned long) == 4)					\
1871		__write_32bit_gc0_register(reg, sel, val);		\
1872	else								\
1873		__write_64bit_gc0_register(reg, sel, val);		\
1874} while (0)
1875
1876#define read_gc0_index()		__read_32bit_gc0_register(0, 0)
1877#define write_gc0_index(val)		__write_32bit_gc0_register(0, 0, val)
1878
1879#define read_gc0_entrylo0()		__read_ulong_gc0_register(2, 0)
1880#define write_gc0_entrylo0(val)		__write_ulong_gc0_register(2, 0, val)
1881
1882#define read_gc0_entrylo1()		__read_ulong_gc0_register(3, 0)
1883#define write_gc0_entrylo1(val)		__write_ulong_gc0_register(3, 0, val)
1884
1885#define read_gc0_context()		__read_ulong_gc0_register(4, 0)
1886#define write_gc0_context(val)		__write_ulong_gc0_register(4, 0, val)
1887
1888#define read_gc0_contextconfig()	__read_32bit_gc0_register(4, 1)
1889#define write_gc0_contextconfig(val)	__write_32bit_gc0_register(4, 1, val)
1890
1891#define read_gc0_userlocal()		__read_ulong_gc0_register(4, 2)
1892#define write_gc0_userlocal(val)	__write_ulong_gc0_register(4, 2, val)
1893
1894#define read_gc0_xcontextconfig()	__read_ulong_gc0_register(4, 3)
1895#define write_gc0_xcontextconfig(val)	__write_ulong_gc0_register(4, 3, val)
1896
1897#define read_gc0_pagemask()		__read_32bit_gc0_register(5, 0)
1898#define write_gc0_pagemask(val)		__write_32bit_gc0_register(5, 0, val)
1899
1900#define read_gc0_pagegrain()		__read_32bit_gc0_register(5, 1)
1901#define write_gc0_pagegrain(val)	__write_32bit_gc0_register(5, 1, val)
1902
1903#define read_gc0_segctl0()		__read_ulong_gc0_register(5, 2)
1904#define write_gc0_segctl0(val)		__write_ulong_gc0_register(5, 2, val)
1905
1906#define read_gc0_segctl1()		__read_ulong_gc0_register(5, 3)
1907#define write_gc0_segctl1(val)		__write_ulong_gc0_register(5, 3, val)
1908
1909#define read_gc0_segctl2()		__read_ulong_gc0_register(5, 4)
1910#define write_gc0_segctl2(val)		__write_ulong_gc0_register(5, 4, val)
1911
1912#define read_gc0_pwbase()		__read_ulong_gc0_register(5, 5)
1913#define write_gc0_pwbase(val)		__write_ulong_gc0_register(5, 5, val)
1914
1915#define read_gc0_pwfield()		__read_ulong_gc0_register(5, 6)
1916#define write_gc0_pwfield(val)		__write_ulong_gc0_register(5, 6, val)
1917
1918#define read_gc0_pwsize()		__read_ulong_gc0_register(5, 7)
1919#define write_gc0_pwsize(val)		__write_ulong_gc0_register(5, 7, val)
1920
1921#define read_gc0_wired()		__read_32bit_gc0_register(6, 0)
1922#define write_gc0_wired(val)		__write_32bit_gc0_register(6, 0, val)
1923
1924#define read_gc0_pwctl()		__read_32bit_gc0_register(6, 6)
1925#define write_gc0_pwctl(val)		__write_32bit_gc0_register(6, 6, val)
1926
1927#define read_gc0_hwrena()		__read_32bit_gc0_register(7, 0)
1928#define write_gc0_hwrena(val)		__write_32bit_gc0_register(7, 0, val)
1929
1930#define read_gc0_badvaddr()		__read_ulong_gc0_register(8, 0)
1931#define write_gc0_badvaddr(val)		__write_ulong_gc0_register(8, 0, val)
1932
1933#define read_gc0_badinstr()		__read_32bit_gc0_register(8, 1)
1934#define write_gc0_badinstr(val)		__write_32bit_gc0_register(8, 1, val)
1935
1936#define read_gc0_badinstrp()		__read_32bit_gc0_register(8, 2)
1937#define write_gc0_badinstrp(val)	__write_32bit_gc0_register(8, 2, val)
1938
1939#define read_gc0_count()		__read_32bit_gc0_register(9, 0)
1940
1941#define read_gc0_entryhi()		__read_ulong_gc0_register(10, 0)
1942#define write_gc0_entryhi(val)		__write_ulong_gc0_register(10, 0, val)
1943
1944#define read_gc0_compare()		__read_32bit_gc0_register(11, 0)
1945#define write_gc0_compare(val)		__write_32bit_gc0_register(11, 0, val)
1946
1947#define read_gc0_status()		__read_32bit_gc0_register(12, 0)
1948#define write_gc0_status(val)		__write_32bit_gc0_register(12, 0, val)
1949
1950#define read_gc0_intctl()		__read_32bit_gc0_register(12, 1)
1951#define write_gc0_intctl(val)		__write_32bit_gc0_register(12, 1, val)
1952
1953#define read_gc0_cause()		__read_32bit_gc0_register(13, 0)
1954#define write_gc0_cause(val)		__write_32bit_gc0_register(13, 0, val)
1955
1956#define read_gc0_epc()			__read_ulong_gc0_register(14, 0)
1957#define write_gc0_epc(val)		__write_ulong_gc0_register(14, 0, val)
1958
1959#define read_gc0_ebase()		__read_32bit_gc0_register(15, 1)
1960#define write_gc0_ebase(val)		__write_32bit_gc0_register(15, 1, val)
1961
1962#define read_gc0_ebase_64()		__read_64bit_gc0_register(15, 1)
1963#define write_gc0_ebase_64(val)		__write_64bit_gc0_register(15, 1, val)
1964
1965#define read_gc0_config()		__read_32bit_gc0_register(16, 0)
1966#define read_gc0_config1()		__read_32bit_gc0_register(16, 1)
1967#define read_gc0_config2()		__read_32bit_gc0_register(16, 2)
1968#define read_gc0_config3()		__read_32bit_gc0_register(16, 3)
1969#define read_gc0_config4()		__read_32bit_gc0_register(16, 4)
1970#define read_gc0_config5()		__read_32bit_gc0_register(16, 5)
1971#define read_gc0_config6()		__read_32bit_gc0_register(16, 6)
1972#define read_gc0_config7()		__read_32bit_gc0_register(16, 7)
1973#define write_gc0_config(val)		__write_32bit_gc0_register(16, 0, val)
1974#define write_gc0_config1(val)		__write_32bit_gc0_register(16, 1, val)
1975#define write_gc0_config2(val)		__write_32bit_gc0_register(16, 2, val)
1976#define write_gc0_config3(val)		__write_32bit_gc0_register(16, 3, val)
1977#define write_gc0_config4(val)		__write_32bit_gc0_register(16, 4, val)
1978#define write_gc0_config5(val)		__write_32bit_gc0_register(16, 5, val)
1979#define write_gc0_config6(val)		__write_32bit_gc0_register(16, 6, val)
1980#define write_gc0_config7(val)		__write_32bit_gc0_register(16, 7, val)
1981
1982#define read_gc0_watchlo0()		__read_ulong_gc0_register(18, 0)
1983#define read_gc0_watchlo1()		__read_ulong_gc0_register(18, 1)
1984#define read_gc0_watchlo2()		__read_ulong_gc0_register(18, 2)
1985#define read_gc0_watchlo3()		__read_ulong_gc0_register(18, 3)
1986#define read_gc0_watchlo4()		__read_ulong_gc0_register(18, 4)
1987#define read_gc0_watchlo5()		__read_ulong_gc0_register(18, 5)
1988#define read_gc0_watchlo6()		__read_ulong_gc0_register(18, 6)
1989#define read_gc0_watchlo7()		__read_ulong_gc0_register(18, 7)
1990#define write_gc0_watchlo0(val)		__write_ulong_gc0_register(18, 0, val)
1991#define write_gc0_watchlo1(val)		__write_ulong_gc0_register(18, 1, val)
1992#define write_gc0_watchlo2(val)		__write_ulong_gc0_register(18, 2, val)
1993#define write_gc0_watchlo3(val)		__write_ulong_gc0_register(18, 3, val)
1994#define write_gc0_watchlo4(val)		__write_ulong_gc0_register(18, 4, val)
1995#define write_gc0_watchlo5(val)		__write_ulong_gc0_register(18, 5, val)
1996#define write_gc0_watchlo6(val)		__write_ulong_gc0_register(18, 6, val)
1997#define write_gc0_watchlo7(val)		__write_ulong_gc0_register(18, 7, val)
1998
1999#define read_gc0_watchhi0()		__read_32bit_gc0_register(19, 0)
2000#define read_gc0_watchhi1()		__read_32bit_gc0_register(19, 1)
2001#define read_gc0_watchhi2()		__read_32bit_gc0_register(19, 2)
2002#define read_gc0_watchhi3()		__read_32bit_gc0_register(19, 3)
2003#define read_gc0_watchhi4()		__read_32bit_gc0_register(19, 4)
2004#define read_gc0_watchhi5()		__read_32bit_gc0_register(19, 5)
2005#define read_gc0_watchhi6()		__read_32bit_gc0_register(19, 6)
2006#define read_gc0_watchhi7()		__read_32bit_gc0_register(19, 7)
2007#define write_gc0_watchhi0(val)		__write_32bit_gc0_register(19, 0, val)
2008#define write_gc0_watchhi1(val)		__write_32bit_gc0_register(19, 1, val)
2009#define write_gc0_watchhi2(val)		__write_32bit_gc0_register(19, 2, val)
2010#define write_gc0_watchhi3(val)		__write_32bit_gc0_register(19, 3, val)
2011#define write_gc0_watchhi4(val)		__write_32bit_gc0_register(19, 4, val)
2012#define write_gc0_watchhi5(val)		__write_32bit_gc0_register(19, 5, val)
2013#define write_gc0_watchhi6(val)		__write_32bit_gc0_register(19, 6, val)
2014#define write_gc0_watchhi7(val)		__write_32bit_gc0_register(19, 7, val)
2015
2016#define read_gc0_xcontext()		__read_ulong_gc0_register(20, 0)
2017#define write_gc0_xcontext(val)		__write_ulong_gc0_register(20, 0, val)
2018
2019#define read_gc0_perfctrl0()		__read_32bit_gc0_register(25, 0)
2020#define write_gc0_perfctrl0(val)	__write_32bit_gc0_register(25, 0, val)
2021#define read_gc0_perfcntr0()		__read_32bit_gc0_register(25, 1)
2022#define write_gc0_perfcntr0(val)	__write_32bit_gc0_register(25, 1, val)
2023#define read_gc0_perfcntr0_64()		__read_64bit_gc0_register(25, 1)
2024#define write_gc0_perfcntr0_64(val)	__write_64bit_gc0_register(25, 1, val)
2025#define read_gc0_perfctrl1()		__read_32bit_gc0_register(25, 2)
2026#define write_gc0_perfctrl1(val)	__write_32bit_gc0_register(25, 2, val)
2027#define read_gc0_perfcntr1()		__read_32bit_gc0_register(25, 3)
2028#define write_gc0_perfcntr1(val)	__write_32bit_gc0_register(25, 3, val)
2029#define read_gc0_perfcntr1_64()		__read_64bit_gc0_register(25, 3)
2030#define write_gc0_perfcntr1_64(val)	__write_64bit_gc0_register(25, 3, val)
2031#define read_gc0_perfctrl2()		__read_32bit_gc0_register(25, 4)
2032#define write_gc0_perfctrl2(val)	__write_32bit_gc0_register(25, 4, val)
2033#define read_gc0_perfcntr2()		__read_32bit_gc0_register(25, 5)
2034#define write_gc0_perfcntr2(val)	__write_32bit_gc0_register(25, 5, val)
2035#define read_gc0_perfcntr2_64()		__read_64bit_gc0_register(25, 5)
2036#define write_gc0_perfcntr2_64(val)	__write_64bit_gc0_register(25, 5, val)
2037#define read_gc0_perfctrl3()		__read_32bit_gc0_register(25, 6)
2038#define write_gc0_perfctrl3(val)	__write_32bit_gc0_register(25, 6, val)
2039#define read_gc0_perfcntr3()		__read_32bit_gc0_register(25, 7)
2040#define write_gc0_perfcntr3(val)	__write_32bit_gc0_register(25, 7, val)
2041#define read_gc0_perfcntr3_64()		__read_64bit_gc0_register(25, 7)
2042#define write_gc0_perfcntr3_64(val)	__write_64bit_gc0_register(25, 7, val)
2043
2044#define read_gc0_errorepc()		__read_ulong_gc0_register(30, 0)
2045#define write_gc0_errorepc(val)		__write_ulong_gc0_register(30, 0, val)
2046
2047#define read_gc0_kscratch1()		__read_ulong_gc0_register(31, 2)
2048#define read_gc0_kscratch2()		__read_ulong_gc0_register(31, 3)
2049#define read_gc0_kscratch3()		__read_ulong_gc0_register(31, 4)
2050#define read_gc0_kscratch4()		__read_ulong_gc0_register(31, 5)
2051#define read_gc0_kscratch5()		__read_ulong_gc0_register(31, 6)
2052#define read_gc0_kscratch6()		__read_ulong_gc0_register(31, 7)
2053#define write_gc0_kscratch1(val)	__write_ulong_gc0_register(31, 2, val)
2054#define write_gc0_kscratch2(val)	__write_ulong_gc0_register(31, 3, val)
2055#define write_gc0_kscratch3(val)	__write_ulong_gc0_register(31, 4, val)
2056#define write_gc0_kscratch4(val)	__write_ulong_gc0_register(31, 5, val)
2057#define write_gc0_kscratch5(val)	__write_ulong_gc0_register(31, 6, val)
2058#define write_gc0_kscratch6(val)	__write_ulong_gc0_register(31, 7, val)
2059
2060/*
2061 * Macros to access the floating point coprocessor control registers
2062 */
2063#define _read_32bit_cp1_register(source, gas_hardfloat)			\
2064({									\
2065	unsigned int __res;						\
2066									\
2067	__asm__ __volatile__(						\
2068	"	.set	push					\n"	\
2069	"	.set	reorder					\n"	\
2070	"	# gas fails to assemble cfc1 for some archs,	\n"	\
2071	"	# like Octeon.					\n"	\
2072	"	.set	mips1					\n"	\
2073	"	"STR(gas_hardfloat)"				\n"	\
2074	"	cfc1	%0,"STR(source)"			\n"	\
2075	"	.set	pop					\n"	\
2076	: "=r" (__res));						\
2077	__res;								\
2078})
2079
2080#define _write_32bit_cp1_register(dest, val, gas_hardfloat)		\
2081do {									\
2082	__asm__ __volatile__(						\
2083	"	.set	push					\n"	\
2084	"	.set	reorder					\n"	\
2085	"	"STR(gas_hardfloat)"				\n"	\
2086	"	ctc1	%0,"STR(dest)"				\n"	\
 
2087	"	.set	pop					\n"	\
2088	: : "r" (val));							\
 
2089} while (0)
2090
2091#ifdef GAS_HAS_SET_HARDFLOAT
2092#define read_32bit_cp1_register(source)					\
2093	_read_32bit_cp1_register(source, .set hardfloat)
2094#define write_32bit_cp1_register(dest, val)				\
2095	_write_32bit_cp1_register(dest, val, .set hardfloat)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2096#else
2097#define read_32bit_cp1_register(source)					\
2098	_read_32bit_cp1_register(source, )
2099#define write_32bit_cp1_register(dest, val)				\
2100	_write_32bit_cp1_register(dest, val, )
2101#endif
2102
2103#ifdef HAVE_AS_DSP
2104#define rddsp(mask)							\
2105({									\
2106	unsigned int __dspctl;						\
2107									\
2108	__asm__ __volatile__(						\
2109	"	.set push					\n"	\
2110	"	.set dsp					\n"	\
2111	"	rddsp	%0, %x1					\n"	\
2112	"	.set pop					\n"	\
2113	: "=r" (__dspctl)						\
2114	: "i" (mask));							\
2115	__dspctl;							\
2116})
2117
2118#define wrdsp(val, mask)						\
2119do {									\
2120	__asm__ __volatile__(						\
2121	"	.set push					\n"	\
2122	"	.set dsp					\n"	\
2123	"	wrdsp	%0, %x1					\n"	\
2124	"	.set pop					\n"	\
2125	:								\
2126	: "r" (val), "i" (mask));					\
2127} while (0)
2128
2129#define mflo0()								\
2130({									\
2131	long mflo0;							\
2132	__asm__(							\
2133	"	.set push					\n"	\
2134	"	.set dsp					\n"	\
2135	"	mflo %0, $ac0					\n"	\
2136	"	.set pop					\n" 	\
2137	: "=r" (mflo0)); 						\
2138	mflo0;								\
2139})
2140
2141#define mflo1()								\
2142({									\
2143	long mflo1;							\
2144	__asm__(							\
2145	"	.set push					\n"	\
2146	"	.set dsp					\n"	\
2147	"	mflo %0, $ac1					\n"	\
2148	"	.set pop					\n" 	\
2149	: "=r" (mflo1)); 						\
2150	mflo1;								\
2151})
2152
2153#define mflo2()								\
2154({									\
2155	long mflo2;							\
2156	__asm__(							\
2157	"	.set push					\n"	\
2158	"	.set dsp					\n"	\
2159	"	mflo %0, $ac2					\n"	\
2160	"	.set pop					\n" 	\
2161	: "=r" (mflo2)); 						\
2162	mflo2;								\
2163})
2164
2165#define mflo3()								\
2166({									\
2167	long mflo3;							\
2168	__asm__(							\
2169	"	.set push					\n"	\
2170	"	.set dsp					\n"	\
2171	"	mflo %0, $ac3					\n"	\
2172	"	.set pop					\n" 	\
2173	: "=r" (mflo3)); 						\
2174	mflo3;								\
2175})
2176
2177#define mfhi0()								\
2178({									\
2179	long mfhi0;							\
2180	__asm__(							\
2181	"	.set push					\n"	\
2182	"	.set dsp					\n"	\
2183	"	mfhi %0, $ac0					\n"	\
2184	"	.set pop					\n" 	\
2185	: "=r" (mfhi0)); 						\
2186	mfhi0;								\
2187})
2188
2189#define mfhi1()								\
2190({									\
2191	long mfhi1;							\
2192	__asm__(							\
2193	"	.set push					\n"	\
2194	"	.set dsp					\n"	\
2195	"	mfhi %0, $ac1					\n"	\
2196	"	.set pop					\n" 	\
2197	: "=r" (mfhi1)); 						\
2198	mfhi1;								\
 
 
 
2199})
2200
2201#define mfhi2()								\
2202({									\
2203	long mfhi2;							\
2204	__asm__(							\
2205	"	.set push					\n"	\
2206	"	.set dsp					\n"	\
2207	"	mfhi %0, $ac2					\n"	\
2208	"	.set pop					\n" 	\
2209	: "=r" (mfhi2)); 						\
2210	mfhi2;								\
 
 
 
2211})
2212
2213#define mfhi3()								\
2214({									\
2215	long mfhi3;							\
2216	__asm__(							\
2217	"	.set push					\n"	\
2218	"	.set dsp					\n"	\
2219	"	mfhi %0, $ac3					\n"	\
2220	"	.set pop					\n" 	\
2221	: "=r" (mfhi3)); 						\
2222	mfhi3;								\
 
 
 
2223})
2224
2225
2226#define mtlo0(x)							\
2227({									\
2228	__asm__(							\
2229	"	.set push					\n"	\
2230	"	.set dsp					\n"	\
2231	"	mtlo %0, $ac0					\n"	\
2232	"	.set pop					\n"	\
2233	:								\
2234	: "r" (x));							\
 
 
 
 
2235})
2236
2237#define mtlo1(x)							\
2238({									\
2239	__asm__(							\
2240	"	.set push					\n"	\
2241	"	.set dsp					\n"	\
2242	"	mtlo %0, $ac1					\n"	\
2243	"	.set pop					\n"	\
2244	:								\
2245	: "r" (x));							\
 
 
 
 
2246})
2247
2248#define mtlo2(x)							\
2249({									\
2250	__asm__(							\
2251	"	.set push					\n"	\
2252	"	.set dsp					\n"	\
2253	"	mtlo %0, $ac2					\n"	\
2254	"	.set pop					\n"	\
2255	:								\
2256	: "r" (x));							\
 
 
 
 
2257})
2258
2259#define mtlo3(x)							\
2260({									\
2261	__asm__(							\
2262	"	.set push					\n"	\
2263	"	.set dsp					\n"	\
2264	"	mtlo %0, $ac3					\n"	\
2265	"	.set pop					\n"	\
2266	:								\
2267	: "r" (x));							\
 
 
 
 
2268})
2269
2270#define mthi0(x)							\
2271({									\
2272	__asm__(							\
2273	"	.set push					\n"	\
2274	"	.set dsp					\n"	\
2275	"	mthi %0, $ac0					\n"	\
2276	"	.set pop					\n"	\
 
 
2277	:								\
2278	: "r" (x));							\
2279})
2280
2281#define mthi1(x)							\
2282({									\
2283	__asm__(							\
2284	"	.set push					\n"	\
2285	"	.set dsp					\n"	\
2286	"	mthi %0, $ac1					\n"	\
2287	"	.set pop					\n"	\
 
 
2288	:								\
2289	: "r" (x));							\
2290})
2291
2292#define mthi2(x)							\
2293({									\
2294	__asm__(							\
2295	"	.set push					\n"	\
2296	"	.set dsp					\n"	\
2297	"	mthi %0, $ac2					\n"	\
2298	"	.set pop					\n"	\
 
 
2299	:								\
2300	: "r" (x));							\
2301})
2302
2303#define mthi3(x)							\
2304({									\
2305	__asm__(							\
2306	"	.set push					\n"	\
2307	"	.set dsp					\n"	\
2308	"	mthi %0, $ac3					\n"	\
2309	"	.set pop					\n"	\
 
 
2310	:								\
2311	: "r" (x));							\
2312})
2313
2314#else
2315
2316#define rddsp(mask)							\
2317({									\
2318	unsigned int __res;						\
2319									\
2320	__asm__ __volatile__(						\
2321	"	.set	push					\n"	\
2322	"	.set	noat					\n"	\
2323	"	# rddsp $1, %x1					\n"	\
2324	_ASM_INSN_IF_MIPS(0x7c000cb8 | (%x1 << 16))			\
2325	_ASM_INSN32_IF_MM(0x0020067c | (%x1 << 14))			\
2326	"	move	%0, $1					\n"	\
2327	"	.set	pop					\n"	\
2328	: "=r" (__res)							\
2329	: "i" (mask));							\
2330	__res;								\
2331})
2332
2333#define wrdsp(val, mask)						\
2334do {									\
2335	__asm__ __volatile__(						\
2336	"	.set	push					\n"	\
2337	"	.set	noat					\n"	\
2338	"	move	$1, %0					\n"	\
2339	"	# wrdsp $1, %x1					\n"	\
2340	_ASM_INSN_IF_MIPS(0x7c2004f8 | (%x1 << 11))			\
2341	_ASM_INSN32_IF_MM(0x0020167c | (%x1 << 14))			\
2342	"	.set	pop					\n"	\
2343	:								\
2344	: "r" (val), "i" (mask));					\
2345} while (0)
2346
2347#define _dsp_mfxxx(ins)							\
2348({									\
2349	unsigned long __treg;						\
2350									\
2351	__asm__ __volatile__(						\
2352	"	.set	push					\n"	\
2353	"	.set	noat					\n"	\
2354	_ASM_INSN_IF_MIPS(0x00000810 | %X1)				\
2355	_ASM_INSN32_IF_MM(0x0001007c | %x1)				\
2356	"	move	%0, $1					\n"	\
2357	"	.set	pop					\n"	\
2358	: "=r" (__treg)							\
2359	: "i" (ins));							\
2360	__treg;								\
2361})
2362
2363#define _dsp_mtxxx(val, ins)						\
2364do {									\
2365	__asm__ __volatile__(						\
2366	"	.set	push					\n"	\
2367	"	.set	noat					\n"	\
2368	"	move	$1, %0					\n"	\
2369	_ASM_INSN_IF_MIPS(0x00200011 | %X1)				\
2370	_ASM_INSN32_IF_MM(0x0001207c | %x1)				\
2371	"	.set	pop					\n"	\
2372	:								\
2373	: "r" (val), "i" (ins));					\
2374} while (0)
2375
2376#ifdef CONFIG_CPU_MICROMIPS
2377
2378#define _dsp_mflo(reg) _dsp_mfxxx((reg << 14) | 0x1000)
2379#define _dsp_mfhi(reg) _dsp_mfxxx((reg << 14) | 0x0000)
2380
2381#define _dsp_mtlo(val, reg) _dsp_mtxxx(val, ((reg << 14) | 0x1000))
2382#define _dsp_mthi(val, reg) _dsp_mtxxx(val, ((reg << 14) | 0x0000))
2383
2384#else  /* !CONFIG_CPU_MICROMIPS */
2385
2386#define _dsp_mflo(reg) _dsp_mfxxx((reg << 21) | 0x0002)
2387#define _dsp_mfhi(reg) _dsp_mfxxx((reg << 21) | 0x0000)
2388
2389#define _dsp_mtlo(val, reg) _dsp_mtxxx(val, ((reg << 11) | 0x0002))
2390#define _dsp_mthi(val, reg) _dsp_mtxxx(val, ((reg << 11) | 0x0000))
2391
2392#endif /* CONFIG_CPU_MICROMIPS */
2393
2394#define mflo0() _dsp_mflo(0)
2395#define mflo1() _dsp_mflo(1)
2396#define mflo2() _dsp_mflo(2)
2397#define mflo3() _dsp_mflo(3)
2398
2399#define mfhi0() _dsp_mfhi(0)
2400#define mfhi1() _dsp_mfhi(1)
2401#define mfhi2() _dsp_mfhi(2)
2402#define mfhi3() _dsp_mfhi(3)
2403
2404#define mtlo0(x) _dsp_mtlo(x, 0)
2405#define mtlo1(x) _dsp_mtlo(x, 1)
2406#define mtlo2(x) _dsp_mtlo(x, 2)
2407#define mtlo3(x) _dsp_mtlo(x, 3)
2408
2409#define mthi0(x) _dsp_mthi(x, 0)
2410#define mthi1(x) _dsp_mthi(x, 1)
2411#define mthi2(x) _dsp_mthi(x, 2)
2412#define mthi3(x) _dsp_mthi(x, 3)
2413
2414#endif
2415
2416/*
2417 * TLB operations.
2418 *
2419 * It is responsibility of the caller to take care of any TLB hazards.
2420 */
2421static inline void tlb_probe(void)
2422{
2423	__asm__ __volatile__(
2424		".set noreorder\n\t"
2425		"tlbp\n\t"
2426		".set reorder");
2427}
2428
2429static inline void tlb_read(void)
2430{
2431#if MIPS34K_MISSED_ITLB_WAR
2432	int res = 0;
2433
2434	__asm__ __volatile__(
2435	"	.set	push					\n"
2436	"	.set	noreorder				\n"
2437	"	.set	noat					\n"
2438	"	.set	mips32r2				\n"
2439	"	.word	0x41610001		# dvpe $1	\n"
2440	"	move	%0, $1					\n"
2441	"	ehb						\n"
2442	"	.set	pop					\n"
2443	: "=r" (res));
2444
2445	instruction_hazard();
2446#endif
2447
2448	__asm__ __volatile__(
2449		".set noreorder\n\t"
2450		"tlbr\n\t"
2451		".set reorder");
2452
2453#if MIPS34K_MISSED_ITLB_WAR
2454	if ((res & _ULCAST_(1)))
2455		__asm__ __volatile__(
2456		"	.set	push				\n"
2457		"	.set	noreorder			\n"
2458		"	.set	noat				\n"
2459		"	.set	mips32r2			\n"
2460		"	.word	0x41600021	# evpe		\n"
2461		"	ehb					\n"
2462		"	.set	pop				\n");
2463#endif
2464}
2465
2466static inline void tlb_write_indexed(void)
2467{
2468	__asm__ __volatile__(
2469		".set noreorder\n\t"
2470		"tlbwi\n\t"
2471		".set reorder");
2472}
2473
2474static inline void tlb_write_random(void)
2475{
2476	__asm__ __volatile__(
2477		".set noreorder\n\t"
2478		"tlbwr\n\t"
2479		".set reorder");
2480}
2481
2482#ifdef TOOLCHAIN_SUPPORTS_VIRT
2483
2484/*
2485 * Guest TLB operations.
2486 *
2487 * It is responsibility of the caller to take care of any TLB hazards.
 
 
 
2488 */
2489static inline void guest_tlb_probe(void)
2490{
2491	__asm__ __volatile__(
2492		".set push\n\t"
2493		".set noreorder\n\t"
2494		".set virt\n\t"
2495		"tlbgp\n\t"
2496		".set pop");
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2497}
2498
2499static inline void guest_tlb_read(void)
2500{
2501	__asm__ __volatile__(
2502		".set push\n\t"
2503		".set noreorder\n\t"
2504		".set virt\n\t"
2505		"tlbgr\n\t"
2506		".set pop");
2507}
2508
2509static inline void guest_tlb_write_indexed(void)
2510{
2511	__asm__ __volatile__(
2512		".set push\n\t"
2513		".set noreorder\n\t"
2514		".set virt\n\t"
2515		"tlbgwi\n\t"
2516		".set pop");
2517}
2518
2519static inline void guest_tlb_write_random(void)
2520{
2521	__asm__ __volatile__(
2522		".set push\n\t"
2523		".set noreorder\n\t"
2524		".set virt\n\t"
2525		"tlbgwr\n\t"
2526		".set pop");
2527}
2528
2529/*
2530 * Guest TLB Invalidate Flush
 
2531 */
2532static inline void guest_tlbinvf(void)
2533{
 
 
2534	__asm__ __volatile__(
2535		".set push\n\t"
2536		".set noreorder\n\t"
2537		".set virt\n\t"
2538		"tlbginvf\n\t"
2539		".set pop");
2540}
 
 
2541
2542#else	/* TOOLCHAIN_SUPPORTS_VIRT */
2543
2544/*
2545 * Guest TLB operations.
2546 *
2547 * It is responsibility of the caller to take care of any TLB hazards.
2548 */
2549static inline void guest_tlb_probe(void)
2550{
2551	__asm__ __volatile__(
2552		"# tlbgp\n\t"
2553		_ASM_INSN_IF_MIPS(0x42000010)
2554		_ASM_INSN32_IF_MM(0x0000017c));
2555}
2556
2557static inline void guest_tlb_read(void)
2558{
2559	__asm__ __volatile__(
2560		"# tlbgr\n\t"
2561		_ASM_INSN_IF_MIPS(0x42000009)
2562		_ASM_INSN32_IF_MM(0x0000117c));
2563}
2564
2565static inline void guest_tlb_write_indexed(void)
2566{
2567	__asm__ __volatile__(
2568		"# tlbgwi\n\t"
2569		_ASM_INSN_IF_MIPS(0x4200000a)
2570		_ASM_INSN32_IF_MM(0x0000217c));
 
 
2571}
2572
2573static inline void guest_tlb_write_random(void)
2574{
2575	__asm__ __volatile__(
2576		"# tlbgwr\n\t"
2577		_ASM_INSN_IF_MIPS(0x4200000e)
2578		_ASM_INSN32_IF_MM(0x0000317c));
2579}
2580
2581/*
2582 * Guest TLB Invalidate Flush
 
2583 */
2584static inline void guest_tlbinvf(void)
2585{
2586	__asm__ __volatile__(
2587		"# tlbginvf\n\t"
2588		_ASM_INSN_IF_MIPS(0x4200000c)
2589		_ASM_INSN32_IF_MM(0x0000517c));
2590}
2591
2592#endif	/* !TOOLCHAIN_SUPPORTS_VIRT */
2593
2594/*
2595 * Manipulate bits in a register.
2596 */
2597#define __BUILD_SET_COMMON(name)				\
2598static inline unsigned int					\
2599set_##name(unsigned int set)					\
2600{								\
2601	unsigned int res, new;					\
 
 
 
2602								\
2603	res = read_##name();					\
 
 
2604	new = res | set;					\
2605	write_##name(new);					\
 
 
2606								\
2607	return res;						\
2608}								\
2609								\
2610static inline unsigned int					\
2611clear_##name(unsigned int clear)				\
2612{								\
2613	unsigned int res, new;					\
 
 
 
2614								\
2615	res = read_##name();					\
 
 
2616	new = res & ~clear;					\
2617	write_##name(new);					\
 
 
2618								\
2619	return res;						\
2620}								\
2621								\
2622static inline unsigned int					\
2623change_##name(unsigned int change, unsigned int val)		\
2624{								\
2625	unsigned int res, new;					\
 
 
 
 
 
2626								\
2627	res = read_##name();					\
 
2628	new = res & ~change;					\
2629	new |= (val & change);					\
2630	write_##name(new);					\
 
 
2631								\
2632	return res;						\
2633}
2634
2635/*
2636 * Manipulate bits in a c0 register.
2637 */
2638#define __BUILD_SET_C0(name)	__BUILD_SET_COMMON(c0_##name)
2639
2640__BUILD_SET_C0(status)
2641__BUILD_SET_C0(cause)
2642__BUILD_SET_C0(config)
2643__BUILD_SET_C0(config5)
2644__BUILD_SET_C0(intcontrol)
2645__BUILD_SET_C0(intctl)
2646__BUILD_SET_C0(srsmap)
2647__BUILD_SET_C0(pagegrain)
2648__BUILD_SET_C0(guestctl0)
2649__BUILD_SET_C0(guestctl0ext)
2650__BUILD_SET_C0(guestctl1)
2651__BUILD_SET_C0(guestctl2)
2652__BUILD_SET_C0(guestctl3)
2653__BUILD_SET_C0(brcm_config_0)
2654__BUILD_SET_C0(brcm_bus_pll)
2655__BUILD_SET_C0(brcm_reset)
2656__BUILD_SET_C0(brcm_cmt_intr)
2657__BUILD_SET_C0(brcm_cmt_ctrl)
2658__BUILD_SET_C0(brcm_config)
2659__BUILD_SET_C0(brcm_mode)
2660
2661/*
2662 * Manipulate bits in a guest c0 register.
2663 */
2664#define __BUILD_SET_GC0(name)	__BUILD_SET_COMMON(gc0_##name)
2665
2666__BUILD_SET_GC0(status)
2667__BUILD_SET_GC0(cause)
2668__BUILD_SET_GC0(ebase)
2669
2670/*
2671 * Return low 10 bits of ebase.
2672 * Note that under KVM (MIPSVZ) this returns vcpu id.
2673 */
2674static inline unsigned int get_ebase_cpunum(void)
2675{
2676	return read_c0_ebase() & MIPS_EBASE_CPUNUM;
2677}
2678
2679#endif /* !__ASSEMBLY__ */
2680
2681#endif /* _ASM_MIPSREGS_H */