1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * ARCv2 ISA based core Low Level Intr/Traps/Exceptions(non-TLB) Handling
  4 *
  5 * Copyright (C) 2013 Synopsys, Inc. (www.synopsys.com)
  6 */
  7
  8#include <linux/linkage.h>   /* ARC_{EXTRY,EXIT} */
  9#include <asm/entry.h>       /* SAVE_ALL_{INT1,INT2,TRAP...} */
 10#include <asm/errno.h>
 11#include <asm/arcregs.h>
 12#include <asm/irqflags.h>
 
 13
 14; A maximum number of supported interrupts in the core interrupt controller.
 15; This number is not equal to the maximum interrupt number (256) because
 16; first 16 lines are reserved for exceptions and are not configurable.
 17#define NR_CPU_IRQS	240
 18
 19	.cpu HS
 20
 21#define VECTOR	.word
 22
 23;############################ Vector Table #################################
 24
 25	.section .vector,"a",@progbits
 26	.align 4
 27
 28# Initial 16 slots are Exception Vectors
 29VECTOR	res_service		; Reset Vector
 30VECTOR	mem_service		; Mem exception
 31VECTOR	instr_service		; Instrn Error
 32VECTOR	EV_MachineCheck		; Fatal Machine check
 33VECTOR	EV_TLBMissI		; Intruction TLB miss
 34VECTOR	EV_TLBMissD		; Data TLB miss
 35VECTOR	EV_TLBProtV		; Protection Violation
 36VECTOR	EV_PrivilegeV		; Privilege Violation
 37VECTOR	EV_SWI			; Software Breakpoint
 38VECTOR	EV_Trap			; Trap exception
 39VECTOR	EV_Extension		; Extn Instruction Exception
 40VECTOR	EV_DivZero		; Divide by Zero
 41VECTOR	EV_DCError		; Data Cache Error
 42VECTOR	EV_Misaligned		; Misaligned Data Access
 43VECTOR	reserved		; Reserved slots
 44VECTOR	reserved		; Reserved slots
 45
 46# Begin Interrupt Vectors
 47VECTOR	handle_interrupt	; (16) Timer0
 48VECTOR	handle_interrupt	; unused (Timer1)
 49VECTOR	handle_interrupt	; unused (WDT)
 50VECTOR	handle_interrupt	; (19) Inter core Interrupt (IPI)
 51VECTOR	handle_interrupt	; (20) perf Interrupt
 52VECTOR	handle_interrupt	; (21) Software Triggered Intr (Self IPI)
 53VECTOR	handle_interrupt	; unused
 54VECTOR	handle_interrupt	; (23) unused
 55# End of fixed IRQs
 56
 57.rept NR_CPU_IRQS - 8
 58	VECTOR	handle_interrupt
 59.endr
 60
 61	.section .text, "ax",@progbits
 62
 63reserved:
 64	flag 1		; Unexpected event, halt
 65
 66;##################### Interrupt Handling ##############################
 67
 68ENTRY(handle_interrupt)
 69
 70	INTERRUPT_PROLOGUE
 71
 72	# irq control APIs local_irq_save/restore/disable/enable fiddle with
 73	# global interrupt enable bits in STATUS32 (.IE for 1 prio, .E[] for 2 prio)
 74	# However a taken interrupt doesn't clear these bits. Thus irqs_disabled()
 75	# query in hard ISR path would return false (since .IE is set) which would
 76	# trips genirq interrupt handling asserts.
 77	#
 78	# So do a "soft" disable of interrutps here.
 79	#
 80	# Note this disable is only for consistent book-keeping as further interrupts
 81	# will be disabled anyways even w/o this. Hardware tracks active interrupts
 82	# seperately in AUX_IRQ_ACT.active and will not take new interrupts
 83	# unless this one returns (or higher prio becomes pending in 2-prio scheme)
 84
 85	IRQ_DISABLE
 86
 87	; icause is banked: one per priority level
 88	; so a higher prio interrupt taken here won't clobber prev prio icause
 89	lr  r0, [ICAUSE]
 90	mov   blink, ret_from_exception
 91
 92	b.d  arch_do_IRQ
 93	mov r1, sp
 94
 95END(handle_interrupt)
 96
 97;################### Non TLB Exception Handling #############################
 98
 99ENTRY(EV_SWI)
100	; TODO: implement this
101	EXCEPTION_PROLOGUE
102	b   ret_from_exception
103END(EV_SWI)
104
105ENTRY(EV_DivZero)
106	; TODO: implement this
107	EXCEPTION_PROLOGUE
108	b   ret_from_exception
109END(EV_DivZero)
110
111ENTRY(EV_DCError)
112	; TODO: implement this
113	EXCEPTION_PROLOGUE
114	b   ret_from_exception
115END(EV_DCError)
116
117; ---------------------------------------------
118; Memory Error Exception Handler
119;   - Unlike ARCompact, handles Bus errors for both User/Kernel mode,
120;     Instruction fetch or Data access, under a single Exception Vector
121; ---------------------------------------------
122
123ENTRY(mem_service)
124
125	EXCEPTION_PROLOGUE
126
127	lr  r0, [efa]
128	mov r1, sp
129
130	FAKE_RET_FROM_EXCPN
131
132	bl  do_memory_error
133	b   ret_from_exception
134END(mem_service)
135
136ENTRY(EV_Misaligned)
137
138	EXCEPTION_PROLOGUE
139
140	lr  r0, [efa]	; Faulting Data address
141	mov r1, sp
142
143	FAKE_RET_FROM_EXCPN
144
145	SAVE_CALLEE_SAVED_USER
146	mov r2, sp              ; callee_regs
147
148	bl  do_misaligned_access
149
150	; TBD: optimize - do this only if a callee reg was involved
151	; either a dst of emulated LD/ST or src with address-writeback
152	RESTORE_CALLEE_SAVED_USER
153
154	b   ret_from_exception
155END(EV_Misaligned)
156
157; ---------------------------------------------
158; Protection Violation Exception Handler
159; ---------------------------------------------
160
161ENTRY(EV_TLBProtV)
162
163	EXCEPTION_PROLOGUE
164
165	lr  r0, [efa]	; Faulting Data address
166	mov r1, sp	; pt_regs
167
168	FAKE_RET_FROM_EXCPN
169
170	mov blink, ret_from_exception
171	b   do_page_fault
172
173END(EV_TLBProtV)
174
175; From Linux standpoint Slow Path I/D TLB Miss is same a ProtV as they
176; need to call do_page_fault().
177; ECR in pt_regs provides whether access was R/W/X
178
179.global        call_do_page_fault
180.set call_do_page_fault, EV_TLBProtV
181
182;############# Common Handlers for ARCompact and ARCv2 ##############
183
184#include "entry.S"
185
186;############# Return from Intr/Excp/Trap (ARCv2 ISA Specifics) ##############
187;
188; Restore the saved sys context (common exit-path for EXCPN/IRQ/Trap)
189; IRQ shd definitely not happen between now and rtie
190; All 2 entry points to here already disable interrupts
191
192.Lrestore_regs:
193restore_regs:
194
195	# Interrpts are actually disabled from this point on, but will get
196	# reenabled after we return from interrupt/exception.
197	# But irq tracer needs to be told now...
198	TRACE_ASM_IRQ_ENABLE
199
200	ld	r0, [sp, PT_status32]	; U/K mode at time of entry
201	lr	r10, [AUX_IRQ_ACT]
202
203	bmsk	r11, r10, 15		; extract AUX_IRQ_ACT.active
204	breq	r11, 0, .Lexcept_ret	; No intr active, ret from Exception
205
206;####### Return from Intr #######
207
208.Lisr_ret:
209
210debug_marker_l1:
211	; bbit1.nt r0, STATUS_DE_BIT, .Lintr_ret_to_delay_slot
212	btst	r0, STATUS_DE_BIT		; Z flag set if bit clear
213	bnz	.Lintr_ret_to_delay_slot	; branch if STATUS_DE_BIT set
214
215	; Handle special case #1: (Entry via Exception, Return via IRQ)
216	;
217	; Exception in U mode, preempted in kernel, Intr taken (K mode), orig
218	; task now returning to U mode (riding the Intr)
219	; AUX_IRQ_ACTIVE won't have U bit set (since intr in K mode), hence SP
220	; won't be switched to correct U mode value (from AUX_SP)
221	; So force AUX_IRQ_ACT.U for such a case
222
223	btst	r0, STATUS_U_BIT		; Z flag set if K (Z clear for U)
224	bset.nz	r11, r11, AUX_IRQ_ACT_BIT_U	; NZ means U
225	sr	r11, [AUX_IRQ_ACT]
226
227	INTERRUPT_EPILOGUE
228	rtie
229
230;####### Return from Exception / pure kernel mode #######
231
232.Lexcept_ret:	; Expects r0 has PT_status32
233
234debug_marker_syscall:
235	EXCEPTION_EPILOGUE
236	rtie
237
238;####### Return from Intr to insn in delay slot #######
239
240; Handle special case #2: (Entry via Exception in Delay Slot, Return via IRQ)
241;
242; Intr returning to a Delay Slot (DS) insn
243; (since IRQ NOT allowed in DS in ARCv2, this can only happen if orig
244; entry was via Exception in DS which got preempted in kernel).
245;
246; IRQ RTIE won't reliably restore DE bit and/or BTA, needs workaround
247;
248; Solution is to drop out of interrupt context into pure kernel mode
249; and return from pure kernel mode which does right things for delay slot
250
251.Lintr_ret_to_delay_slot:
252debug_marker_ds:
253
254	ld	r2, [@intr_to_DE_cnt]
255	add	r2, r2, 1
256	st	r2, [@intr_to_DE_cnt]
257
258	; drop out of interrupt context (clear AUX_IRQ_ACT.active)
259	bmskn	r11, r10, 15
260	sr	r11, [AUX_IRQ_ACT]
261	b	.Lexcept_ret
262
263END(ret_from_exception)

  1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * ARCv2 ISA based core Low Level Intr/Traps/Exceptions(non-TLB) Handling
  4 *
  5 * Copyright (C) 2013 Synopsys, Inc. (www.synopsys.com)
  6 */
  7
  8#include <linux/linkage.h>   /* ARC_{EXTRY,EXIT} */
  9#include <asm/entry.h>       /* SAVE_ALL_{INT1,INT2,TRAP...} */
 10#include <asm/errno.h>
 11#include <asm/arcregs.h>
 12#include <asm/irqflags.h>
 13#include <asm/mmu.h>
 14
 15; A maximum number of supported interrupts in the core interrupt controller.
 16; This number is not equal to the maximum interrupt number (256) because
 17; first 16 lines are reserved for exceptions and are not configurable.
 18#define NR_CPU_IRQS	240
 19
 20	.cpu HS
 21
 22#define VECTOR	.word
 23
 24;############################ Vector Table #################################
 25
 26	.section .vector,"a",@progbits
 27	.align 4
 28
 29# Initial 16 slots are Exception Vectors
 30VECTOR	res_service		; Reset Vector
 31VECTOR	mem_service		; Mem exception
 32VECTOR	instr_service		; Instrn Error
 33VECTOR	EV_MachineCheck		; Fatal Machine check
 34VECTOR	EV_TLBMissI		; Intruction TLB miss
 35VECTOR	EV_TLBMissD		; Data TLB miss
 36VECTOR	EV_TLBProtV		; Protection Violation
 37VECTOR	EV_PrivilegeV		; Privilege Violation
 38VECTOR	EV_SWI			; Software Breakpoint
 39VECTOR	EV_Trap			; Trap exception
 40VECTOR	EV_Extension		; Extn Instruction Exception
 41VECTOR	EV_DivZero		; Divide by Zero
 42VECTOR	EV_DCError		; Data Cache Error
 43VECTOR	EV_Misaligned		; Misaligned Data Access
 44VECTOR	reserved		; Reserved slots
 45VECTOR	reserved		; Reserved slots
 46
 47# Begin Interrupt Vectors
 48VECTOR	handle_interrupt	; (16) Timer0
 49VECTOR	handle_interrupt	; unused (Timer1)
 50VECTOR	handle_interrupt	; unused (WDT)
 51VECTOR	handle_interrupt	; (19) Inter core Interrupt (IPI)
 52VECTOR	handle_interrupt	; (20) perf Interrupt
 53VECTOR	handle_interrupt	; (21) Software Triggered Intr (Self IPI)
 54VECTOR	handle_interrupt	; unused
 55VECTOR	handle_interrupt	; (23) unused
 56# End of fixed IRQs
 57
 58.rept NR_CPU_IRQS - 8
 59	VECTOR	handle_interrupt
 60.endr
 61
 62	.section .text, "ax",@progbits
 63
 64reserved:
 65	flag 1		; Unexpected event, halt
 66
 67;##################### Interrupt Handling ##############################
 68
 69ENTRY(handle_interrupt)
 70
 71	INTERRUPT_PROLOGUE
 72
 73	# irq control APIs local_irq_save/restore/disable/enable fiddle with
 74	# global interrupt enable bits in STATUS32 (.IE for 1 prio, .E[] for 2 prio)
 75	# However a taken interrupt doesn't clear these bits. Thus irqs_disabled()
 76	# query in hard ISR path would return false (since .IE is set) which would
 77	# trips genirq interrupt handling asserts.
 78	#
 79	# So do a "soft" disable of interrutps here.
 80	#
 81	# Note this disable is only for consistent book-keeping as further interrupts
 82	# will be disabled anyways even w/o this. Hardware tracks active interrupts
 83	# seperately in AUX_IRQ_ACT.active and will not take new interrupts
 84	# unless this one returns (or higher prio becomes pending in 2-prio scheme)
 85
 86	IRQ_DISABLE
 87
 88	; icause is banked: one per priority level
 89	; so a higher prio interrupt taken here won't clobber prev prio icause
 90	lr  r0, [ICAUSE]
 91	mov   blink, ret_from_exception
 92
 93	b.d  arch_do_IRQ
 94	mov r1, sp
 95
 96END(handle_interrupt)
 97
 98;################### Non TLB Exception Handling #############################
 99
100ENTRY(EV_SWI)
101	; TODO: implement this
102	EXCEPTION_PROLOGUE
103	b   ret_from_exception
104END(EV_SWI)
105
106ENTRY(EV_DivZero)
107	; TODO: implement this
108	EXCEPTION_PROLOGUE
109	b   ret_from_exception
110END(EV_DivZero)
111
112ENTRY(EV_DCError)
113	; TODO: implement this
114	EXCEPTION_PROLOGUE
115	b   ret_from_exception
116END(EV_DCError)
117
118; ---------------------------------------------
119; Memory Error Exception Handler
120;   - Unlike ARCompact, handles Bus errors for both User/Kernel mode,
121;     Instruction fetch or Data access, under a single Exception Vector
122; ---------------------------------------------
123
124ENTRY(mem_service)
125
126	EXCEPTION_PROLOGUE
127
128	lr  r0, [efa]
129	mov r1, sp
130
131	FAKE_RET_FROM_EXCPN
132
133	bl  do_memory_error
134	b   ret_from_exception
135END(mem_service)
136
137ENTRY(EV_Misaligned)
138
139	EXCEPTION_PROLOGUE
140
141	lr  r0, [efa]	; Faulting Data address
142	mov r1, sp
143
144	FAKE_RET_FROM_EXCPN
145
146	SAVE_CALLEE_SAVED_USER
147	mov r2, sp              ; callee_regs
148
149	bl  do_misaligned_access
150
151	; TBD: optimize - do this only if a callee reg was involved
152	; either a dst of emulated LD/ST or src with address-writeback
153	RESTORE_CALLEE_SAVED_USER
154
155	b   ret_from_exception
156END(EV_Misaligned)
157
158; ---------------------------------------------
159; Protection Violation Exception Handler
160; ---------------------------------------------
161
162ENTRY(EV_TLBProtV)
163
164	EXCEPTION_PROLOGUE
165
166	lr  r0, [efa]	; Faulting Data address
167	mov r1, sp	; pt_regs
168
169	FAKE_RET_FROM_EXCPN
170
171	mov blink, ret_from_exception
172	b   do_page_fault
173
174END(EV_TLBProtV)
175
176; From Linux standpoint Slow Path I/D TLB Miss is same a ProtV as they
177; need to call do_page_fault().
178; ECR in pt_regs provides whether access was R/W/X
179
180.global        call_do_page_fault
181.set call_do_page_fault, EV_TLBProtV
182
183;############# Common Handlers for ARCompact and ARCv2 ##############
184
185#include "entry.S"
186
187;############# Return from Intr/Excp/Trap (ARCv2 ISA Specifics) ##############
188;
189; Restore the saved sys context (common exit-path for EXCPN/IRQ/Trap)
190; IRQ shd definitely not happen between now and rtie
191; All 2 entry points to here already disable interrupts
192
193.Lrestore_regs:
194restore_regs:
195
196	# Interrpts are actually disabled from this point on, but will get
197	# reenabled after we return from interrupt/exception.
198	# But irq tracer needs to be told now...
199	TRACE_ASM_IRQ_ENABLE
200
201	ld	r0, [sp, PT_status32]	; U/K mode at time of entry
202	lr	r10, [AUX_IRQ_ACT]
203
204	bmsk	r11, r10, 15		; extract AUX_IRQ_ACT.active
205	breq	r11, 0, .Lexcept_ret	; No intr active, ret from Exception
206
207;####### Return from Intr #######
208
209.Lisr_ret:
210
211debug_marker_l1:
212	; bbit1.nt r0, STATUS_DE_BIT, .Lintr_ret_to_delay_slot
213	btst	r0, STATUS_DE_BIT		; Z flag set if bit clear
214	bnz	.Lintr_ret_to_delay_slot	; branch if STATUS_DE_BIT set
215
216	; Handle special case #1: (Entry via Exception, Return via IRQ)
217	;
218	; Exception in U mode, preempted in kernel, Intr taken (K mode), orig
219	; task now returning to U mode (riding the Intr)
220	; AUX_IRQ_ACTIVE won't have U bit set (since intr in K mode), hence SP
221	; won't be switched to correct U mode value (from AUX_SP)
222	; So force AUX_IRQ_ACT.U for such a case
223
224	btst	r0, STATUS_U_BIT		; Z flag set if K (Z clear for U)
225	bset.nz	r11, r11, AUX_IRQ_ACT_BIT_U	; NZ means U
226	sr	r11, [AUX_IRQ_ACT]
227
228	INTERRUPT_EPILOGUE
229	rtie
230
231;####### Return from Exception / pure kernel mode #######
232
233.Lexcept_ret:	; Expects r0 has PT_status32
234
235debug_marker_syscall:
236	EXCEPTION_EPILOGUE
237	rtie
238
239;####### Return from Intr to insn in delay slot #######
240
241; Handle special case #2: (Entry via Exception in Delay Slot, Return via IRQ)
242;
243; Intr returning to a Delay Slot (DS) insn
244; (since IRQ NOT allowed in DS in ARCv2, this can only happen if orig
245; entry was via Exception in DS which got preempted in kernel).
246;
247; IRQ RTIE won't reliably restore DE bit and/or BTA, needs workaround
248;
249; Solution is to drop out of interrupt context into pure kernel mode
250; and return from pure kernel mode which does right things for delay slot
251
252.Lintr_ret_to_delay_slot:
253debug_marker_ds:
254
255	ld	r2, [@intr_to_DE_cnt]
256	add	r2, r2, 1
257	st	r2, [@intr_to_DE_cnt]
258
259	; drop out of interrupt context (clear AUX_IRQ_ACT.active)
260	bmskn	r11, r10, 15
261	sr	r11, [AUX_IRQ_ACT]
262	b	.Lexcept_ret
263
264END(ret_from_exception)