Linux Audio

Check our new training course

Loading...
v4.17
  1/*
  2 * HW_breakpoint: a unified kernel/user-space hardware breakpoint facility,
  3 * using the CPU's debug registers. Derived from
  4 * "arch/x86/kernel/hw_breakpoint.c"
  5 *
  6 * This program is free software; you can redistribute it and/or modify
  7 * it under the terms of the GNU General Public License as published by
  8 * the Free Software Foundation; either version 2 of the License, or
  9 * (at your option) any later version.
 10 *
 11 * This program is distributed in the hope that it will be useful,
 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 14 * GNU General Public License for more details.
 15 *
 16 * You should have received a copy of the GNU General Public License
 17 * along with this program; if not, write to the Free Software
 18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 19 *
 20 * Copyright 2010 IBM Corporation
 21 * Author: K.Prasad <prasad@linux.vnet.ibm.com>
 22 *
 23 */
 24
 25#include <linux/hw_breakpoint.h>
 26#include <linux/notifier.h>
 27#include <linux/kprobes.h>
 28#include <linux/percpu.h>
 29#include <linux/kernel.h>
 30#include <linux/sched.h>
 31#include <linux/smp.h>
 32
 33#include <asm/hw_breakpoint.h>
 34#include <asm/processor.h>
 35#include <asm/sstep.h>
 36#include <asm/debug.h>
 37#include <linux/uaccess.h>
 38
 39/*
 40 * Stores the breakpoints currently in use on each breakpoint address
 41 * register for every cpu
 42 */
 43static DEFINE_PER_CPU(struct perf_event *, bp_per_reg);
 44
 45/*
 46 * Returns total number of data or instruction breakpoints available.
 47 */
 48int hw_breakpoint_slots(int type)
 49{
 50	if (type == TYPE_DATA)
 51		return HBP_NUM;
 52	return 0;		/* no instruction breakpoints available */
 53}
 54
 55/*
 56 * Install a perf counter breakpoint.
 57 *
 58 * We seek a free debug address register and use it for this
 59 * breakpoint.
 60 *
 61 * Atomic: we hold the counter->ctx->lock and we only handle variables
 62 * and registers local to this cpu.
 63 */
 64int arch_install_hw_breakpoint(struct perf_event *bp)
 65{
 66	struct arch_hw_breakpoint *info = counter_arch_bp(bp);
 67	struct perf_event **slot = this_cpu_ptr(&bp_per_reg);
 68
 69	*slot = bp;
 70
 71	/*
 72	 * Do not install DABR values if the instruction must be single-stepped.
 73	 * If so, DABR will be populated in single_step_dabr_instruction().
 74	 */
 75	if (current->thread.last_hit_ubp != bp)
 76		__set_breakpoint(info);
 77
 78	return 0;
 79}
 80
 81/*
 82 * Uninstall the breakpoint contained in the given counter.
 83 *
 84 * First we search the debug address register it uses and then we disable
 85 * it.
 86 *
 87 * Atomic: we hold the counter->ctx->lock and we only handle variables
 88 * and registers local to this cpu.
 89 */
 90void arch_uninstall_hw_breakpoint(struct perf_event *bp)
 91{
 92	struct perf_event **slot = this_cpu_ptr(&bp_per_reg);
 93
 94	if (*slot != bp) {
 95		WARN_ONCE(1, "Can't find the breakpoint");
 96		return;
 97	}
 98
 99	*slot = NULL;
100	hw_breakpoint_disable();
101}
102
103/*
104 * Perform cleanup of arch-specific counters during unregistration
105 * of the perf-event
106 */
107void arch_unregister_hw_breakpoint(struct perf_event *bp)
108{
109	/*
110	 * If the breakpoint is unregistered between a hw_breakpoint_handler()
111	 * and the single_step_dabr_instruction(), then cleanup the breakpoint
112	 * restoration variables to prevent dangling pointers.
113	 * FIXME, this should not be using bp->ctx at all! Sayeth peterz.
114	 */
115	if (bp->ctx && bp->ctx->task && bp->ctx->task != ((void *)-1L))
116		bp->ctx->task->thread.last_hit_ubp = NULL;
117}
118
119/*
120 * Check for virtual address in kernel space.
121 */
122int arch_check_bp_in_kernelspace(struct perf_event *bp)
123{
124	struct arch_hw_breakpoint *info = counter_arch_bp(bp);
125
126	return is_kernel_addr(info->address);
127}
128
129int arch_bp_generic_fields(int type, int *gen_bp_type)
130{
131	*gen_bp_type = 0;
132	if (type & HW_BRK_TYPE_READ)
133		*gen_bp_type |= HW_BREAKPOINT_R;
134	if (type & HW_BRK_TYPE_WRITE)
135		*gen_bp_type |= HW_BREAKPOINT_W;
136	if (*gen_bp_type == 0)
137		return -EINVAL;
138	return 0;
139}
140
141/*
142 * Validate the arch-specific HW Breakpoint register settings
143 */
144int arch_validate_hwbkpt_settings(struct perf_event *bp)
145{
146	int ret = -EINVAL, length_max;
147	struct arch_hw_breakpoint *info = counter_arch_bp(bp);
148
149	if (!bp)
150		return ret;
151
152	info->type = HW_BRK_TYPE_TRANSLATE;
153	if (bp->attr.bp_type & HW_BREAKPOINT_R)
154		info->type |= HW_BRK_TYPE_READ;
155	if (bp->attr.bp_type & HW_BREAKPOINT_W)
156		info->type |= HW_BRK_TYPE_WRITE;
157	if (info->type == HW_BRK_TYPE_TRANSLATE)
158		/* must set alteast read or write */
159		return ret;
160	if (!(bp->attr.exclude_user))
161		info->type |= HW_BRK_TYPE_USER;
162	if (!(bp->attr.exclude_kernel))
163		info->type |= HW_BRK_TYPE_KERNEL;
164	if (!(bp->attr.exclude_hv))
165		info->type |= HW_BRK_TYPE_HYP;
166	info->address = bp->attr.bp_addr;
167	info->len = bp->attr.bp_len;
168
169	/*
170	 * Since breakpoint length can be a maximum of HW_BREAKPOINT_LEN(8)
171	 * and breakpoint addresses are aligned to nearest double-word
172	 * HW_BREAKPOINT_ALIGN by rounding off to the lower address, the
173	 * 'symbolsize' should satisfy the check below.
174	 */
175	if (!ppc_breakpoint_available())
176		return -ENODEV;
177	length_max = 8; /* DABR */
178	if (cpu_has_feature(CPU_FTR_DAWR)) {
179		length_max = 512 ; /* 64 doublewords */
180		/* DAWR region can't cross 512 boundary */
181		if ((bp->attr.bp_addr >> 10) != 
182		    ((bp->attr.bp_addr + bp->attr.bp_len - 1) >> 10))
183			return -EINVAL;
184	}
185	if (info->len >
186	    (length_max - (info->address & HW_BREAKPOINT_ALIGN)))
187		return -EINVAL;
188	return 0;
189}
190
191/*
192 * Restores the breakpoint on the debug registers.
193 * Invoke this function if it is known that the execution context is
194 * about to change to cause loss of MSR_SE settings.
195 */
196void thread_change_pc(struct task_struct *tsk, struct pt_regs *regs)
197{
198	struct arch_hw_breakpoint *info;
199
200	if (likely(!tsk->thread.last_hit_ubp))
201		return;
202
203	info = counter_arch_bp(tsk->thread.last_hit_ubp);
204	regs->msr &= ~MSR_SE;
205	__set_breakpoint(info);
206	tsk->thread.last_hit_ubp = NULL;
207}
208
209/*
210 * Handle debug exception notifications.
211 */
212int hw_breakpoint_handler(struct die_args *args)
213{
214	int rc = NOTIFY_STOP;
215	struct perf_event *bp;
216	struct pt_regs *regs = args->regs;
217#ifndef CONFIG_PPC_8xx
218	int stepped = 1;
219	unsigned int instr;
220#endif
221	struct arch_hw_breakpoint *info;
 
222	unsigned long dar = regs->dar;
223
224	/* Disable breakpoints during exception handling */
225	hw_breakpoint_disable();
226
227	/*
228	 * The counter may be concurrently released but that can only
229	 * occur from a call_rcu() path. We can then safely fetch
230	 * the breakpoint, use its callback, touch its counter
231	 * while we are in an rcu_read_lock() path.
232	 */
233	rcu_read_lock();
234
235	bp = __this_cpu_read(bp_per_reg);
236	if (!bp) {
237		rc = NOTIFY_DONE;
238		goto out;
239	}
240	info = counter_arch_bp(bp);
241
242	/*
243	 * Return early after invoking user-callback function without restoring
244	 * DABR if the breakpoint is from ptrace which always operates in
245	 * one-shot mode. The ptrace-ed process will receive the SIGTRAP signal
246	 * generated in do_dabr().
247	 */
248	if (bp->overflow_handler == ptrace_triggered) {
249		perf_bp_event(bp, regs);
250		rc = NOTIFY_DONE;
251		goto out;
252	}
253
254	/*
255	 * Verify if dar lies within the address range occupied by the symbol
256	 * being watched to filter extraneous exceptions.  If it doesn't,
257	 * we still need to single-step the instruction, but we don't
258	 * generate an event.
259	 */
260	info->type &= ~HW_BRK_TYPE_EXTRANEOUS_IRQ;
261	if (!((bp->attr.bp_addr <= dar) &&
262	      (dar - bp->attr.bp_addr < bp->attr.bp_len)))
263		info->type |= HW_BRK_TYPE_EXTRANEOUS_IRQ;
264
265#ifndef CONFIG_PPC_8xx
266	/* Do not emulate user-space instructions, instead single-step them */
267	if (user_mode(regs)) {
268		current->thread.last_hit_ubp = bp;
269		regs->msr |= MSR_SE;
270		goto out;
271	}
272
273	stepped = 0;
274	instr = 0;
275	if (!__get_user_inatomic(instr, (unsigned int *) regs->nip))
276		stepped = emulate_step(regs, instr);
277
278	/*
279	 * emulate_step() could not execute it. We've failed in reliably
280	 * handling the hw-breakpoint. Unregister it and throw a warning
281	 * message to let the user know about it.
282	 */
283	if (!stepped) {
284		WARN(1, "Unable to handle hardware breakpoint. Breakpoint at "
285			"0x%lx will be disabled.", info->address);
286		perf_event_disable_inatomic(bp);
287		goto out;
288	}
289#endif
290	/*
291	 * As a policy, the callback is invoked in a 'trigger-after-execute'
292	 * fashion
293	 */
294	if (!(info->type & HW_BRK_TYPE_EXTRANEOUS_IRQ))
295		perf_bp_event(bp, regs);
296
297	__set_breakpoint(info);
298out:
299	rcu_read_unlock();
300	return rc;
301}
302NOKPROBE_SYMBOL(hw_breakpoint_handler);
303
304/*
305 * Handle single-step exceptions following a DABR hit.
306 */
307static int single_step_dabr_instruction(struct die_args *args)
308{
309	struct pt_regs *regs = args->regs;
310	struct perf_event *bp = NULL;
311	struct arch_hw_breakpoint *info;
312
313	bp = current->thread.last_hit_ubp;
314	/*
315	 * Check if we are single-stepping as a result of a
316	 * previous HW Breakpoint exception
317	 */
318	if (!bp)
319		return NOTIFY_DONE;
320
321	info = counter_arch_bp(bp);
322
323	/*
324	 * We shall invoke the user-defined callback function in the single
325	 * stepping handler to confirm to 'trigger-after-execute' semantics
326	 */
327	if (!(info->type & HW_BRK_TYPE_EXTRANEOUS_IRQ))
328		perf_bp_event(bp, regs);
329
330	__set_breakpoint(info);
331	current->thread.last_hit_ubp = NULL;
332
333	/*
334	 * If the process was being single-stepped by ptrace, let the
335	 * other single-step actions occur (e.g. generate SIGTRAP).
336	 */
337	if (test_thread_flag(TIF_SINGLESTEP))
338		return NOTIFY_DONE;
339
340	return NOTIFY_STOP;
341}
342NOKPROBE_SYMBOL(single_step_dabr_instruction);
343
344/*
345 * Handle debug exception notifications.
346 */
347int hw_breakpoint_exceptions_notify(
348		struct notifier_block *unused, unsigned long val, void *data)
349{
350	int ret = NOTIFY_DONE;
351
352	switch (val) {
353	case DIE_DABR_MATCH:
354		ret = hw_breakpoint_handler(data);
355		break;
356	case DIE_SSTEP:
357		ret = single_step_dabr_instruction(data);
358		break;
359	}
360
361	return ret;
362}
363NOKPROBE_SYMBOL(hw_breakpoint_exceptions_notify);
364
365/*
366 * Release the user breakpoints used by ptrace
367 */
368void flush_ptrace_hw_breakpoint(struct task_struct *tsk)
369{
370	struct thread_struct *t = &tsk->thread;
371
372	unregister_hw_breakpoint(t->ptrace_bps[0]);
373	t->ptrace_bps[0] = NULL;
374}
375
376void hw_breakpoint_pmu_read(struct perf_event *bp)
377{
378	/* TODO */
379}
v4.10.11
  1/*
  2 * HW_breakpoint: a unified kernel/user-space hardware breakpoint facility,
  3 * using the CPU's debug registers. Derived from
  4 * "arch/x86/kernel/hw_breakpoint.c"
  5 *
  6 * This program is free software; you can redistribute it and/or modify
  7 * it under the terms of the GNU General Public License as published by
  8 * the Free Software Foundation; either version 2 of the License, or
  9 * (at your option) any later version.
 10 *
 11 * This program is distributed in the hope that it will be useful,
 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 14 * GNU General Public License for more details.
 15 *
 16 * You should have received a copy of the GNU General Public License
 17 * along with this program; if not, write to the Free Software
 18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 19 *
 20 * Copyright 2010 IBM Corporation
 21 * Author: K.Prasad <prasad@linux.vnet.ibm.com>
 22 *
 23 */
 24
 25#include <linux/hw_breakpoint.h>
 26#include <linux/notifier.h>
 27#include <linux/kprobes.h>
 28#include <linux/percpu.h>
 29#include <linux/kernel.h>
 30#include <linux/sched.h>
 31#include <linux/smp.h>
 32
 33#include <asm/hw_breakpoint.h>
 34#include <asm/processor.h>
 35#include <asm/sstep.h>
 
 36#include <linux/uaccess.h>
 37
 38/*
 39 * Stores the breakpoints currently in use on each breakpoint address
 40 * register for every cpu
 41 */
 42static DEFINE_PER_CPU(struct perf_event *, bp_per_reg);
 43
 44/*
 45 * Returns total number of data or instruction breakpoints available.
 46 */
 47int hw_breakpoint_slots(int type)
 48{
 49	if (type == TYPE_DATA)
 50		return HBP_NUM;
 51	return 0;		/* no instruction breakpoints available */
 52}
 53
 54/*
 55 * Install a perf counter breakpoint.
 56 *
 57 * We seek a free debug address register and use it for this
 58 * breakpoint.
 59 *
 60 * Atomic: we hold the counter->ctx->lock and we only handle variables
 61 * and registers local to this cpu.
 62 */
 63int arch_install_hw_breakpoint(struct perf_event *bp)
 64{
 65	struct arch_hw_breakpoint *info = counter_arch_bp(bp);
 66	struct perf_event **slot = this_cpu_ptr(&bp_per_reg);
 67
 68	*slot = bp;
 69
 70	/*
 71	 * Do not install DABR values if the instruction must be single-stepped.
 72	 * If so, DABR will be populated in single_step_dabr_instruction().
 73	 */
 74	if (current->thread.last_hit_ubp != bp)
 75		__set_breakpoint(info);
 76
 77	return 0;
 78}
 79
 80/*
 81 * Uninstall the breakpoint contained in the given counter.
 82 *
 83 * First we search the debug address register it uses and then we disable
 84 * it.
 85 *
 86 * Atomic: we hold the counter->ctx->lock and we only handle variables
 87 * and registers local to this cpu.
 88 */
 89void arch_uninstall_hw_breakpoint(struct perf_event *bp)
 90{
 91	struct perf_event **slot = this_cpu_ptr(&bp_per_reg);
 92
 93	if (*slot != bp) {
 94		WARN_ONCE(1, "Can't find the breakpoint");
 95		return;
 96	}
 97
 98	*slot = NULL;
 99	hw_breakpoint_disable();
100}
101
102/*
103 * Perform cleanup of arch-specific counters during unregistration
104 * of the perf-event
105 */
106void arch_unregister_hw_breakpoint(struct perf_event *bp)
107{
108	/*
109	 * If the breakpoint is unregistered between a hw_breakpoint_handler()
110	 * and the single_step_dabr_instruction(), then cleanup the breakpoint
111	 * restoration variables to prevent dangling pointers.
112	 * FIXME, this should not be using bp->ctx at all! Sayeth peterz.
113	 */
114	if (bp->ctx && bp->ctx->task && bp->ctx->task != ((void *)-1L))
115		bp->ctx->task->thread.last_hit_ubp = NULL;
116}
117
118/*
119 * Check for virtual address in kernel space.
120 */
121int arch_check_bp_in_kernelspace(struct perf_event *bp)
122{
123	struct arch_hw_breakpoint *info = counter_arch_bp(bp);
124
125	return is_kernel_addr(info->address);
126}
127
128int arch_bp_generic_fields(int type, int *gen_bp_type)
129{
130	*gen_bp_type = 0;
131	if (type & HW_BRK_TYPE_READ)
132		*gen_bp_type |= HW_BREAKPOINT_R;
133	if (type & HW_BRK_TYPE_WRITE)
134		*gen_bp_type |= HW_BREAKPOINT_W;
135	if (*gen_bp_type == 0)
136		return -EINVAL;
137	return 0;
138}
139
140/*
141 * Validate the arch-specific HW Breakpoint register settings
142 */
143int arch_validate_hwbkpt_settings(struct perf_event *bp)
144{
145	int ret = -EINVAL, length_max;
146	struct arch_hw_breakpoint *info = counter_arch_bp(bp);
147
148	if (!bp)
149		return ret;
150
151	info->type = HW_BRK_TYPE_TRANSLATE;
152	if (bp->attr.bp_type & HW_BREAKPOINT_R)
153		info->type |= HW_BRK_TYPE_READ;
154	if (bp->attr.bp_type & HW_BREAKPOINT_W)
155		info->type |= HW_BRK_TYPE_WRITE;
156	if (info->type == HW_BRK_TYPE_TRANSLATE)
157		/* must set alteast read or write */
158		return ret;
159	if (!(bp->attr.exclude_user))
160		info->type |= HW_BRK_TYPE_USER;
161	if (!(bp->attr.exclude_kernel))
162		info->type |= HW_BRK_TYPE_KERNEL;
163	if (!(bp->attr.exclude_hv))
164		info->type |= HW_BRK_TYPE_HYP;
165	info->address = bp->attr.bp_addr;
166	info->len = bp->attr.bp_len;
167
168	/*
169	 * Since breakpoint length can be a maximum of HW_BREAKPOINT_LEN(8)
170	 * and breakpoint addresses are aligned to nearest double-word
171	 * HW_BREAKPOINT_ALIGN by rounding off to the lower address, the
172	 * 'symbolsize' should satisfy the check below.
173	 */
 
 
174	length_max = 8; /* DABR */
175	if (cpu_has_feature(CPU_FTR_DAWR)) {
176		length_max = 512 ; /* 64 doublewords */
177		/* DAWR region can't cross 512 boundary */
178		if ((bp->attr.bp_addr >> 10) != 
179		    ((bp->attr.bp_addr + bp->attr.bp_len - 1) >> 10))
180			return -EINVAL;
181	}
182	if (info->len >
183	    (length_max - (info->address & HW_BREAKPOINT_ALIGN)))
184		return -EINVAL;
185	return 0;
186}
187
188/*
189 * Restores the breakpoint on the debug registers.
190 * Invoke this function if it is known that the execution context is
191 * about to change to cause loss of MSR_SE settings.
192 */
193void thread_change_pc(struct task_struct *tsk, struct pt_regs *regs)
194{
195	struct arch_hw_breakpoint *info;
196
197	if (likely(!tsk->thread.last_hit_ubp))
198		return;
199
200	info = counter_arch_bp(tsk->thread.last_hit_ubp);
201	regs->msr &= ~MSR_SE;
202	__set_breakpoint(info);
203	tsk->thread.last_hit_ubp = NULL;
204}
205
206/*
207 * Handle debug exception notifications.
208 */
209int hw_breakpoint_handler(struct die_args *args)
210{
211	int rc = NOTIFY_STOP;
212	struct perf_event *bp;
213	struct pt_regs *regs = args->regs;
 
214	int stepped = 1;
 
 
215	struct arch_hw_breakpoint *info;
216	unsigned int instr;
217	unsigned long dar = regs->dar;
218
219	/* Disable breakpoints during exception handling */
220	hw_breakpoint_disable();
221
222	/*
223	 * The counter may be concurrently released but that can only
224	 * occur from a call_rcu() path. We can then safely fetch
225	 * the breakpoint, use its callback, touch its counter
226	 * while we are in an rcu_read_lock() path.
227	 */
228	rcu_read_lock();
229
230	bp = __this_cpu_read(bp_per_reg);
231	if (!bp) {
232		rc = NOTIFY_DONE;
233		goto out;
234	}
235	info = counter_arch_bp(bp);
236
237	/*
238	 * Return early after invoking user-callback function without restoring
239	 * DABR if the breakpoint is from ptrace which always operates in
240	 * one-shot mode. The ptrace-ed process will receive the SIGTRAP signal
241	 * generated in do_dabr().
242	 */
243	if (bp->overflow_handler == ptrace_triggered) {
244		perf_bp_event(bp, regs);
245		rc = NOTIFY_DONE;
246		goto out;
247	}
248
249	/*
250	 * Verify if dar lies within the address range occupied by the symbol
251	 * being watched to filter extraneous exceptions.  If it doesn't,
252	 * we still need to single-step the instruction, but we don't
253	 * generate an event.
254	 */
255	info->type &= ~HW_BRK_TYPE_EXTRANEOUS_IRQ;
256	if (!((bp->attr.bp_addr <= dar) &&
257	      (dar - bp->attr.bp_addr < bp->attr.bp_len)))
258		info->type |= HW_BRK_TYPE_EXTRANEOUS_IRQ;
259
 
260	/* Do not emulate user-space instructions, instead single-step them */
261	if (user_mode(regs)) {
262		current->thread.last_hit_ubp = bp;
263		regs->msr |= MSR_SE;
264		goto out;
265	}
266
267	stepped = 0;
268	instr = 0;
269	if (!__get_user_inatomic(instr, (unsigned int *) regs->nip))
270		stepped = emulate_step(regs, instr);
271
272	/*
273	 * emulate_step() could not execute it. We've failed in reliably
274	 * handling the hw-breakpoint. Unregister it and throw a warning
275	 * message to let the user know about it.
276	 */
277	if (!stepped) {
278		WARN(1, "Unable to handle hardware breakpoint. Breakpoint at "
279			"0x%lx will be disabled.", info->address);
280		perf_event_disable_inatomic(bp);
281		goto out;
282	}
 
283	/*
284	 * As a policy, the callback is invoked in a 'trigger-after-execute'
285	 * fashion
286	 */
287	if (!(info->type & HW_BRK_TYPE_EXTRANEOUS_IRQ))
288		perf_bp_event(bp, regs);
289
290	__set_breakpoint(info);
291out:
292	rcu_read_unlock();
293	return rc;
294}
295NOKPROBE_SYMBOL(hw_breakpoint_handler);
296
297/*
298 * Handle single-step exceptions following a DABR hit.
299 */
300static int single_step_dabr_instruction(struct die_args *args)
301{
302	struct pt_regs *regs = args->regs;
303	struct perf_event *bp = NULL;
304	struct arch_hw_breakpoint *info;
305
306	bp = current->thread.last_hit_ubp;
307	/*
308	 * Check if we are single-stepping as a result of a
309	 * previous HW Breakpoint exception
310	 */
311	if (!bp)
312		return NOTIFY_DONE;
313
314	info = counter_arch_bp(bp);
315
316	/*
317	 * We shall invoke the user-defined callback function in the single
318	 * stepping handler to confirm to 'trigger-after-execute' semantics
319	 */
320	if (!(info->type & HW_BRK_TYPE_EXTRANEOUS_IRQ))
321		perf_bp_event(bp, regs);
322
323	__set_breakpoint(info);
324	current->thread.last_hit_ubp = NULL;
325
326	/*
327	 * If the process was being single-stepped by ptrace, let the
328	 * other single-step actions occur (e.g. generate SIGTRAP).
329	 */
330	if (test_thread_flag(TIF_SINGLESTEP))
331		return NOTIFY_DONE;
332
333	return NOTIFY_STOP;
334}
335NOKPROBE_SYMBOL(single_step_dabr_instruction);
336
337/*
338 * Handle debug exception notifications.
339 */
340int hw_breakpoint_exceptions_notify(
341		struct notifier_block *unused, unsigned long val, void *data)
342{
343	int ret = NOTIFY_DONE;
344
345	switch (val) {
346	case DIE_DABR_MATCH:
347		ret = hw_breakpoint_handler(data);
348		break;
349	case DIE_SSTEP:
350		ret = single_step_dabr_instruction(data);
351		break;
352	}
353
354	return ret;
355}
356NOKPROBE_SYMBOL(hw_breakpoint_exceptions_notify);
357
358/*
359 * Release the user breakpoints used by ptrace
360 */
361void flush_ptrace_hw_breakpoint(struct task_struct *tsk)
362{
363	struct thread_struct *t = &tsk->thread;
364
365	unregister_hw_breakpoint(t->ptrace_bps[0]);
366	t->ptrace_bps[0] = NULL;
367}
368
369void hw_breakpoint_pmu_read(struct perf_event *bp)
370{
371	/* TODO */
372}