Commit | Line | Data |
---|---|---|
1a59d1b8 | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
ead514d5 NR |
2 | /* |
3 | * Dynamic Ftrace based Kprobes Optimization | |
4 | * | |
ead514d5 NR |
5 | * Copyright (C) Hitachi Ltd., 2012 |
6 | * Copyright 2016 Naveen N. Rao <naveen.n.rao@linux.vnet.ibm.com> | |
7 | * IBM Corporation | |
8 | */ | |
9 | #include <linux/kprobes.h> | |
10 | #include <linux/ptrace.h> | |
11 | #include <linux/hardirq.h> | |
12 | #include <linux/preempt.h> | |
13 | #include <linux/ftrace.h> | |
14 | ||
ead514d5 NR |
15 | /* Ftrace callback handler for kprobes */ |
16 | void kprobe_ftrace_handler(unsigned long nip, unsigned long parent_nip, | |
d19ad077 | 17 | struct ftrace_ops *ops, struct ftrace_regs *fregs) |
ead514d5 NR |
18 | { |
19 | struct kprobe *p; | |
20 | struct kprobe_ctlblk *kcb; | |
d19ad077 | 21 | struct pt_regs *regs; |
c536aa1c | 22 | int bit; |
ead514d5 | 23 | |
1a7d0890 SB |
24 | if (unlikely(kprobe_ftrace_disabled)) |
25 | return; | |
26 | ||
773c1670 | 27 | bit = ftrace_test_recursion_trylock(nip, parent_nip); |
c536aa1c SRV |
28 | if (bit < 0) |
29 | return; | |
30 | ||
d19ad077 | 31 | regs = ftrace_get_regs(fregs); |
ead514d5 NR |
32 | p = get_kprobe((kprobe_opcode_t *)nip); |
33 | if (unlikely(!p) || kprobe_disabled(p)) | |
c536aa1c | 34 | goto out; |
ead514d5 NR |
35 | |
36 | kcb = get_kprobe_ctlblk(); | |
37 | if (kprobe_running()) { | |
38 | kprobes_inc_nmissed_count(p); | |
39 | } else { | |
ead514d5 NR |
40 | /* |
41 | * On powerpc, NIP is *before* this instruction for the | |
42 | * pre handler | |
43 | */ | |
59dc5bfc | 44 | regs_add_return_ip(regs, -MCOUNT_INSN_SIZE); |
ead514d5 NR |
45 | |
46 | __this_cpu_write(current_kprobe, p); | |
47 | kcb->kprobe_status = KPROBE_HIT_ACTIVE; | |
6e5fd3a2 MH |
48 | if (!p->pre_handler || !p->pre_handler(p, regs)) { |
49 | /* | |
50 | * Emulate singlestep (and also recover regs->nip) | |
51 | * as if there is a nop | |
52 | */ | |
59dc5bfc | 53 | regs_add_return_ip(regs, MCOUNT_INSN_SIZE); |
6e5fd3a2 MH |
54 | if (unlikely(p->post_handler)) { |
55 | kcb->kprobe_status = KPROBE_HIT_SSDONE; | |
56 | p->post_handler(p, regs, 0); | |
57 | } | |
6baea433 | 58 | } |
cce188bd MH |
59 | /* |
60 | * If pre_handler returns !0, it changes regs->nip. We have to | |
61 | * skip emulating post_handler. | |
62 | */ | |
63 | __this_cpu_write(current_kprobe, NULL); | |
ead514d5 | 64 | } |
c536aa1c | 65 | out: |
c536aa1c | 66 | ftrace_test_recursion_unlock(bit); |
ead514d5 NR |
67 | } |
68 | NOKPROBE_SYMBOL(kprobe_ftrace_handler); | |
69 | ||
70 | int arch_prepare_kprobe_ftrace(struct kprobe *p) | |
71 | { | |
72 | p->ainsn.insn = NULL; | |
73 | p->ainsn.boostable = -1; | |
74 | return 0; | |
75 | } |