| /Linux-v5.15/arch/mips/kernel/ |
| D | kprobes.c | 155 static void save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
157 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
158 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
159 kcb->prev_kprobe.old_SR = kcb->kprobe_old_SR; in save_previous_kprobe()
160 kcb->prev_kprobe.saved_SR = kcb->kprobe_saved_SR; in save_previous_kprobe()
161 kcb->prev_kprobe.saved_epc = kcb->kprobe_saved_epc; in save_previous_kprobe()
164 static void restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
166 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
167 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
168 kcb->kprobe_old_SR = kcb->prev_kprobe.old_SR; in restore_previous_kprobe()
[all …]
|
| /Linux-v5.15/arch/csky/kernel/probes/ |
| D | kprobes.c | 68 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in arch_simulate_insn() local
73 post_kprobe_handler(kcb, regs); in arch_simulate_insn()
129 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
131 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
132 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
135 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
137 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
138 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
154 static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, in kprobes_save_local_irqflag() argument
157 kcb->saved_sr = regs->sr; in kprobes_save_local_irqflag()
[all …]
|
| D | ftrace.c | 19 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
36 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
46 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
55 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /Linux-v5.15/arch/sparc/kernel/ |
| D | kprobes.c | 77 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
79 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
80 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
81 kcb->prev_kprobe.orig_tnpc = kcb->kprobe_orig_tnpc; in save_previous_kprobe()
82 kcb->prev_kprobe.orig_tstate_pil = kcb->kprobe_orig_tstate_pil; in save_previous_kprobe()
85 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
87 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
88 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
89 kcb->kprobe_orig_tnpc = kcb->prev_kprobe.orig_tnpc; in restore_previous_kprobe()
90 kcb->kprobe_orig_tstate_pil = kcb->prev_kprobe.orig_tstate_pil; in restore_previous_kprobe()
[all …]
|
| /Linux-v5.15/arch/riscv/kernel/probes/ |
| D | kprobes.c | 40 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in arch_simulate_insn() local
46 post_kprobe_handler(p, kcb, regs); in arch_simulate_insn()
116 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
118 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
119 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
122 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
124 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
125 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
141 static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, in kprobes_save_local_irqflag() argument
144 kcb->saved_status = regs->status; in kprobes_save_local_irqflag()
[all …]
|
| D | ftrace.c | 11 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
24 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
33 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
42 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /Linux-v5.15/arch/arm64/kernel/probes/ |
| D | kprobes.c | 67 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in arch_simulate_insn() local
73 post_kprobe_handler(p, kcb, regs); in arch_simulate_insn()
146 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
148 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
149 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
152 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
154 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
155 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
168 static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, in kprobes_save_local_irqflag() argument
171 kcb->saved_irqflag = regs->pstate & DAIF_MASK; in kprobes_save_local_irqflag()
[all …]
|
| /Linux-v5.15/arch/parisc/kernel/ |
| D | kprobes.c | 54 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
56 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
57 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
60 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
62 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
63 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
72 struct kprobe_ctlblk *kcb, struct pt_regs *regs) in setup_singlestep() argument
74 kcb->iaoq[0] = regs->iaoq[0]; in setup_singlestep()
75 kcb->iaoq[1] = regs->iaoq[1]; in setup_singlestep()
84 struct kprobe_ctlblk *kcb; in parisc_kprobe_break_handler() local
[all …]
|
| D | ftrace.c | 209 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
231 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
232 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
242 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /Linux-v5.15/arch/powerpc/kernel/ |
| D | kprobes.c | 200 static nokprobe_inline void save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
202 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
203 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
204 kcb->prev_kprobe.saved_msr = kcb->kprobe_saved_msr; in save_previous_kprobe()
207 static nokprobe_inline void restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
209 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
210 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
211 kcb->kprobe_saved_msr = kcb->prev_kprobe.saved_msr; in restore_previous_kprobe()
215 struct kprobe_ctlblk *kcb) in set_current_kprobe() argument
218 kcb->kprobe_saved_msr = regs->msr; in set_current_kprobe()
[all …]
|
| D | kprobes-ftrace.c | 20 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
34 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
45 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
53 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /Linux-v5.15/arch/s390/kernel/ |
| D | kprobes.c | 176 static void enable_singlestep(struct kprobe_ctlblk *kcb, in enable_singlestep() argument
188 __ctl_store(kcb->kprobe_saved_ctl, 9, 11); in enable_singlestep()
189 kcb->kprobe_saved_imask = regs->psw.mask & in enable_singlestep()
200 static void disable_singlestep(struct kprobe_ctlblk *kcb, in disable_singlestep() argument
205 __ctl_load(kcb->kprobe_saved_ctl, 9, 11); in disable_singlestep()
207 regs->psw.mask |= kcb->kprobe_saved_imask; in disable_singlestep()
217 static void push_kprobe(struct kprobe_ctlblk *kcb, struct kprobe *p) in push_kprobe() argument
219 kcb->prev_kprobe.kp = __this_cpu_read(current_kprobe); in push_kprobe()
220 kcb->prev_kprobe.status = kcb->kprobe_status; in push_kprobe()
230 static void pop_kprobe(struct kprobe_ctlblk *kcb) in pop_kprobe() argument
[all …]
|
| D | ftrace.c | 360 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
382 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
383 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
392 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /Linux-v5.15/arch/sh/kernel/ |
| D | kprobes.c | 121 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
123 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
124 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
127 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
129 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
130 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
134 struct kprobe_ctlblk *kcb) in set_current_kprobe() argument
218 struct kprobe_ctlblk *kcb; in kprobe_handler() local
225 kcb = get_kprobe_ctlblk(); in kprobe_handler()
233 if (kcb->kprobe_status == KPROBE_HIT_SS && in kprobe_handler()
[all …]
|
| /Linux-v5.15/arch/arc/kernel/ |
| D | kprobes.c | 79 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
81 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
82 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
85 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
87 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
88 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
196 struct kprobe_ctlblk *kcb; in arc_kprobe_handler() local
200 kcb = get_kprobe_ctlblk(); in arc_kprobe_handler()
212 save_previous_kprobe(kcb); in arc_kprobe_handler()
216 kcb->kprobe_status = KPROBE_REENTER; in arc_kprobe_handler()
[all …]
|
| /Linux-v5.15/arch/x86/kernel/kprobes/ |
| D | core.c | 778 save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
780 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
781 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
782 kcb->prev_kprobe.old_flags = kcb->kprobe_old_flags; in save_previous_kprobe()
783 kcb->prev_kprobe.saved_flags = kcb->kprobe_saved_flags; in save_previous_kprobe()
787 restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
789 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
790 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
791 kcb->kprobe_old_flags = kcb->prev_kprobe.old_flags; in restore_previous_kprobe()
792 kcb->kprobe_saved_flags = kcb->prev_kprobe.saved_flags; in restore_previous_kprobe()
[all …]
|
| D | ftrace.c | 21 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
33 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
42 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
50 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| D | opt.c | 181 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in optimized_callback() local
191 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in optimized_callback()
|
| /Linux-v5.15/arch/arm/probes/kprobes/ |
| D | core.c | 190 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
192 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
193 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
196 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
198 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
199 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
222 singlestep(struct kprobe *p, struct pt_regs *regs, struct kprobe_ctlblk *kcb) in singlestep() argument
237 struct kprobe_ctlblk *kcb; in kprobe_handler() local
239 kcb = get_kprobe_ctlblk(); in kprobe_handler()
267 switch (kcb->kprobe_status) { in kprobe_handler()
[all …]
|
| D | opt-arm.c | 155 struct kprobe_ctlblk *kcb; in optimized_callback() local
162 kcb = get_kprobe_ctlblk(); in optimized_callback()
168 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in optimized_callback()
|
| /Linux-v5.15/arch/ia64/kernel/ |
| D | kprobes.c | 372 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
375 i = atomic_add_return(1, &kcb->prev_kprobe_index); in save_previous_kprobe()
376 kcb->prev_kprobe[i-1].kp = kprobe_running(); in save_previous_kprobe()
377 kcb->prev_kprobe[i-1].status = kcb->kprobe_status; in save_previous_kprobe()
380 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
383 i = atomic_read(&kcb->prev_kprobe_index); in restore_previous_kprobe()
384 __this_cpu_write(current_kprobe, kcb->prev_kprobe[i-1].kp); in restore_previous_kprobe()
385 kcb->kprobe_status = kcb->prev_kprobe[i-1].status; in restore_previous_kprobe()
386 atomic_sub(1, &kcb->prev_kprobe_index); in restore_previous_kprobe()
390 struct kprobe_ctlblk *kcb) in set_current_kprobe() argument
[all …]
|
| /Linux-v5.15/kernel/ |
| D | kprobes.c | 1238 struct kprobe_ctlblk *kcb; in kprobe_busy_begin() local
1242 kcb = get_kprobe_ctlblk(); in kprobe_busy_begin()
1243 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_busy_begin()
|
