| /Linux-v6.6/arch/ia64/kernel/ |
| D | ftrace.c | 22 ftrace_orig_code[MCOUNT_INSN_SIZE] = {
41 static unsigned char ftrace_nop_code[MCOUNT_INSN_SIZE] = {
60 ftrace_call_code[MCOUNT_INSN_SIZE] = {
97 unsigned char replaced[MCOUNT_INSN_SIZE]; in ftrace_modify_code()
111 if (copy_from_kernel_nofault(replaced, (void *)ip, MCOUNT_INSN_SIZE)) in ftrace_modify_code()
115 if (memcmp(replaced, old_code, MCOUNT_INSN_SIZE) != 0) in ftrace_modify_code()
120 if (copy_to_kernel_nofault(((void *)ip), new_code, MCOUNT_INSN_SIZE)) in ftrace_modify_code()
122 flush_icache_range(ip, ip + MCOUNT_INSN_SIZE); in ftrace_modify_code()
129 unsigned char __attribute__((aligned(8))) replaced[MCOUNT_INSN_SIZE]; in ftrace_make_nop_check()
132 if (copy_from_kernel_nofault(replaced, (void *)ip, MCOUNT_INSN_SIZE)) in ftrace_make_nop_check()
[all …]
|
| /Linux-v6.6/arch/sh/kernel/ |
| D | ftrace.c | 27 static unsigned char ftrace_replaced_code[MCOUNT_INSN_SIZE];
50 __raw_writel(ip + MCOUNT_INSN_SIZE, ftrace_nop); in ftrace_nop_replace()
123 MCOUNT_INSN_SIZE); in ftrace_mod_code()
195 unsigned char replaced[MCOUNT_INSN_SIZE]; in ftrace_modify_code()
206 if (copy_from_kernel_nofault(replaced, (void *)ip, MCOUNT_INSN_SIZE)) in ftrace_modify_code()
210 if (memcmp(replaced, old_code, MCOUNT_INSN_SIZE) != 0) in ftrace_modify_code()
217 flush_icache_range(ip, ip + MCOUNT_INSN_SIZE); in ftrace_modify_code()
225 unsigned char old[MCOUNT_INSN_SIZE], *new; in ftrace_update_ftrace_func()
227 memcpy(old, (unsigned char *)ip, MCOUNT_INSN_SIZE); in ftrace_update_ftrace_func()
264 unsigned char code[MCOUNT_INSN_SIZE]; in ftrace_mod()
[all …]
|
| /Linux-v6.6/arch/x86/kernel/ |
| D | ftrace.c | 81 char cur_code[MCOUNT_INSN_SIZE]; in ftrace_verify_code()
91 if (copy_from_kernel_nofault(cur_code, (void *)ip, MCOUNT_INSN_SIZE)) { in ftrace_verify_code()
97 if (memcmp(cur_code, old_code, MCOUNT_INSN_SIZE) != 0) { in ftrace_verify_code()
121 text_poke_queue((void *)ip, new_code, MCOUNT_INSN_SIZE, NULL); in ftrace_modify_code_direct()
123 text_poke_early((void *)ip, new_code, MCOUNT_INSN_SIZE); in ftrace_modify_code_direct()
188 text_poke_bp((void *)ip, new, MCOUNT_INSN_SIZE, NULL); in ftrace_update_ftrace_func()
192 text_poke_bp((void *)ip, new, MCOUNT_INSN_SIZE, NULL); in ftrace_update_ftrace_func()
249 text_poke_queue((void *)rec->ip, new, MCOUNT_INSN_SIZE, NULL); in ftrace_replace_code()
504 text_poke_bp((void *)ip, new, MCOUNT_INSN_SIZE, NULL); in arch_ftrace_update_trampoline()
598 text_poke_bp((void *)ip, new, MCOUNT_INSN_SIZE, NULL); in ftrace_mod_jmp()
|
| D | ftrace_32.S | 62 subl $MCOUNT_INSN_SIZE, %eax
134 subl $MCOUNT_INSN_SIZE, %eax
180 subl $MCOUNT_INSN_SIZE, %eax
|
| /Linux-v6.6/arch/riscv/kernel/ |
| D | ftrace.c | 49 MCOUNT_INSN_SIZE)) in ftrace_check_current_call()
79 ((void *)hook_pos, enable ? call : nops, MCOUNT_INSN_SIZE)) in __ftrace_modify_call()
91 if (patch_text_nosync((void *)rec->ip, call, MCOUNT_INSN_SIZE)) in ftrace_make_call()
102 if (patch_text_nosync((void *)rec->ip, nops, MCOUNT_INSN_SIZE)) in ftrace_make_nop()
|
| /Linux-v6.6/arch/csky/kernel/probes/ |
| D | ftrace.c | 22 p = get_kprobe((kprobe_opcode_t *)(ip - MCOUNT_INSN_SIZE)); in kprobe_ftrace_handler()
35 ip -= MCOUNT_INSN_SIZE; in kprobe_ftrace_handler()
45 (unsigned long)p->addr + MCOUNT_INSN_SIZE); in kprobe_ftrace_handler()
|
| /Linux-v6.6/arch/powerpc/kernel/ |
| D | kprobes-ftrace.c | 41 regs_add_return_ip(regs, -MCOUNT_INSN_SIZE); in kprobe_ftrace_handler()
50 regs_add_return_ip(regs, MCOUNT_INSN_SIZE); in kprobe_ftrace_handler()
|
| /Linux-v6.6/arch/xtensa/kernel/ |
| D | mcount.S | 46 addi a6, a6, -MCOUNT_INSN_SIZE
67 addi a2, a10, -MCOUNT_INSN_SIZE
|
| /Linux-v6.6/arch/powerpc/kernel/trace/ |
| D | ftrace_64_pg_entry.S | 24 subi r3, r3, MCOUNT_INSN_SIZE
47 subi r4, r4, MCOUNT_INSN_SIZE
|
| /Linux-v6.6/arch/powerpc/include/asm/ |
| D | ftrace.h | 9 #define MCOUNT_INSN_SIZE 4 /* sizeof mcount call */ macro
26 addr += MCOUNT_INSN_SIZE; in ftrace_call_adjust()
|
| /Linux-v6.6/kernel/trace/ |
| D | fgraph.c | 115 #ifndef MCOUNT_INSN_SIZE
118 # error MCOUNT_INSN_SIZE not defined with direct calls enabled
120 # define MCOUNT_INSN_SIZE 0 macro
136 ftrace_find_rec_direct(ret - MCOUNT_INSN_SIZE)) in function_graph_enter()
|
| D | trace_stack.c | 287 #ifndef MCOUNT_INSN_SIZE
288 # define MCOUNT_INSN_SIZE 0 macro
308 ip += MCOUNT_INSN_SIZE; in stack_trace_call()
|
| /Linux-v6.6/arch/microblaze/include/asm/ |
| D | ftrace.h | 8 #define MCOUNT_INSN_SIZE 8 /* sizeof mcount call */ macro
|
| /Linux-v6.6/arch/csky/include/asm/ |
| D | ftrace.h | 6 #define MCOUNT_INSN_SIZE 14 macro
|
| /Linux-v6.6/arch/xtensa/include/asm/ |
| D | ftrace.h | 23 #define MCOUNT_INSN_SIZE 3 macro
|
| /Linux-v6.6/arch/sparc/include/asm/ |
| D | ftrace.h | 7 #define MCOUNT_INSN_SIZE 4 /* sizeof mcount call */ macro
|
| /Linux-v6.6/arch/ia64/include/asm/ |
| D | ftrace.h | 6 #define MCOUNT_INSN_SIZE 32 /* sizeof mcount call */ macro
|
| /Linux-v6.6/arch/parisc/include/asm/ |
| D | ftrace.h | 9 #define MCOUNT_INSN_SIZE 4 macro
|
| /Linux-v6.6/arch/sh/include/asm/ |
| D | ftrace.h | 7 #define MCOUNT_INSN_SIZE 4 /* sizeof mcount call */ macro
|
| /Linux-v6.6/arch/arm/include/asm/ |
| D | ftrace.h | 13 #define MCOUNT_INSN_SIZE 4 /* sizeof mcount call */ macro
|
| /Linux-v6.6/arch/s390/kernel/ |
| D | ftrace.c | 248 ip -= MCOUNT_INSN_SIZE; in prepare_ftrace_return()
322 instruction_pointer_set(regs, ip + MCOUNT_INSN_SIZE); in kprobe_ftrace_handler()
|
| /Linux-v6.6/arch/mips/include/asm/ |
| D | ftrace.h | 16 #define MCOUNT_INSN_SIZE 4 /* sizeof mcount call */ macro
|
| /Linux-v6.6/arch/x86/kernel/kprobes/ |
| D | ftrace.c | 47 regs->ip = (unsigned long)p->addr + MCOUNT_INSN_SIZE; in kprobe_ftrace_handler()
|
| /Linux-v6.6/arch/riscv/kernel/probes/ |
| D | ftrace.c | 39 (unsigned long)p->addr + MCOUNT_INSN_SIZE); in kprobe_ftrace_handler()
|
| /Linux-v6.6/arch/loongarch/include/asm/ |
| D | ftrace.h | 15 #define MCOUNT_INSN_SIZE 4 /* sizeof mcount call */ macro
|
