| /Linux-v5.4/arch/arc/kernel/ |
| D | kprobes.c | 31 p->ainsn.is_short = is_short_instr((unsigned long)p->addr); in arch_prepare_kprobe() 58 if (p->ainsn.t1_addr) { in arch_remove_kprobe() 59 *(p->ainsn.t1_addr) = p->ainsn.t1_opcode; in arch_remove_kprobe() 61 flush_icache_range((unsigned long)p->ainsn.t1_addr, in arch_remove_kprobe() 62 (unsigned long)p->ainsn.t1_addr + in arch_remove_kprobe() 65 p->ainsn.t1_addr = NULL; in arch_remove_kprobe() 68 if (p->ainsn.t2_addr) { in arch_remove_kprobe() 69 *(p->ainsn.t2_addr) = p->ainsn.t2_opcode; in arch_remove_kprobe() 71 flush_icache_range((unsigned long)p->ainsn.t2_addr, in arch_remove_kprobe() 72 (unsigned long)p->ainsn.t2_addr + in arch_remove_kprobe() [all …]
|
| /Linux-v5.4/arch/ia64/kernel/ |
| D | kprobes.c | 90 p->ainsn.inst_flag = 0; in update_kprobe_inst_flag() 91 p->ainsn.target_br_reg = 0; in update_kprobe_inst_flag() 92 p->ainsn.slot = slot; in update_kprobe_inst_flag() 101 p->ainsn.inst_flag |= INST_FLAG_BREAK_INST; in update_kprobe_inst_flag() 108 p->ainsn.inst_flag |= INST_FLAG_FIX_BRANCH_REG; in update_kprobe_inst_flag() 109 p->ainsn.target_br_reg = ((kprobe_inst >> 6) & 0x7); in update_kprobe_inst_flag() 113 p->ainsn.inst_flag |= INST_FLAG_FIX_RELATIVE_IP_ADDR; in update_kprobe_inst_flag() 116 p->ainsn.inst_flag |= INST_FLAG_FIX_RELATIVE_IP_ADDR; in update_kprobe_inst_flag() 117 p->ainsn.inst_flag |= INST_FLAG_FIX_BRANCH_REG; in update_kprobe_inst_flag() 118 p->ainsn.target_br_reg = ((kprobe_inst >> 6) & 0x7); in update_kprobe_inst_flag() [all …]
|
| /Linux-v5.4/arch/s390/kernel/ |
| D | kprobes.c | 70 ftrace_generate_nop_insn((struct ftrace_insn *)p->ainsn.insn); in copy_instruction() 71 p->ainsn.is_ftrace_insn = 1; in copy_instruction() 73 memcpy(p->ainsn.insn, p->addr, insn_length(*p->addr >> 8)); in copy_instruction() 74 p->opcode = p->ainsn.insn[0]; in copy_instruction() 75 if (!probe_is_insn_relative_long(p->ainsn.insn)) in copy_instruction() 84 disp = *(s32 *)&p->ainsn.insn[1]; in copy_instruction() 86 new_addr = (u64)(unsigned long)p->ainsn.insn; in copy_instruction() 88 *(s32 *)&p->ainsn.insn[1] = new_disp; in copy_instruction() 104 p->ainsn.insn = NULL; in s390_get_insn_slot() 106 p->ainsn.insn = get_s390_insn_slot(); in s390_get_insn_slot() [all …]
|
| /Linux-v5.4/arch/powerpc/kernel/ |
| D | kprobes.c | 121 p->ainsn.insn = get_insn_slot(); in arch_prepare_kprobe() 122 if (!p->ainsn.insn) in arch_prepare_kprobe() 127 memcpy(p->ainsn.insn, p->addr, in arch_prepare_kprobe() 130 flush_icache_range((unsigned long)p->ainsn.insn, in arch_prepare_kprobe() 131 (unsigned long)p->ainsn.insn + sizeof(kprobe_opcode_t)); in arch_prepare_kprobe() 134 p->ainsn.boostable = 0; in arch_prepare_kprobe() 153 if (p->ainsn.insn) { in arch_remove_kprobe() 154 free_insn_slot(p->ainsn.insn, 0); in arch_remove_kprobe() 155 p->ainsn.insn = NULL; in arch_remove_kprobe() 170 regs->nip = (unsigned long)p->ainsn.insn; in prepare_singlestep() [all …]
|
| D | kprobes-ftrace.c | 60 p->ainsn.insn = NULL; in arch_prepare_kprobe_ftrace() 61 p->ainsn.boostable = -1; in arch_prepare_kprobe_ftrace()
|
| D | optprobes.c | 102 if (!is_conditional_branch(*p->ainsn.insn) && in can_optimize() 103 analyse_instr(&op, ®s, *p->ainsn.insn) == 1) { in can_optimize() 271 patch_imm32_load_insns(*p->ainsn.insn, buff + TMPL_INSN_IDX); in arch_prepare_optimized_kprobe()
|
| /Linux-v5.4/arch/arm/probes/kprobes/ |
| D | core.c | 83 p->ainsn.insn = tmp_insn; in arch_prepare_kprobe() 85 switch ((*decode_insn)(insn, &p->ainsn, true, actions, checkers)) { in arch_prepare_kprobe() 90 p->ainsn.insn = get_insn_slot(); in arch_prepare_kprobe() 91 if (!p->ainsn.insn) in arch_prepare_kprobe() 94 p->ainsn.insn[is] = tmp_insn[is]; in arch_prepare_kprobe() 95 flush_insns(p->ainsn.insn, in arch_prepare_kprobe() 96 sizeof(p->ainsn.insn[0]) * MAX_INSN_SIZE); in arch_prepare_kprobe() 97 p->ainsn.insn_fn = (probes_insn_fn_t *) in arch_prepare_kprobe() 98 ((uintptr_t)p->ainsn.insn | thumb); in arch_prepare_kprobe() 102 p->ainsn.insn = NULL; in arch_prepare_kprobe() [all …]
|
| D | opt-arm.c | 127 if (kp->ainsn.stack_space < 0) in can_optimize() 133 if (kp->ainsn.stack_space > 255 - sizeof(struct pt_regs)) in can_optimize() 177 if (!p->ainsn.kprobe_direct_exec) in optimized_callback() 178 op->kp.ainsn.insn_singlestep(p->opcode, &p->ainsn, regs); in optimized_callback() 241 BUG_ON(orig->ainsn.stack_space < 0); in NOKPROBE_SYMBOL() 243 stack_protect += orig->ainsn.stack_space; in NOKPROBE_SYMBOL() 262 orig->ainsn.kprobe_direct_exec = false; in NOKPROBE_SYMBOL() 263 if (can_kprobe_direct_exec(orig->ainsn.register_usage_flags)) { in NOKPROBE_SYMBOL() 279 orig->ainsn.kprobe_direct_exec = true; in NOKPROBE_SYMBOL()
|
| /Linux-v5.4/arch/arm64/kernel/probes/ |
| D | kprobes.c | 53 patch_text(p->ainsn.api.insn, p->opcode); in arch_prepare_ss_slot() 55 flush_icache_range((uintptr_t) (p->ainsn.api.insn), in arch_prepare_ss_slot() 56 (uintptr_t) (p->ainsn.api.insn) + in arch_prepare_ss_slot() 62 p->ainsn.api.restore = (unsigned long) p->addr + in arch_prepare_ss_slot() 69 p->ainsn.api.restore = 0; in arch_prepare_simulate() 76 if (p->ainsn.api.handler) in arch_simulate_insn() 77 p->ainsn.api.handler((u32)p->opcode, (long)p->addr, regs); in arch_simulate_insn() 97 switch (arm_kprobe_decode_insn(p->addr, &p->ainsn)) { in arch_prepare_kprobe() 102 p->ainsn.api.insn = NULL; in arch_prepare_kprobe() 106 p->ainsn.api.insn = get_insn_slot(); in arch_prepare_kprobe() [all …]
|
| /Linux-v5.4/arch/x86/kernel/kprobes/ |
| D | core.c | 404 synthesize_reljump(buf + len, p->ainsn.insn + len, in prepare_boost() 407 p->ainsn.boostable = true; in prepare_boost() 409 p->ainsn.boostable = false; in prepare_boost() 453 len = __copy_instruction(buf, p->addr, p->ainsn.insn, &insn); in arch_copy_kprobe() 464 p->ainsn.if_modifier = is_IF_modifier(buf); in arch_copy_kprobe() 470 text_poke(p->ainsn.insn, buf, len); in arch_copy_kprobe() 485 p->ainsn.insn = get_insn_slot(); in arch_prepare_kprobe() 486 if (!p->ainsn.insn) in arch_prepare_kprobe() 491 free_insn_slot(p->ainsn.insn, 0); in arch_prepare_kprobe() 492 p->ainsn.insn = NULL; in arch_prepare_kprobe() [all …]
|
| D | ftrace.c | 60 p->ainsn.insn = NULL; in arch_prepare_kprobe_ftrace() 61 p->ainsn.boostable = false; in arch_prepare_kprobe_ftrace()
|
| /Linux-v5.4/arch/parisc/kernel/ |
| D | kprobes.c | 24 p->ainsn.insn = get_insn_slot(); in arch_prepare_kprobe() 25 if (!p->ainsn.insn) in arch_prepare_kprobe() 28 memcpy(p->ainsn.insn, p->addr, in arch_prepare_kprobe() 37 if (!p->ainsn.insn) in arch_remove_kprobe() 40 free_insn_slot(p->ainsn.insn, 0); in arch_remove_kprobe() 41 p->ainsn.insn = NULL; in arch_remove_kprobe() 76 regs->iaoq[0] = (unsigned long)p->ainsn.insn; in setup_singlestep() 139 if (regs->iaoq[0] != (unsigned long)p->ainsn.insn+4) in parisc_kprobe_ss_handler()
|
| D | ftrace.c | 242 p->ainsn.insn = NULL; in arch_prepare_kprobe_ftrace()
|
| /Linux-v5.4/arch/mips/kernel/ |
| D | kprobes.c | 104 p->ainsn.insn = get_insn_slot(); in arch_prepare_kprobe() 105 if (!p->ainsn.insn) { in arch_prepare_kprobe() 124 memcpy(&p->ainsn.insn[0], p->addr + 1, sizeof(kprobe_opcode_t)); in arch_prepare_kprobe() 126 memcpy(&p->ainsn.insn[0], p->addr, sizeof(kprobe_opcode_t)); in arch_prepare_kprobe() 128 p->ainsn.insn[1] = breakpoint2_insn; in arch_prepare_kprobe() 149 if (p->ainsn.insn) { in arch_remove_kprobe() 150 free_insn_slot(p->ainsn.insn, 0); in arch_remove_kprobe() 151 p->ainsn.insn = NULL; in arch_remove_kprobe() 205 if (p->ainsn.insn->word == 0) in evaluate_branch_instruction() 246 regs->cp0_epc = (unsigned long)&p->ainsn.insn[0]; in prepare_singlestep() [all …]
|
| /Linux-v5.4/arch/sparc/kernel/ |
| D | kprobes.c | 55 p->ainsn.insn[0] = *p->addr; in arch_prepare_kprobe() 56 flushi(&p->ainsn.insn[0]); in arch_prepare_kprobe() 58 p->ainsn.insn[1] = BREAKPOINT_INSTRUCTION_2; in arch_prepare_kprobe() 59 flushi(&p->ainsn.insn[1]); in arch_prepare_kprobe() 111 regs->tpc = (unsigned long) &p->ainsn.insn[0]; in prepare_singlestep() 112 regs->tnpc = (unsigned long) &p->ainsn.insn[1]; in prepare_singlestep() 218 ainsn_addr = (unsigned long) &p->ainsn.insn[0]; in relbranch_fixup() 280 u32 insn = p->ainsn.insn[0]; in resume_execution()
|
| /Linux-v5.4/arch/parisc/include/asm/ |
| D | kprobes.h | 30 flush_icache_range((unsigned long)&(p)->ainsn.insn[0], \ 31 (unsigned long)&(p)->ainsn.insn[0] + \
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | kprobes.h | 23 do { flushi(&(p)->ainsn.insn[0]); \ 24 flushi(&(p)->ainsn.insn[1]); \
|
| /Linux-v5.4/arch/sh/kernel/ |
| D | kprobes.c | 54 memcpy(p->ainsn.insn, p->addr, MAX_INSN_SIZE * sizeof(kprobe_opcode_t)); in arch_copy_kprobe() 233 *p->ainsn.insn == BREAKPOINT_INSTRUCTION) { in kprobe_handler()
|
| /Linux-v5.4/include/linux/ |
| D | kprobes.h | 94 struct arch_specific_insn ainsn; member
|
| /Linux-v5.4/kernel/ |
| D | kprobes.c | 359 memcpy(&p->ainsn, &ap->ainsn, sizeof(struct arch_specific_insn)); in copy_kprobe()
|