Lines Matching refs:cfi
258 static void init_cfi_state(struct cfi_state *cfi) in init_cfi_state() argument
263 cfi->regs[i].base = CFI_UNDEFINED; in init_cfi_state()
264 cfi->vals[i].base = CFI_UNDEFINED; in init_cfi_state()
266 cfi->cfa.base = CFI_UNDEFINED; in init_cfi_state()
267 cfi->drap_reg = CFI_UNDEFINED; in init_cfi_state()
268 cfi->drap_offset = -1; in init_cfi_state()
275 init_cfi_state(&state->cfi); in init_insn_state()
288 struct cfi_state *cfi = calloc(sizeof(struct cfi_state), 1); in cfi_alloc() local
289 if (!cfi) { in cfi_alloc()
294 return cfi; in cfi_alloc()
307 static inline u32 cfi_key(struct cfi_state *cfi) in cfi_key() argument
309 return jhash((void *)cfi + sizeof(cfi->hash), in cfi_key()
310 sizeof(*cfi) - sizeof(cfi->hash), 0); in cfi_key()
313 static struct cfi_state *cfi_hash_find_or_add(struct cfi_state *cfi) in cfi_hash_find_or_add() argument
315 struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)]; in cfi_hash_find_or_add()
319 if (!cficmp(cfi, obj)) { in cfi_hash_find_or_add()
326 *obj = *cfi; in cfi_hash_find_or_add()
332 static void cfi_hash_add(struct cfi_state *cfi) in cfi_hash_add() argument
334 struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)]; in cfi_hash_add()
336 hlist_add_head(&cfi->hash, head); in cfi_hash_add()
1568 orig_alt_group->cfi = calloc(special_alt->orig_len, in handle_group_alt()
1570 if (!orig_alt_group->cfi) { in handle_group_alt()
1685 new_alt_group->cfi = orig_alt_group->cfi; in handle_group_alt()
2019 struct cfi_state cfi = init_cfi; in read_unwind_hints() local
2090 insn->cfi = &func_cfi; in read_unwind_hints()
2094 if (insn->cfi) in read_unwind_hints()
2095 cfi = *(insn->cfi); in read_unwind_hints()
2097 if (arch_decode_hint_reg(hint->sp_reg, &cfi.cfa.base)) { in read_unwind_hints()
2103 cfi.cfa.offset = bswap_if_needed(hint->sp_offset); in read_unwind_hints()
2104 cfi.type = hint->type; in read_unwind_hints()
2105 cfi.end = hint->end; in read_unwind_hints()
2107 insn->cfi = cfi_hash_find_or_add(&cfi); in read_unwind_hints()
2451 struct cfi_state *cfi = &state->cfi; in has_modified_stack_frame() local
2454 if (cfi->cfa.base != initial_func_cfi.cfa.base || cfi->drap) in has_modified_stack_frame()
2457 if (cfi->cfa.offset != initial_func_cfi.cfa.offset) in has_modified_stack_frame()
2460 if (cfi->stack_size != initial_func_cfi.cfa.offset) in has_modified_stack_frame()
2464 if (cfi->regs[i].base != initial_func_cfi.regs[i].base || in has_modified_stack_frame()
2465 cfi->regs[i].offset != initial_func_cfi.regs[i].offset) in has_modified_stack_frame()
2481 struct cfi_state *cfi = &state->cfi; in has_valid_stack_frame() local
2483 if (cfi->cfa.base == CFI_BP && in has_valid_stack_frame()
2484 check_reg_frame_pos(&cfi->regs[CFI_BP], -cfi->cfa.offset) && in has_valid_stack_frame()
2485 check_reg_frame_pos(&cfi->regs[CFI_RA], -cfi->cfa.offset + 8)) in has_valid_stack_frame()
2488 if (cfi->drap && cfi->regs[CFI_BP].base == CFI_BP) in has_valid_stack_frame()
2495 struct cfi_state *cfi, in update_cfi_state_regs() argument
2498 struct cfi_reg *cfa = &cfi->cfa; in update_cfi_state_regs()
2519 static void save_reg(struct cfi_state *cfi, unsigned char reg, int base, int offset) in save_reg() argument
2522 cfi->regs[reg].base == CFI_UNDEFINED) { in save_reg()
2523 cfi->regs[reg].base = base; in save_reg()
2524 cfi->regs[reg].offset = offset; in save_reg()
2528 static void restore_reg(struct cfi_state *cfi, unsigned char reg) in restore_reg() argument
2530 cfi->regs[reg].base = initial_func_cfi.regs[reg].base; in restore_reg()
2531 cfi->regs[reg].offset = initial_func_cfi.regs[reg].offset; in restore_reg()
2589 struct cfi_state *cfi, struct stack_op *op) in update_cfi_state() argument
2591 struct cfi_reg *cfa = &cfi->cfa; in update_cfi_state()
2592 struct cfi_reg *regs = cfi->regs; in update_cfi_state()
2603 if (cfi->type == UNWIND_HINT_TYPE_REGS || in update_cfi_state()
2604 cfi->type == UNWIND_HINT_TYPE_REGS_PARTIAL) in update_cfi_state()
2605 return update_cfi_state_regs(insn, cfi, op); in update_cfi_state()
2619 cfi->bp_scratch = false; in update_cfi_state()
2623 op->dest.reg == CFI_BP && cfi->drap) { in update_cfi_state()
2627 regs[CFI_BP].offset = -cfi->stack_size; in update_cfi_state()
2628 cfi->bp_scratch = false; in update_cfi_state()
2643 cfi->vals[op->dest.reg].base = CFI_CFA; in update_cfi_state()
2644 cfi->vals[op->dest.reg].offset = -cfi->stack_size; in update_cfi_state()
2648 (cfa->base == CFI_BP || cfa->base == cfi->drap_reg)) { in update_cfi_state()
2655 cfi->stack_size = -cfi->regs[CFI_BP].offset; in update_cfi_state()
2662 cfi->vals[op->src.reg].base == CFI_CFA) { in update_cfi_state()
2672 cfa->offset = -cfi->vals[op->src.reg].offset; in update_cfi_state()
2673 cfi->stack_size = cfa->offset; in update_cfi_state()
2676 cfi->vals[op->src.reg].base == CFI_SP_INDIRECT && in update_cfi_state()
2677 cfi->vals[op->src.reg].offset == cfa->offset) { in update_cfi_state()
2714 cfi->vals[op->src.reg].base == CFI_SP_INDIRECT && in update_cfi_state()
2715 cfi->vals[op->src.reg].offset == cfa->offset) { in update_cfi_state()
2723 cfi->stack_size += 8; in update_cfi_state()
2733 cfi->stack_size -= op->src.offset; in update_cfi_state()
2742 cfi->stack_size = -(op->src.offset + regs[CFI_BP].offset); in update_cfi_state()
2746 if (!cfi->drap && op->src.reg == CFI_SP && in update_cfi_state()
2753 cfi->bp_scratch = false; in update_cfi_state()
2760 cfi->drap_reg = op->dest.reg; in update_cfi_state()
2772 cfi->vals[op->dest.reg].base = CFI_CFA; in update_cfi_state()
2773 cfi->vals[op->dest.reg].offset = \ in update_cfi_state()
2774 -cfi->stack_size + op->src.offset; in update_cfi_state()
2779 if (cfi->drap && op->dest.reg == CFI_SP && in update_cfi_state()
2780 op->src.reg == cfi->drap_reg) { in update_cfi_state()
2784 cfa->offset = cfi->stack_size = -op->src.offset; in update_cfi_state()
2785 cfi->drap_reg = CFI_UNDEFINED; in update_cfi_state()
2786 cfi->drap = false; in update_cfi_state()
2790 if (op->dest.reg == cfi->cfa.base && !(next_insn && next_insn->hint)) { in update_cfi_state()
2800 (cfi->drap_reg != CFI_UNDEFINED && cfa->base != CFI_SP) || in update_cfi_state()
2801 (cfi->drap_reg == CFI_UNDEFINED && cfa->base != CFI_BP)) { in update_cfi_state()
2807 if (cfi->drap_reg != CFI_UNDEFINED) { in update_cfi_state()
2809 cfa->base = cfi->drap_reg; in update_cfi_state()
2810 cfa->offset = cfi->stack_size = 0; in update_cfi_state()
2811 cfi->drap = true; in update_cfi_state()
2830 if (!cfi->drap && op->dest.reg == cfa->base) { in update_cfi_state()
2836 if (cfi->drap && cfa->base == CFI_BP_INDIRECT && in update_cfi_state()
2837 op->dest.reg == cfi->drap_reg && in update_cfi_state()
2838 cfi->drap_offset == -cfi->stack_size) { in update_cfi_state()
2841 cfa->base = cfi->drap_reg; in update_cfi_state()
2843 cfi->drap_offset = -1; in update_cfi_state()
2845 } else if (cfi->stack_size == -regs[op->dest.reg].offset) { in update_cfi_state()
2848 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2851 cfi->stack_size -= 8; in update_cfi_state()
2858 if (!cfi->drap && op->dest.reg == cfa->base && in update_cfi_state()
2863 cfa->offset = cfi->stack_size; in update_cfi_state()
2866 if (cfi->drap && op->src.reg == CFI_BP && in update_cfi_state()
2867 op->src.offset == cfi->drap_offset) { in update_cfi_state()
2870 cfa->base = cfi->drap_reg; in update_cfi_state()
2872 cfi->drap_offset = -1; in update_cfi_state()
2875 if (cfi->drap && op->src.reg == CFI_BP && in update_cfi_state()
2879 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2886 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2889 op->src.offset == regs[op->dest.reg].offset + cfi->stack_size) { in update_cfi_state()
2892 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2907 cfi->stack_size += 8; in update_cfi_state()
2914 if (cfi->drap) { in update_cfi_state()
2915 if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) { in update_cfi_state()
2919 cfa->offset = -cfi->stack_size; in update_cfi_state()
2922 cfi->drap_offset = -cfi->stack_size; in update_cfi_state()
2924 } else if (op->src.reg == CFI_BP && cfa->base == cfi->drap_reg) { in update_cfi_state()
2927 cfi->stack_size = 0; in update_cfi_state()
2932 save_reg(cfi, op->src.reg, CFI_BP, -cfi->stack_size); in update_cfi_state()
2938 save_reg(cfi, op->src.reg, CFI_CFA, -cfi->stack_size); in update_cfi_state()
2944 cfi->bp_scratch = true; in update_cfi_state()
2949 if (cfi->drap) { in update_cfi_state()
2950 if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) { in update_cfi_state()
2957 cfi->drap_offset = op->dest.offset; in update_cfi_state()
2961 save_reg(cfi, op->src.reg, CFI_BP, op->dest.offset); in update_cfi_state()
2968 save_reg(cfi, op->src.reg, CFI_CFA, in update_cfi_state()
2969 op->dest.offset - cfi->cfa.offset); in update_cfi_state()
2974 save_reg(cfi, op->src.reg, CFI_CFA, in update_cfi_state()
2975 op->dest.offset - cfi->stack_size); in update_cfi_state()
2980 cfi->vals[op->dest.reg].base = CFI_SP_INDIRECT; in update_cfi_state()
2981 cfi->vals[op->dest.reg].offset = cfa->offset; in update_cfi_state()
2994 cfi->stack_size -= 8; in update_cfi_state()
3026 if (!insn->cfi) { in propagate_alt_cfi()
3031 alt_cfi = insn->alt_group->cfi; in propagate_alt_cfi()
3035 alt_cfi[group_off] = insn->cfi; in propagate_alt_cfi()
3037 if (cficmp(alt_cfi[group_off], insn->cfi)) { in propagate_alt_cfi()
3055 if (update_cfi_state(insn, next_insn, &state->cfi, op)) in handle_insn_ops()
3088 struct cfi_state *cfi1 = insn->cfi; in insn_cfi_match()
3293 if (state->cfi.bp_scratch) { in validate_return()
3356 if (!insn->hint && !insn_cfi_match(insn, &state.cfi)) in validate_branch()
3394 insn->cfi = save_insn->cfi; in validate_branch()
3398 state.cfi = *insn->cfi; in validate_branch()
3402 if (prev_insn && !cficmp(prev_insn->cfi, &state.cfi)) { in validate_branch()
3403 insn->cfi = prev_insn->cfi; in validate_branch()
3406 insn->cfi = cfi_hash_find_or_add(&state.cfi); in validate_branch()
3552 if (state.cfi.cfa.base == CFI_UNDEFINED) in validate_branch()
3938 set_func_state(&state.cfi); in validate_section()