41 int raw_patch_instruction(unsigned int *addr, unsigned int instr)  in raw_patch_instruction()  argument
43 	return __patch_instruction(addr, instr, addr);  in raw_patch_instruction()
91 static int map_patch_area(void *addr, unsigned long text_poke_addr)  in map_patch_area()  argument
96 	if (is_vmalloc_addr(addr))  in map_patch_area()
97 		pfn = vmalloc_to_pfn(addr);  in map_patch_area()
99 		pfn = __pa_symbol(addr) >> PAGE_SHIFT;  in map_patch_area()
111 static inline int unmap_patch_area(unsigned long addr)  in unmap_patch_area()  argument
118 	pgdp = pgd_offset_k(addr);  in unmap_patch_area()
122 	pudp = pud_offset(pgdp, addr);  in unmap_patch_area()
126 	pmdp = pmd_offset(pudp, addr);  in unmap_patch_area()
130 	ptep = pte_offset_kernel(pmdp, addr);  in unmap_patch_area()
134 	pr_devel("clearing mm %p, pte %p, addr %lx\n", &init_mm, ptep, addr);  in unmap_patch_area()
139 	pte_clear(&init_mm, addr, ptep);  in unmap_patch_area()
140 	flush_tlb_kernel_range(addr, addr + PAGE_SIZE);  in unmap_patch_area()
145 static int do_patch_instruction(unsigned int *addr, unsigned int instr)  in do_patch_instruction()  argument
151 	unsigned long kaddr = (unsigned long)addr;  in do_patch_instruction()
159 		return raw_patch_instruction(addr, instr);  in do_patch_instruction()
163 	text_poke_addr = (unsigned long)__this_cpu_read(text_poke_area)->addr;  in do_patch_instruction()
164 	if (map_patch_area(addr, text_poke_addr)) {  in do_patch_instruction()
172 	__patch_instruction(addr, instr, patch_addr);  in do_patch_instruction()
185 static int do_patch_instruction(unsigned int *addr, unsigned int instr)  in do_patch_instruction()  argument
187 	return raw_patch_instruction(addr, instr);  in do_patch_instruction()
192 int patch_instruction(unsigned int *addr, unsigned int instr)  in patch_instruction()  argument
195 	if (init_mem_is_free && init_section_contains(addr, 4)) {  in patch_instruction()
196 		pr_debug("Skipping init section patching addr: 0x%px\n", addr);  in patch_instruction()
199 	return do_patch_instruction(addr, instr);  in patch_instruction()
203 int patch_branch(unsigned int *addr, unsigned long target, int flags)  in patch_branch()  argument
205 	return patch_instruction(addr, create_branch(addr, target, flags));  in patch_branch()
210 	unsigned int *addr;  in patch_branch_site()  local
212 	addr = (unsigned int *)((unsigned long)site + *site);  in patch_branch_site()
213 	return patch_instruction(addr, create_branch(addr, target, flags));  in patch_branch_site()
218 	unsigned int *addr;  in patch_instruction_site()  local
220 	addr = (unsigned int *)((unsigned long)site + *site);  in patch_instruction_site()
221 	return patch_instruction(addr, instr);  in patch_instruction_site()
268 unsigned int create_branch(const unsigned int *addr,  in create_branch()  argument
276 		offset = offset - (unsigned long)addr;  in create_branch()
288 unsigned int create_cond_branch(const unsigned int *addr,  in create_cond_branch()  argument
296 		offset = offset - (unsigned long)addr;  in create_cond_branch()
378 int instr_is_branch_to_addr(const unsigned int *instr, unsigned long addr)  in instr_is_branch_to_addr()  argument
381 		return branch_target(instr) == addr;  in instr_is_branch_to_addr()
401 void __patch_exception(int exc, unsigned long addr)  in __patch_exception()  argument
412 	patch_branch(ibase + (exc / 4) + 1, addr, 0);  in __patch_exception()
429 	unsigned long addr;  in test_branch_iform()  local
431 	addr = (unsigned long)&instr;  in test_branch_iform()
459 	check(instr_is_branch_to_addr(&instr, addr + 0x1FFFFFC));  in test_branch_iform()
462 	check(instr_is_branch_to_addr(&instr, addr - 4));  in test_branch_iform()
465 	check(instr_is_branch_to_addr(&instr, addr - 0x2000000));  in test_branch_iform()
468 	instr = create_branch(&instr, addr, BRANCH_SET_LINK);  in test_branch_iform()
469 	check(instr_is_branch_to_addr(&instr, addr));  in test_branch_iform()
472 	instr = create_branch(&instr, addr - 0x100, BRANCH_SET_LINK);  in test_branch_iform()
473 	check(instr_is_branch_to_addr(&instr, addr - 0x100));  in test_branch_iform()
476 	instr = create_branch(&instr, addr + 0x100, 0);  in test_branch_iform()
477 	check(instr_is_branch_to_addr(&instr, addr + 0x100));  in test_branch_iform()
480 	instr = create_branch(&instr, addr - 0x2000000, BRANCH_SET_LINK);  in test_branch_iform()
481 	check(instr_is_branch_to_addr(&instr, addr - 0x2000000));  in test_branch_iform()
484 	instr = create_branch(&instr, addr - 0x2000004, BRANCH_SET_LINK);  in test_branch_iform()
488 	instr = create_branch(&instr, addr + 0x2000000, BRANCH_SET_LINK);  in test_branch_iform()
492 	instr = create_branch(&instr, addr + 3, BRANCH_SET_LINK);  in test_branch_iform()
496 	instr = create_branch(&instr, addr, 0xFFFFFFFC);  in test_branch_iform()
497 	check(instr_is_branch_to_addr(&instr, addr));  in test_branch_iform()
515 	unsigned long addr;  in test_branch_bform()  local
519 	addr = (unsigned long)iptr;  in test_branch_bform()
538 	check(instr_is_branch_to_addr(&instr, addr + 0x7FFC));  in test_branch_bform()
541 	check(instr_is_branch_to_addr(&instr, addr - 4));  in test_branch_bform()
544 	check(instr_is_branch_to_addr(&instr, addr - 0x8000));  in test_branch_bform()
550 	instr = create_cond_branch(iptr, addr, flags);  in test_branch_bform()
551 	check(instr_is_branch_to_addr(&instr, addr));  in test_branch_bform()
554 	instr = create_cond_branch(iptr, addr - 0x100, flags);  in test_branch_bform()
555 	check(instr_is_branch_to_addr(&instr, addr - 0x100));  in test_branch_bform()
558 	instr = create_cond_branch(iptr, addr + 0x100, flags);  in test_branch_bform()
559 	check(instr_is_branch_to_addr(&instr, addr + 0x100));  in test_branch_bform()
562 	instr = create_cond_branch(iptr, addr - 0x8000, flags);  in test_branch_bform()
563 	check(instr_is_branch_to_addr(&instr, addr - 0x8000));  in test_branch_bform()
566 	instr = create_cond_branch(iptr, addr - 0x8004, flags);  in test_branch_bform()
570 	instr = create_cond_branch(iptr, addr + 0x8000, flags);  in test_branch_bform()
574 	instr = create_cond_branch(iptr, addr + 3, flags);  in test_branch_bform()
578 	instr = create_cond_branch(iptr, addr, 0xFFFFFFFC);  in test_branch_bform()
579 	check(instr_is_branch_to_addr(&instr, addr));  in test_branch_bform()
585 	unsigned long addr;  in test_translate_branch()  local
596 	addr = (unsigned long)p;  in test_translate_branch()
597 	patch_branch(p, addr, 0);  in test_translate_branch()
598 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
601 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
605 	addr = (unsigned long)p;  in test_translate_branch()
606 	patch_branch(p, addr, 0);  in test_translate_branch()
609 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
610 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
615 	addr = (unsigned long)p;  in test_translate_branch()
616 	patch_branch(p, addr, 0);  in test_translate_branch()
619 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
620 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
625 	addr = 0x1000000 + (unsigned long)buf;  in test_translate_branch()
626 	patch_branch(p, addr, BRANCH_SET_LINK);  in test_translate_branch()
629 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
630 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
634 	addr = 0x2000000 + (unsigned long)buf;  in test_translate_branch()
635 	patch_branch(p, addr, 0);  in test_translate_branch()
638 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
639 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
646 	addr = (unsigned long)p;  in test_translate_branch()
647 	patch_instruction(p, create_cond_branch(p, addr, 0));  in test_translate_branch()
648 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
651 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
655 	addr = (unsigned long)p;  in test_translate_branch()
656 	patch_instruction(p, create_cond_branch(p, addr, 0xFFFFFFFC));  in test_translate_branch()
659 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
660 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
665 	addr = (unsigned long)p;  in test_translate_branch()
666 	patch_instruction(p, create_cond_branch(p, addr, 0xFFFFFFFC));  in test_translate_branch()
669 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
670 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
675 	addr = 0x3000 + (unsigned long)buf;  in test_translate_branch()
676 	patch_instruction(p, create_cond_branch(p, addr, BRANCH_SET_LINK));  in test_translate_branch()
679 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
680 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()
684 	addr = 0x4000 + (unsigned long)buf;  in test_translate_branch()
685 	patch_instruction(p, create_cond_branch(p, addr, 0));  in test_translate_branch()
688 	check(instr_is_branch_to_addr(p, addr));  in test_translate_branch()
689 	check(instr_is_branch_to_addr(q, addr));  in test_translate_branch()