47 static int patch_alt_instruction(u32 *src, u32 *dest, u32 *alt_start, u32 *alt_end)  in patch_alt_instruction()  argument
59 			err = translate_branch(&instr, dest, src);  in patch_alt_instruction()
65 	raw_patch_instruction(dest, instr);  in patch_alt_instruction()
72 	u32 *start, *end, *alt_start, *alt_end, *src, *dest;  in patch_feature_section()  local
86 	dest = start;  in patch_feature_section()
89 			      dest = ppc_inst_next(dest, dest)) {  in patch_feature_section()
90 		if (patch_alt_instruction(src, dest, alt_start, alt_end))  in patch_feature_section()
94 	for (; dest < end; dest++)  in patch_feature_section()
95 		raw_patch_instruction(dest, ppc_inst(PPC_RAW_NOP()));  in patch_feature_section()
123 	unsigned int instrs[3], *dest;  in do_stf_entry_barrier_fixups()  local
148 		dest = (void *)start + *start;  in do_stf_entry_barrier_fixups()
150 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_stf_entry_barrier_fixups()
154 			patch_instruction(dest, ppc_inst(instrs[0]));  in do_stf_entry_barrier_fixups()
155 			patch_instruction(dest + 2, ppc_inst(instrs[2]));  in do_stf_entry_barrier_fixups()
156 			patch_branch(dest + 1,  in do_stf_entry_barrier_fixups()
159 			patch_instruction(dest + 1, ppc_inst(instrs[1]));  in do_stf_entry_barrier_fixups()
160 			patch_instruction(dest + 2, ppc_inst(instrs[2]));  in do_stf_entry_barrier_fixups()
161 			patch_instruction(dest, ppc_inst(instrs[0]));  in do_stf_entry_barrier_fixups()
175 	unsigned int instrs[6], *dest;  in do_stf_exit_barrier_fixups()  local
210 		dest = (void *)start + *start;  in do_stf_exit_barrier_fixups()
212 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_stf_exit_barrier_fixups()
214 		patch_instruction(dest, ppc_inst(instrs[0]));  in do_stf_exit_barrier_fixups()
215 		patch_instruction(dest + 1, ppc_inst(instrs[1]));  in do_stf_exit_barrier_fixups()
216 		patch_instruction(dest + 2, ppc_inst(instrs[2]));  in do_stf_exit_barrier_fixups()
217 		patch_instruction(dest + 3, ppc_inst(instrs[3]));  in do_stf_exit_barrier_fixups()
218 		patch_instruction(dest + 4, ppc_inst(instrs[4]));  in do_stf_exit_barrier_fixups()
219 		patch_instruction(dest + 5, ppc_inst(instrs[5]));  in do_stf_exit_barrier_fixups()
271 	unsigned int instrs[4], *dest;  in do_uaccess_flush_fixups()  local
298 		dest = (void *)start + *start;  in do_uaccess_flush_fixups()
300 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_uaccess_flush_fixups()
302 		patch_instruction(dest, ppc_inst(instrs[0]));  in do_uaccess_flush_fixups()
304 		patch_instruction(dest + 1, ppc_inst(instrs[1]));  in do_uaccess_flush_fixups()
305 		patch_instruction(dest + 2, ppc_inst(instrs[2]));  in do_uaccess_flush_fixups()
306 		patch_instruction(dest + 3, ppc_inst(instrs[3]));  in do_uaccess_flush_fixups()
322 	unsigned int instrs[3], *dest;  in __do_entry_flush_fixups()  local
373 		dest = (void *)start + *start;  in __do_entry_flush_fixups()
375 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in __do_entry_flush_fixups()
378 			patch_instruction(dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
379 			patch_instruction(dest + 2, ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
380 			patch_branch(dest + 1,  in __do_entry_flush_fixups()
383 			patch_instruction(dest + 1, ppc_inst(instrs[1]));  in __do_entry_flush_fixups()
384 			patch_instruction(dest + 2, ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
385 			patch_instruction(dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
392 		dest = (void *)start + *start;  in __do_entry_flush_fixups()
394 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in __do_entry_flush_fixups()
397 			patch_instruction(dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
398 			patch_instruction(dest + 2, ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
399 			patch_branch(dest + 1,  in __do_entry_flush_fixups()
402 			patch_instruction(dest + 1, ppc_inst(instrs[1]));  in __do_entry_flush_fixups()
403 			patch_instruction(dest + 2, ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
404 			patch_instruction(dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
435 	unsigned int instrs[3], *dest;  in __do_rfi_flush_fixups()  local
460 		dest = (void *)start + *start;  in __do_rfi_flush_fixups()
462 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in __do_rfi_flush_fixups()
464 		patch_instruction(dest, ppc_inst(instrs[0]));  in __do_rfi_flush_fixups()
465 		patch_instruction(dest + 1, ppc_inst(instrs[1]));  in __do_rfi_flush_fixups()
466 		patch_instruction(dest + 2, ppc_inst(instrs[2]));  in __do_rfi_flush_fixups()
504 	unsigned int instr, *dest;  in do_barrier_nospec_fixups_range()  local
519 		dest = (void *)start + *start;  in do_barrier_nospec_fixups_range()
521 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_barrier_nospec_fixups_range()
522 		patch_instruction(dest, ppc_inst(instr));  in do_barrier_nospec_fixups_range()
545 	unsigned int instr[2], *dest;  in do_barrier_nospec_fixups_range()  local
562 		dest = (void *)start + *start;  in do_barrier_nospec_fixups_range()
564 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_barrier_nospec_fixups_range()
565 		patch_instruction(dest, ppc_inst(instr[0]));  in do_barrier_nospec_fixups_range()
566 		patch_instruction(dest + 1, ppc_inst(instr[1]));  in do_barrier_nospec_fixups_range()
599 	u32 *dest;  in do_lwsync_fixups()  local
608 		dest = (void *)start + *start;  in do_lwsync_fixups()
609 		raw_patch_instruction(dest, ppc_inst(PPC_INST_LWSYNC));  in do_lwsync_fixups()
617 	u32 *src, *dest, *end;  in do_final_fixups()  local
623 	dest = (u32 *)KERNELBASE;  in do_final_fixups()
628 		raw_patch_instruction(dest, inst);  in do_final_fixups()
630 		dest = ppc_inst_next(dest, dest);  in do_final_fixups()