48 static int patch_alt_instruction(unsigned int *src, unsigned int *dest,  in patch_alt_instruction()  argument
60 			instr = translate_branch(dest, src);  in patch_alt_instruction()
66 	raw_patch_instruction(dest, instr);  in patch_alt_instruction()
73 	unsigned int *start, *end, *alt_start, *alt_end, *src, *dest;  in patch_feature_section()  local
87 	dest = start;  in patch_feature_section()
89 	for (; src < alt_end; src++, dest++) {  in patch_feature_section()
90 		if (patch_alt_instruction(src, dest, alt_start, alt_end))  in patch_feature_section()
94 	for (; dest < end; dest++)  in patch_feature_section()
95 		raw_patch_instruction(dest, PPC_INST_NOP);  in patch_feature_section()
123 	unsigned int instrs[3], *dest;  in do_stf_entry_barrier_fixups()  local
148 		dest = (void *)start + *start;  in do_stf_entry_barrier_fixups()
150 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_stf_entry_barrier_fixups()
152 		patch_instruction(dest, instrs[0]);  in do_stf_entry_barrier_fixups()
155 			patch_branch(dest + 1, (unsigned long)&stf_barrier_fallback,  in do_stf_entry_barrier_fixups()
158 			patch_instruction(dest + 1, instrs[1]);  in do_stf_entry_barrier_fixups()
160 		patch_instruction(dest + 2, instrs[2]);  in do_stf_entry_barrier_fixups()
173 	unsigned int instrs[6], *dest;  in do_stf_exit_barrier_fixups()  local
209 		dest = (void *)start + *start;  in do_stf_exit_barrier_fixups()
211 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_stf_exit_barrier_fixups()
213 		patch_instruction(dest, instrs[0]);  in do_stf_exit_barrier_fixups()
214 		patch_instruction(dest + 1, instrs[1]);  in do_stf_exit_barrier_fixups()
215 		patch_instruction(dest + 2, instrs[2]);  in do_stf_exit_barrier_fixups()
216 		patch_instruction(dest + 3, instrs[3]);  in do_stf_exit_barrier_fixups()
217 		patch_instruction(dest + 4, instrs[4]);  in do_stf_exit_barrier_fixups()
218 		patch_instruction(dest + 5, instrs[5]);  in do_stf_exit_barrier_fixups()
237 	unsigned int instrs[3], *dest;  in do_rfi_flush_fixups()  local
262 		dest = (void *)start + *start;  in do_rfi_flush_fixups()
264 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_rfi_flush_fixups()
266 		patch_instruction(dest, instrs[0]);  in do_rfi_flush_fixups()
267 		patch_instruction(dest + 1, instrs[1]);  in do_rfi_flush_fixups()
268 		patch_instruction(dest + 2, instrs[2]);  in do_rfi_flush_fixups()
283 	unsigned int instr, *dest;  in do_barrier_nospec_fixups_range()  local
298 		dest = (void *)start + *start;  in do_barrier_nospec_fixups_range()
300 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_barrier_nospec_fixups_range()
301 		patch_instruction(dest, instr);  in do_barrier_nospec_fixups_range()
324 	unsigned int instr[2], *dest;  in do_barrier_nospec_fixups_range()  local
341 		dest = (void *)start + *start;  in do_barrier_nospec_fixups_range()
343 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_barrier_nospec_fixups_range()
344 		patch_instruction(dest, instr[0]);  in do_barrier_nospec_fixups_range()
345 		patch_instruction(dest + 1, instr[1]);  in do_barrier_nospec_fixups_range()
355 	unsigned int *dest;  in do_lwsync_fixups()  local
364 		dest = (void *)start + *start;  in do_lwsync_fixups()
365 		raw_patch_instruction(dest, PPC_INST_LWSYNC);  in do_lwsync_fixups()
372 	int *src, *dest;  in do_final_fixups()  local
379 	dest = (int *)KERNELBASE;  in do_final_fixups()
383 		raw_patch_instruction(dest, *src);  in do_final_fixups()
385 		dest++;  in do_final_fixups()