Lines Matching +full:no +full:- +full:pc +full:- +full:write
1 // SPDX-License-Identifier: GPL-2.0+
25 #include <asm/nospec-branch.h>
58 module_memfree(mod->arch.trampolines_start); in module_arch_cleanup()
65 mod->state == MODULE_STATE_LIVE) in module_arch_freeing_init()
68 vfree(mod->arch.syminfo); in module_arch_freeing_init()
69 mod->arch.syminfo = NULL; in module_arch_freeing_init()
76 info = me->arch.syminfo + ELF_R_SYM (rela->r_info); in check_rela()
77 switch (ELF_R_TYPE (rela->r_info)) { in check_rela()
83 case R_390_GOTENT: /* 32 bit PC rel. to GOT entry shifted by 1. */ in check_rela()
90 if (info->got_offset == -1UL) { in check_rela()
91 info->got_offset = me->arch.got_size; in check_rela()
92 me->arch.got_size += sizeof(void*); in check_rela()
95 case R_390_PLT16DBL: /* 16 bit PC rel. PLT shifted by 1. */ in check_rela()
96 case R_390_PLT32DBL: /* 32 bit PC rel. PLT shifted by 1. */ in check_rela()
97 case R_390_PLT32: /* 32 bit PC relative PLT address. */ in check_rela()
98 case R_390_PLT64: /* 64 bit PC relative PLT address. */ in check_rela()
102 if (info->plt_offset == -1UL) { in check_rela()
103 info->plt_offset = me->arch.plt_size; in check_rela()
104 me->arch.plt_size += PLT_ENTRY_SIZE; in check_rela()
112 modules linked with -shared. */ in check_rela()
132 for (i = 0; i < hdr->e_shnum; i++) in module_frob_arch_sections()
139 printk(KERN_ERR "module %s: no symbol table\n", me->name); in module_frob_arch_sections()
140 return -ENOEXEC; in module_frob_arch_sections()
144 me->arch.nsyms = symtab->sh_size / sizeof(Elf_Sym); in module_frob_arch_sections()
145 me->arch.syminfo = vmalloc(array_size(sizeof(struct mod_arch_syminfo), in module_frob_arch_sections()
146 me->arch.nsyms)); in module_frob_arch_sections()
147 if (!me->arch.syminfo) in module_frob_arch_sections()
148 return -ENOMEM; in module_frob_arch_sections()
149 symbols = (void *) hdr + symtab->sh_offset; in module_frob_arch_sections()
150 strings = (void *) hdr + sechdrs[symtab->sh_link].sh_offset; in module_frob_arch_sections()
151 for (i = 0; i < me->arch.nsyms; i++) { in module_frob_arch_sections()
157 me->arch.syminfo[i].got_offset = -1UL; in module_frob_arch_sections()
158 me->arch.syminfo[i].plt_offset = -1UL; in module_frob_arch_sections()
159 me->arch.syminfo[i].got_initialized = 0; in module_frob_arch_sections()
160 me->arch.syminfo[i].plt_initialized = 0; in module_frob_arch_sections()
164 me->arch.got_size = me->arch.plt_size = 0; in module_frob_arch_sections()
165 for (i = 0; i < hdr->e_shnum; i++) { in module_frob_arch_sections()
176 me->core_layout.size = ALIGN(me->core_layout.size, 4); in module_frob_arch_sections()
177 me->arch.got_offset = me->core_layout.size; in module_frob_arch_sections()
178 me->core_layout.size += me->arch.got_size; in module_frob_arch_sections()
179 me->arch.plt_offset = me->core_layout.size; in module_frob_arch_sections()
180 if (me->arch.plt_size) { in module_frob_arch_sections()
182 me->arch.plt_size += PLT_ENTRY_SIZE; in module_frob_arch_sections()
183 me->core_layout.size += me->arch.plt_size; in module_frob_arch_sections()
190 void *(*write)(void *dest, const void *src, size_t len)) in apply_rela_bits()
196 if (val & ((1UL << shift) - 1)) in apply_rela_bits()
197 return -ENOEXEC; in apply_rela_bits()
200 min = -(1L << (bits - 1)); in apply_rela_bits()
201 max = (1L << (bits - 1)) - 1; in apply_rela_bits()
203 return -ENOEXEC; in apply_rela_bits()
206 umax = ((1UL << (bits - 1)) << 1) - 1; in apply_rela_bits()
208 return -ENOEXEC; in apply_rela_bits()
213 write(dest, &tmp, 1); in apply_rela_bits()
217 write(dest, &tmp, 2); in apply_rela_bits()
220 write(dest, &tmp, 2); in apply_rela_bits()
224 write(dest, &tmp, 4); in apply_rela_bits()
227 write(dest, &tmp, 4); in apply_rela_bits()
230 write(dest, &tmp, 8); in apply_rela_bits()
237 void *(*write)(void *dest, const void *src, size_t len)) in apply_rela()
242 int rc = -ENOEXEC; in apply_rela()
245 loc = base + rela->r_offset; in apply_rela()
248 r_sym = ELF_R_SYM(rela->r_info); in apply_rela()
249 r_type = ELF_R_TYPE(rela->r_info); in apply_rela()
250 info = me->arch.syminfo + r_sym; in apply_rela()
254 case R_390_NONE: /* No relocation. */ in apply_rela()
263 val += rela->r_addend; in apply_rela()
265 rc = apply_rela_bits(loc, val, 0, 8, 0, write); in apply_rela()
267 rc = apply_rela_bits(loc, val, 0, 12, 0, write); in apply_rela()
269 rc = apply_rela_bits(loc, val, 0, 16, 0, write); in apply_rela()
271 rc = apply_rela_bits(loc, val, 1, 20, 0, write); in apply_rela()
273 rc = apply_rela_bits(loc, val, 0, 32, 0, write); in apply_rela()
275 rc = apply_rela_bits(loc, val, 0, 64, 0, write); in apply_rela()
277 case R_390_PC16: /* PC relative 16 bit. */ in apply_rela()
278 case R_390_PC16DBL: /* PC relative 16 bit shifted by 1. */ in apply_rela()
279 case R_390_PC32DBL: /* PC relative 32 bit shifted by 1. */ in apply_rela()
280 case R_390_PC32: /* PC relative 32 bit. */ in apply_rela()
281 case R_390_PC64: /* PC relative 64 bit. */ in apply_rela()
282 val += rela->r_addend - loc; in apply_rela()
284 rc = apply_rela_bits(loc, val, 1, 16, 0, write); in apply_rela()
286 rc = apply_rela_bits(loc, val, 1, 16, 1, write); in apply_rela()
288 rc = apply_rela_bits(loc, val, 1, 32, 1, write); in apply_rela()
290 rc = apply_rela_bits(loc, val, 1, 32, 0, write); in apply_rela()
292 rc = apply_rela_bits(loc, val, 1, 64, 0, write); in apply_rela()
299 case R_390_GOTENT: /* 32 bit PC rel. to GOT entry shifted by 1. */ in apply_rela()
306 if (info->got_initialized == 0) { in apply_rela()
307 Elf_Addr *gotent = me->core_layout.base + in apply_rela()
308 me->arch.got_offset + in apply_rela()
309 info->got_offset; in apply_rela()
311 write(gotent, &val, sizeof(*gotent)); in apply_rela()
312 info->got_initialized = 1; in apply_rela()
314 val = info->got_offset + rela->r_addend; in apply_rela()
317 rc = apply_rela_bits(loc, val, 0, 12, 0, write); in apply_rela()
320 rc = apply_rela_bits(loc, val, 0, 16, 0, write); in apply_rela()
323 rc = apply_rela_bits(loc, val, 1, 20, 0, write); in apply_rela()
326 rc = apply_rela_bits(loc, val, 0, 32, 0, write); in apply_rela()
329 rc = apply_rela_bits(loc, val, 0, 64, 0, write); in apply_rela()
332 val += (Elf_Addr) me->core_layout.base - loc; in apply_rela()
333 rc = apply_rela_bits(loc, val, 1, 32, 1, write); in apply_rela()
336 case R_390_PLT16DBL: /* 16 bit PC rel. PLT shifted by 1. */ in apply_rela()
337 case R_390_PLT32DBL: /* 32 bit PC rel. PLT shifted by 1. */ in apply_rela()
338 case R_390_PLT32: /* 32 bit PC relative PLT address. */ in apply_rela()
339 case R_390_PLT64: /* 64 bit PC relative PLT address. */ in apply_rela()
343 if (info->plt_initialized == 0) { in apply_rela()
348 plt_base = me->core_layout.base + me->arch.plt_offset; in apply_rela()
349 ip = plt_base + info->plt_offset; in apply_rela()
355 jump_r1 = plt_base + me->arch.plt_size - in apply_rela()
359 *(int *)&insn[10] = (jump_r1 - (ip + 8)) / 2; in apply_rela()
365 write(ip, insn, sizeof(insn)); in apply_rela()
366 info->plt_initialized = 1; in apply_rela()
371 val = me->arch.plt_offset - me->arch.got_offset + in apply_rela()
372 info->plt_offset + rela->r_addend; in apply_rela()
375 val - loc + 0xffffUL < 0x1ffffeUL) || in apply_rela()
377 val - loc + 0xffffffffULL < 0x1fffffffeULL))) in apply_rela()
378 val = (Elf_Addr) me->core_layout.base + in apply_rela()
379 me->arch.plt_offset + in apply_rela()
380 info->plt_offset; in apply_rela()
381 val += rela->r_addend - loc; in apply_rela()
384 rc = apply_rela_bits(loc, val, 1, 16, 1, write); in apply_rela()
386 rc = apply_rela_bits(loc, val, 0, 16, 0, write); in apply_rela()
388 rc = apply_rela_bits(loc, val, 1, 32, 1, write); in apply_rela()
391 rc = apply_rela_bits(loc, val, 0, 32, 0, write); in apply_rela()
394 rc = apply_rela_bits(loc, val, 0, 64, 0, write); in apply_rela()
399 val = val + rela->r_addend - in apply_rela()
400 ((Elf_Addr) me->core_layout.base + me->arch.got_offset); in apply_rela()
402 rc = apply_rela_bits(loc, val, 0, 16, 0, write); in apply_rela()
404 rc = apply_rela_bits(loc, val, 0, 32, 0, write); in apply_rela()
406 rc = apply_rela_bits(loc, val, 0, 64, 0, write); in apply_rela()
408 case R_390_GOTPC: /* 32 bit PC relative offset to GOT. */ in apply_rela()
409 case R_390_GOTPCDBL: /* 32 bit PC rel. off. to GOT shifted by 1. */ in apply_rela()
410 val = (Elf_Addr) me->core_layout.base + me->arch.got_offset + in apply_rela()
411 rela->r_addend - loc; in apply_rela()
413 rc = apply_rela_bits(loc, val, 1, 32, 0, write); in apply_rela()
415 rc = apply_rela_bits(loc, val, 1, 32, 1, write); in apply_rela()
422 modules linked with -shared. */ in apply_rela()
423 return -ENOEXEC; in apply_rela()
426 me->name, r_type); in apply_rela()
427 return -ENOEXEC; in apply_rela()
432 me->name, strtab + symtab[r_sym].st_name, in apply_rela()
442 void *(*write)(void *dest, const void *src, size_t len)) in __apply_relocate_add()
458 rc = apply_rela(rela, base, symtab, strtab, me, write); in __apply_relocate_add()
469 bool early = me->state == MODULE_STATE_UNFORMED; in apply_relocate_add()
470 void *(*write)(void *, const void *, size_t) = memcpy; in apply_relocate_add() local
473 write = s390_kernel_write; in apply_relocate_add()
476 write); in apply_relocate_add()
487 size = FTRACE_HOTPATCH_TRAMPOLINES_SIZE(s->sh_size); in module_alloc_ftrace_hotpatch_trampolines()
491 return -ENOMEM; in module_alloc_ftrace_hotpatch_trampolines()
495 me->arch.trampolines_start = (struct ftrace_hotpatch_trampoline *)start; in module_alloc_ftrace_hotpatch_trampolines()
496 me->arch.trampolines_end = (struct ftrace_hotpatch_trampoline *)end; in module_alloc_ftrace_hotpatch_trampolines()
497 me->arch.next_trampoline = me->arch.trampolines_start; in module_alloc_ftrace_hotpatch_trampolines()
515 !nospec_disable && me->arch.plt_size) { in module_finalize()
518 ij = me->core_layout.base + me->arch.plt_offset + in module_finalize()
519 me->arch.plt_size - PLT_ENTRY_SIZE; in module_finalize()
525 secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset; in module_finalize()
526 for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) { in module_finalize()
527 aseg = (void *) s->sh_addr; in module_finalize()
528 secname = secstrings + s->sh_name; in module_finalize()
532 apply_alternatives(aseg, aseg + s->sh_size); in module_finalize()
536 nospec_revert(aseg, aseg + s->sh_size); in module_finalize()
540 nospec_revert(aseg, aseg + s->sh_size); in module_finalize()