54 	struct mm_struct *mm = __mm;  in flush_ldt()  local
56 	if (this_cpu_read(cpu_tlbstate.loaded_mm) != mm)  in flush_ldt()
59 	load_mm_ldt(mm);  in flush_ldt()
105 static void do_sanity_check(struct mm_struct *mm,  in do_sanity_check()  argument
109 	if (mm->context.ldt) {  in do_sanity_check()
150 static void map_ldt_struct_to_user(struct mm_struct *mm)  in map_ldt_struct_to_user()  argument
152 	pgd_t *k_pgd = pgd_offset(mm, LDT_BASE_ADDR);  in map_ldt_struct_to_user()
159 	if (static_cpu_has(X86_FEATURE_PTI) && !mm->context.ldt)  in map_ldt_struct_to_user()
163 static void sanity_check_ldt_mapping(struct mm_struct *mm)  in sanity_check_ldt_mapping()  argument
165 	pgd_t *k_pgd = pgd_offset(mm, LDT_BASE_ADDR);  in sanity_check_ldt_mapping()
175 	do_sanity_check(mm, had_kernel, had_user);  in sanity_check_ldt_mapping()
180 static void map_ldt_struct_to_user(struct mm_struct *mm)  in map_ldt_struct_to_user()  argument
182 	pgd_t *pgd = pgd_offset(mm, LDT_BASE_ADDR);  in map_ldt_struct_to_user()
184 	if (static_cpu_has(X86_FEATURE_PTI) && !mm->context.ldt)  in map_ldt_struct_to_user()
188 static void sanity_check_ldt_mapping(struct mm_struct *mm)  in sanity_check_ldt_mapping()  argument
190 	pgd_t *pgd = pgd_offset(mm, LDT_BASE_ADDR);  in sanity_check_ldt_mapping()
194 	do_sanity_check(mm, had_kernel, had_user);  in sanity_check_ldt_mapping()
212 map_ldt_struct(struct mm_struct *mm, struct ldt_struct *ldt, int slot)  in map_ldt_struct()  argument
230 	sanity_check_ldt_mapping(mm);  in map_ldt_struct()
237 	pgd = pgd_offset(mm, LDT_BASE_ADDR);  in map_ldt_struct()
256 		ptep = get_locked_pte(mm, va, &ptl);  in map_ldt_struct()
268 		set_pte_at(mm, va, ptep, pte);  in map_ldt_struct()
273 	map_ldt_struct_to_user(mm);  in map_ldt_struct()
276 	flush_tlb_mm_range(mm, va, va + LDT_SLOT_STRIDE, 0);  in map_ldt_struct()
285 map_ldt_struct(struct mm_struct *mm, struct ldt_struct *ldt, int slot)  in map_ldt_struct()  argument
291 static void free_ldt_pgtables(struct mm_struct *mm)  in free_ldt_pgtables()  argument
301 	tlb_gather_mmu(&tlb, mm, start, end);  in free_ldt_pgtables()
313 static void install_ldt(struct mm_struct *mm, struct ldt_struct *ldt)  in install_ldt()  argument
315 	mutex_lock(&mm->context.lock);  in install_ldt()
318 	smp_store_release(&mm->context.ldt, ldt);  in install_ldt()
321 	on_each_cpu_mask(mm_cpumask(mm), flush_ldt, mm, true);  in install_ldt()
323 	mutex_unlock(&mm->context.lock);  in install_ldt()
343 int ldt_dup_context(struct mm_struct *old_mm, struct mm_struct *mm)  in ldt_dup_context()  argument
365 	retval = map_ldt_struct(mm, new_ldt, 0);  in ldt_dup_context()
367 		free_ldt_pgtables(mm);  in ldt_dup_context()
371 	mm->context.ldt = new_ldt;  in ldt_dup_context()
383 void destroy_context_ldt(struct mm_struct *mm)  in destroy_context_ldt()  argument
385 	free_ldt_struct(mm->context.ldt);  in destroy_context_ldt()
386 	mm->context.ldt = NULL;  in destroy_context_ldt()
389 void ldt_arch_exit_mmap(struct mm_struct *mm)  in ldt_arch_exit_mmap()  argument
391 	free_ldt_pgtables(mm);  in ldt_arch_exit_mmap()
396 	struct mm_struct *mm = current->mm;  in read_ldt()  local
400 	down_read(&mm->context.ldt_usr_sem);  in read_ldt()
402 	if (!mm->context.ldt) {  in read_ldt()
410 	entries_size = mm->context.ldt->nr_entries * LDT_ENTRY_SIZE;  in read_ldt()
414 	if (copy_to_user(ptr, mm->context.ldt->entries, entries_size)) {  in read_ldt()
429 	up_read(&mm->context.ldt_usr_sem);  in read_ldt()
450 	struct mm_struct *mm = current->mm;  in write_ldt()  local
489 	if (down_write_killable(&mm->context.ldt_usr_sem))  in write_ldt()
492 	old_ldt       = mm->context.ldt;  in write_ldt()
513 	error = map_ldt_struct(mm, new_ldt, old_ldt ? !old_ldt->slot : 0);  in write_ldt()
521 			free_ldt_pgtables(mm);  in write_ldt()
526 	install_ldt(mm, new_ldt);  in write_ldt()
531 	up_write(&mm->context.ldt_usr_sem);  in write_ldt()