Home
last modified time | relevance | path

Searched refs:locked_vm (Results 1 – 17 of 17) sorted by relevance

/Linux-v5.15/mm/
Dutil.c450 unsigned long locked_vm, limit; in __account_locked_vm() local
455 locked_vm = mm->locked_vm; in __account_locked_vm()
459 if (locked_vm + pages > limit) in __account_locked_vm()
463 mm->locked_vm = locked_vm + pages; in __account_locked_vm()
465 WARN_ON_ONCE(pages > locked_vm); in __account_locked_vm()
466 mm->locked_vm = locked_vm - pages; in __account_locked_vm()
471 locked_vm << PAGE_SHIFT, task_rlimit(task, RLIMIT_MEMLOCK), in __account_locked_vm()
Dmmap.c1360 locked += mm->locked_vm; in mlock_future_check()
1856 mm->locked_vm += (len >> PAGE_SHIFT); in mmap_region()
2350 locked = mm->locked_vm + grow; in acct_stack_growth()
2443 mm->locked_vm += grow; in expand_upwards()
2523 mm->locked_vm += grow; in expand_downwards()
2783 mm->locked_vm -= vma_pages(tmp); in unlock_range()
2874 if (mm->locked_vm) in __do_munmap()
3085 mm->locked_vm += (len >> PAGE_SHIFT); in do_brk_flags()
3157 if (mm->locked_vm) in exit_mmap()
Dmremap.c694 mm->locked_vm += new_len >> PAGE_SHIFT; in move_vma()
760 locked = mm->locked_vm << PAGE_SHIFT; in vma_to_resize()
1005 mm->locked_vm += pages; in SYSCALL_DEFINE5()
Ddebug.c245 mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, in dump_mm()
Dmlock.c541 mm->locked_vm += nr_pages; in mlock_fixup()
668 locked += current->mm->locked_vm; in do_mlock()
/Linux-v5.15/net/xdp/
Dxdp_umem.c37 atomic_long_sub(umem->npgs, &umem->user->locked_vm); in xdp_umem_unaccount_pages()
141 old_npgs = atomic_long_read(&umem->user->locked_vm); in xdp_umem_account_pages()
148 } while (atomic_long_cmpxchg(&umem->user->locked_vm, old_npgs, in xdp_umem_account_pages()
/Linux-v5.15/include/linux/sched/
Duser.h28 atomic_long_t locked_vm; member
/Linux-v5.15/include/linux/
Dmm_types.h486 unsigned long locked_vm; /* Pages that have PG_mlocked set */ member
/Linux-v5.15/Documentation/vm/
Dunevictable-lru.rst356 VMAs against the task's "locked_vm".
485 to be mlocked to the task's "locked_vm". To account for filtered VMAs,
487 callers then subtract a non-negative return value from the task's locked_vm. A
490 memory range accounted as locked_vm, as the protections could be changed later
/Linux-v5.15/drivers/infiniband/sw/siw/
Dsiw_verbs.c1308 if (num_pages > mem_limit - current->mm->locked_vm) { in siw_reg_user_mr()
1311 current->mm->locked_vm); in siw_reg_user_mr()
/Linux-v5.15/fs/proc/
Dtask_mmu.c61 SEQ_PUT_DEC(" kB\nVmLck:\t", mm->locked_vm); in task_mem()
/Linux-v5.15/net/core/
Dskbuff.c1142 old_pg = atomic_long_read(&user->locked_vm); in mm_account_pinned_pages()
1146 } while (atomic_long_cmpxchg(&user->locked_vm, old_pg, new_pg) != in mm_account_pinned_pages()
1163 atomic_long_sub(mmp->num_pg, &mmp->user->locked_vm); in mm_unaccount_pinned_pages()
/Linux-v5.15/Documentation/driver-api/
Dvfio.rst465 mm::locked_vm counter to make sure we do not exceed the rlimit.
/Linux-v5.15/kernel/events/
Dcore.c6080 atomic_long_sub(rb->aux_nr_pages - rb->aux_mmap_locked, &mmap_user->locked_vm); in perf_mmap_close()
6155 &mmap_user->locked_vm); in perf_mmap_close()
6301 user_locked = atomic_long_read(&user->locked_vm); in perf_mmap()
6364 atomic_long_add(user_extra, &user->locked_vm); in perf_mmap()
/Linux-v5.15/kernel/
Dfork.c1050 mm->locked_vm = 0; in mm_init()
/Linux-v5.15/drivers/vfio/
Dvfio_iommu_type1.c712 mm->locked_vm + lock_acct + 1 > limit) { in vfio_pin_pages_remote()
/Linux-v5.15/fs/
Dio_uring.c8695 atomic_long_sub(nr_pages, &user->locked_vm); in __io_unaccount_mem()
8707 cur_pages = atomic_long_read(&user->locked_vm); in __io_account_mem()
8711 } while (atomic_long_cmpxchg(&user->locked_vm, cur_pages, in __io_account_mem()