Home
last modified time | relevance | path

Searched refs:locked_vm (Results 1 – 22 of 22) sorted by relevance

/linux-6.15/mm/
H A Dutil.c508 unsigned long locked_vm, limit; in __account_locked_vm() local
513 locked_vm = mm->locked_vm; in __account_locked_vm()
517 if (locked_vm + pages > limit) in __account_locked_vm()
521 mm->locked_vm = locked_vm + pages; in __account_locked_vm()
523 WARN_ON_ONCE(pages > locked_vm); in __account_locked_vm()
524 mm->locked_vm = locked_vm - pages; in __account_locked_vm()
529 locked_vm << PAGE_SHIFT, task_rlimit(task, RLIMIT_MEMLOCK), in __account_locked_vm()
H A Dvma.c1226 mm->locked_vm -= vms->locked_vm; in vms_complete_munmap_vmas()
1351 vms->locked_vm += nrpages; in vms_gather_munmap_vmas()
1450 vms->nr_pages = vms->locked_vm = vms->nr_accounted = 0; in init_vma_munmap()
2479 mm->locked_vm += map->pglen; in __mmap_complete()
2679 mm->locked_vm += (len >> PAGE_SHIFT); in do_brk_flags()
2906 mm->locked_vm += grow; in expand_upwards()
2985 mm->locked_vm += grow; in expand_downwards()
H A Dmlock.c497 mm->locked_vm += nr_pages; in mlock_fixup()
635 locked += current->mm->locked_vm; in do_mlock()
H A Ddebug.c240 mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, in dump_mm()
H A Dvma.h47 unsigned long locked_vm; /* Number of locked pages */ member
H A Dmremap.c985 mm->locked_vm += pages; in vrm_stat_account()
H A Dmmap.c240 locked_pages += mm->locked_vm; in mlock_future_ok()
/linux-6.15/net/xdp/
H A Dxdp_umem.c35 atomic_long_sub(umem->npgs, &umem->user->locked_vm); in xdp_umem_unaccount_pages()
139 old_npgs = atomic_long_read(&umem->user->locked_vm); in xdp_umem_account_pages()
146 } while (atomic_long_cmpxchg(&umem->user->locked_vm, old_npgs, in xdp_umem_account_pages()
/linux-6.15/include/linux/sched/
H A Duser.h29 atomic_long_t locked_vm; member
/linux-6.15/arch/s390/kvm/
H A Dpci.c199 atomic_long_sub(nr_pages, &user->locked_vm); in unaccount_mem()
211 cur_pages = atomic_long_read(&user->locked_vm); in account_mem()
216 } while (!atomic_long_try_cmpxchg(&user->locked_vm, &cur_pages, new_pages)); in account_mem()
/linux-6.15/io_uring/
H A Drsrc.h152 atomic_long_sub(nr_pages, &user->locked_vm); in __io_unaccount_mem()
H A Drsrc.c48 cur_pages = atomic_long_read(&user->locked_vm); in __io_account_mem()
53 } while (!atomic_long_try_cmpxchg(&user->locked_vm, in __io_account_mem()
/linux-6.15/tools/testing/vma/
H A Dvma_internal.h222 unsigned long locked_vm; /* Pages that have PG_mlocked set */ member
1148 locked_pages += mm->locked_vm; in mlock_future_ok()
/linux-6.15/drivers/iommu/iommufd/
H A Dpages.c942 cur_pages = atomic_long_read(&pages->source_user->locked_vm); in incr_user_locked_vm()
947 } while (!atomic_long_try_cmpxchg(&pages->source_user->locked_vm, in incr_user_locked_vm()
954 if (WARN_ON(atomic_long_read(&pages->source_user->locked_vm) < npages)) in decr_user_locked_vm()
956 atomic_long_sub(npages, &pages->source_user->locked_vm); in decr_user_locked_vm()
/linux-6.15/drivers/vfio/
H A Dvfio_iommu_type1.c100 size_t locked_vm; member
438 dma->locked_vm += npage; in vfio_lock_acct()
695 mm->locked_vm + lock_acct + 1 > limit) { in vfio_pin_pages_remote()
1543 long npage = dma->locked_vm; in vfio_change_dma_owner()
/linux-6.15/include/linux/
H A Dmm_types.h1040 unsigned long locked_vm; /* Pages that have PG_mlocked set */ member
/linux-6.15/net/core/
H A Dskbuff.c1642 old_pg = atomic_long_read(&user->locked_vm); in mm_account_pinned_pages()
1647 } while (!atomic_long_try_cmpxchg(&user->locked_vm, &old_pg, new_pg)); in mm_account_pinned_pages()
1663 atomic_long_sub(mmp->num_pg, &mmp->user->locked_vm); in mm_unaccount_pinned_pages()
/linux-6.15/Documentation/driver-api/
H A Dvfio.rst636 mm::locked_vm counter to make sure we do not exceed the rlimit.
/linux-6.15/Documentation/mm/
H A Dunevictable-lru.rst363 VMAs against the task's "locked_vm".
/linux-6.15/kernel/
H A Dfork.c1297 mm->locked_vm = 0; in mm_init()
/linux-6.15/kernel/events/
H A Dcore.c6674 atomic_long_sub(rb->aux_nr_pages - rb->aux_mmap_locked, &mmap_user->locked_vm); in perf_mmap_close()
6749 &mmap_user->locked_vm); in perf_mmap_close()
6972 user_locked = atomic_long_read(&user->locked_vm); in perf_mmap()
7036 atomic_long_add(user_extra, &user->locked_vm); in perf_mmap()
/linux-6.15/fs/proc/
H A Dtask_mmu.c65 SEQ_PUT_DEC(" kB\nVmLck:\t", mm->locked_vm); in task_mem()