Lines Matching refs:ptl

404 	spinlock_t *ptl = pmd_lock(mm, pmd);  in pmd_install()  local
425 spin_unlock(ptl); in pmd_install()
1705 spinlock_t *ptl; in zap_pte_range() local
1717 start_pte = pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1761 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1811 spinlock_t *ptl = pmd_lock(tlb->mm, pmd); in zap_pmd_range() local
1817 spin_unlock(ptl); in zap_pmd_range()
2069 spinlock_t **ptl) in __get_locked_pte() argument
2075 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
2173 spinlock_t *ptl; in insert_page() local
2179 pte = get_locked_pte(vma->vm_mm, addr, &ptl); in insert_page()
2184 pte_unmap_unlock(pte, ptl); in insert_page()
2425 spinlock_t *ptl; in insert_pfn() local
2427 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
2470 pte_unmap_unlock(pte, ptl); in insert_pfn()
2674 spinlock_t *ptl; in remap_pte_range() local
2677 mapped_pte = pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
2691 pte_unmap_unlock(mapped_pte, ptl); in remap_pte_range()
2920 spinlock_t *ptl; in apply_to_pte_range() local
2925 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2931 pte_offset_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2952 pte_unmap_unlock(mapped_pte, ptl); in apply_to_pte_range()
3142 spin_lock(vmf->ptl); in pte_unmap_same()
3144 spin_unlock(vmf->ptl); in pte_unmap_same()
3192 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
3220 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
3248 pte_unmap_unlock(vmf->pte, vmf->ptl); in __wp_page_copy_user()
3363 __releases(vmf->ptl) in wp_page_reuse()
3387 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_reuse()
3514 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy()
3579 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3582 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3628 &vmf->ptl); in finish_mkwrite_fault()
3637 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_mkwrite_fault()
3655 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_pfn_shared()
3671 __releases(vmf->ptl) in wp_page_shared()
3681 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_shared()
3848 __releases(vmf->ptl) in do_wp_page()
3858 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3922 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3934 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
4102 &vmf->ptl); in remove_device_exclusive_entry()
4108 pte_unmap_unlock(vmf->pte, vmf->ptl); in remove_device_exclusive_entry()
4138 vmf->address, &vmf->ptl); in pte_marker_clear()
4151 pte_unmap_unlock(vmf->pte, vmf->ptl); in pte_marker_clear()
4311 spinlock_t *ptl; in alloc_swap_folio() local
4346 vmf->address & PMD_MASK, &ptl); in alloc_swap_folio()
4362 pte_unmap_unlock(pte, ptl); in alloc_swap_folio()
4443 vmf->address, &vmf->ptl); in do_swap_page()
4457 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4463 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4543 vmf->address, &vmf->ptl); in do_swap_page()
4615 &vmf->ptl); in do_swap_page()
4817 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4830 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4977 vmf->address, &vmf->ptl); in do_anonymous_page()
4989 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
5021 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, addr, &vmf->ptl); in do_anonymous_page()
5038 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
5057 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
5185 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_set_pmd()
5212 spin_unlock(vmf->ptl); in do_set_pmd()
5366 addr, &vmf->ptl); in finish_fault()
5377 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
5388 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
5633 vmf->address, &vmf->ptl); in do_fault()
5649 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_fault()
5783 spin_lock(vmf->ptl); in do_numa_page()
5788 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5819 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5833 vmf->address, &vmf->ptl); in do_numa_page()
5837 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5851 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5984 &vmf->ptl); in handle_pte_fault()
6005 spin_lock(vmf->ptl); in handle_pte_fault()
6037 pte_unmap_unlock(vmf->pte, vmf->ptl); in handle_pte_fault()
6646 spinlock_t *ptl; in __pmd_alloc() local
6651 ptl = pud_lock(mm, pud); in __pmd_alloc()
6659 spin_unlock(ptl); in __pmd_alloc()
7352 spinlock_t *ptl; in ptlock_alloc() local
7354 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
7355 if (!ptl) in ptlock_alloc()
7357 ptdesc->ptl = ptl; in ptlock_alloc()
7363 if (ptdesc->ptl) in ptlock_free()
7364 kmem_cache_free(page_ptl_cachep, ptdesc->ptl); in ptlock_free()