| /linux-6.15/include/asm-generic/ |
| H A D | tlb.h | 329 unsigned int fullmm : 1; member
387 if (tlb->fullmm) { in __tlb_reset_range()
435 if (tlb->fullmm || tlb->need_flush_all) { in tlb_flush()
506 if (!tlb->fullmm && !tlb->need_flush_all) in tlb_change_page_size()
540 if (tlb->fullmm) in tlb_start_vma()
551 if (tlb->fullmm) in tlb_end_vma()
|
| /linux-6.15/mm/ |
| H A D | mmu_gather.c | 408 bool fullmm) in __tlb_gather_mmu() argument
411 tlb->fullmm = fullmm; in __tlb_gather_mmu()
491 tlb->fullmm = 1; in tlb_finish_mmu()
|
| H A D | madvise.c | 696 clear_not_present_full_ptes(mm, addr, pte, nr, tlb->fullmm); in madvise_free_pte_range()
699 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
|
| H A D | memory.c | 1501 ptent = get_and_clear_full_ptes(mm, addr, pte, nr, tlb->fullmm); in zap_present_folio_ptes()
1514 clear_full_ptes(mm, addr, pte, nr, tlb->fullmm); in zap_present_folio_ptes()
1557 ptep_get_and_clear_full(mm, addr, pte, tlb->fullmm); in zap_present_ptes()
1655 clear_not_present_full_ptes(vma->vm_mm, addr, pte, nr, tlb->fullmm); in zap_nonpresent_ptes()
|
| H A D | huge_memory.c | 2223 tlb->fullmm); in zap_huge_pmd()
2729 orig_pud = pudp_huge_get_and_clear_full(vma, addr, pud, tlb->fullmm); in zap_huge_pud()
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 898 pte_t *ptep, pte_t orig, int fullmm,
902 pte_t *ptep, pte_t orig, int fullmm, in maybe_tlb_batch_add() argument
912 tlb_batch_add(mm, vaddr, ptep, orig, fullmm, hugepage_shift); in maybe_tlb_batch_add()
926 pte_t *ptep, pte_t pte, int fullmm) in __set_pte_at() argument
931 maybe_tlb_batch_add(mm, addr, ptep, orig, fullmm, PAGE_SHIFT); in __set_pte_at()
954 #define pte_clear_not_present_full(mm,addr,ptep,fullmm) \ argument
955 __set_pte_at((mm), (addr), (ptep), __pte(0UL), (fullmm))
|
| /linux-6.15/arch/riscv/include/asm/ |
| H A D | tlb.h | 19 if (tlb->fullmm || tlb->need_flush_all || tlb->freed_tables) in tlb_flush()
|
| /linux-6.15/arch/sparc/mm/ |
| H A D | tlb.c | 116 pte_t *ptep, pte_t orig, int fullmm, in tlb_batch_add() argument
145 if (!fullmm) in tlb_batch_add()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | tlb.h | 65 if (tlb->fullmm) { in tlb_flush()
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | tlb.h | 146 if (tlb->fullmm) { in tlb_flush()
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | tlb.h | 18 if (!tlb->fullmm && !tlb->need_flush_all) { in tlb_flush()
|
| /linux-6.15/arch/powerpc/mm/book3s64/ |
| H A D | radix_tlb.c | 609 static void __flush_all_mm(struct mm_struct *mm, bool fullmm) in __flush_all_mm() argument
765 static enum tlb_flush_type flush_type_needed(struct mm_struct *mm, bool fullmm) in flush_type_needed() argument
796 if (fullmm) in flush_type_needed()
875 static void __flush_all_mm(struct mm_struct *mm, bool fullmm) in __flush_all_mm() argument
886 type = flush_type_needed(mm, fullmm); in __flush_all_mm()
1199 if (tlb->fullmm) { in radix__tlb_flush()
|