| /linux-6.15/arch/sparc/mm/ |
| H A D | init_32.c | 82 unsigned long tmp = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); in calc_max_low_pfn() 87 curr_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; in calc_max_low_pfn() 174 start_pfn >>= PAGE_SHIFT; in bootmem_init() 176 max_pfn = end_of_phys_memory >> PAGE_SHIFT; in bootmem_init() 181 if (max_low_pfn > pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT)) { in bootmem_init() 182 highstart_pfn = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); in bootmem_init() 186 high_pages >> (20 - PAGE_SHIFT)); in bootmem_init() 192 size = (start_pfn << PAGE_SHIFT) - phys_base; in bootmem_init() 197 *pages_avail = (size >> PAGE_SHIFT) - high_pages; in bootmem_init() 200 memblock_set_current_limit(max_low_pfn << PAGE_SHIFT); in bootmem_init() [all …]
|
| /linux-6.15/arch/alpha/include/asm/ |
| H A D | pgtable.h | 31 #define PMD_SHIFT (PAGE_SHIFT + (PAGE_SHIFT-3)) 36 #define PGDIR_SHIFT (PAGE_SHIFT + 2*(PAGE_SHIFT-3)) 44 #define PTRS_PER_PTE (1UL << (PAGE_SHIFT-3)) 45 #define PTRS_PER_PMD (1UL << (PAGE_SHIFT-3)) 46 #define PTRS_PER_PGD (1UL << (PAGE_SHIFT-3)) 50 #define PTRS_PER_PAGE (1UL << (PAGE_SHIFT-3)) 178 #define KSEG_PFN (0xc0000000000UL >> PAGE_SHIFT) 180 ((((pfn) & KSEG_PFN) == (0x40000000000UL >> PAGE_SHIFT)) \ 190 #define page_to_pa(page) (page_to_pfn(page) << PAGE_SHIFT) 219 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr() [all …]
|
| /linux-6.15/arch/x86/mm/ |
| H A D | init.c | 143 min_pfn_mapped << PAGE_SHIFT, in alloc_low_pages() 144 max_pfn_mapped << PAGE_SHIFT); in alloc_low_pages() 152 pfn = ret >> PAGE_SHIFT; in alloc_low_pages() 161 adr = __va((pfn + i) << PAGE_SHIFT); in alloc_low_pages() 165 return __va(pfn << PAGE_SHIFT); in alloc_low_pages() 197 pgt_buf_start = base >> PAGE_SHIFT; in early_alloc_pgt_buf() 555 add_pfn_range_mapped(start >> PAGE_SHIFT, ret >> PAGE_SHIFT); in init_memory_mapping() 557 return ret >> PAGE_SHIFT; in init_memory_mapping() 709 min_pfn_mapped = start >> PAGE_SHIFT; in memory_map_bottom_up() 770 end = max_pfn << PAGE_SHIFT; in init_mem_mapping() [all …]
|
| /linux-6.15/drivers/gpu/drm/i915/ |
| H A D | i915_ttm_buddy_manager.c | 73 min_page_size = bo->page_alignment << PAGE_SHIFT; in i915_ttm_buddy_man_alloc() 78 if (size > lpfn << PAGE_SHIFT) { in i915_ttm_buddy_man_alloc() 93 (u64)lpfn << PAGE_SHIFT, in i915_ttm_buddy_man_alloc() 94 (u64)n_pages << PAGE_SHIFT, in i915_ttm_buddy_man_alloc() 108 drm_buddy_block_offset(block) >> PAGE_SHIFT; in i915_ttm_buddy_man_alloc() 179 drm_buddy_block_offset(block) >> PAGE_SHIFT; in i915_ttm_buddy_man_intersects() 212 drm_buddy_block_offset(block) >> PAGE_SHIFT; in i915_ttm_buddy_man_compatible() 235 (u64)bman->visible_size << PAGE_SHIFT >> 20); in i915_ttm_buddy_man_debug() 304 bman->visible_size = visible_size >> PAGE_SHIFT; in i915_ttm_buddy_man_init() 375 unsigned long fpfn = start >> PAGE_SHIFT; in i915_ttm_buddy_man_reserve() [all …]
|
| H A D | i915_mm.c | 46 return (r->sgt.dma + r->sgt.curr + r->iobase) >> PAGE_SHIFT; in sgt_pfn() 48 return r->sgt.pfn + (r->sgt.curr >> PAGE_SHIFT); in sgt_pfn() 111 zap_vma_ptes(vma, addr, (r.pfn - pfn) << PAGE_SHIFT); in remap_io_mapping() 146 while (offset >= r.sgt.max >> PAGE_SHIFT) { in remap_io_sg() 147 offset -= r.sgt.max >> PAGE_SHIFT; in remap_io_sg() 152 r.sgt.curr = offset << PAGE_SHIFT; in remap_io_sg() 159 zap_vma_ptes(vma, addr, r.pfn << PAGE_SHIFT); in remap_io_sg()
|
| /linux-6.15/arch/arc/include/asm/ |
| H A D | highmem.h | 24 #define FIXADDR_TOP (FIXMAP_BASE + (FIX_KMAP_END << PAGE_SHIFT)) 30 #define __fix_to_virt(x) (FIXADDR_TOP - ((x) << PAGE_SHIFT)) 31 #define __virt_to_fix(x) (((FIXADDR_TOP - ((x) & PAGE_MASK))) >> PAGE_SHIFT) 35 #define LAST_PKMAP (PKMAP_SIZE >> PAGE_SHIFT) 37 #define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT)) 38 #define PKMAP_NR(virt) (((virt) - PKMAP_BASE) >> PAGE_SHIFT)
|
| /linux-6.15/arch/arm/mm/ |
| H A D | tlb-v7.S | 39 mov r0, r0, lsr #PAGE_SHIFT @ align address 40 mov r1, r1, lsr #PAGE_SHIFT 46 orr r0, r3, r0, lsl #PAGE_SHIFT @ Create initial MVA 47 mov r1, r1, lsl #PAGE_SHIFT 73 mov r0, r0, lsr #PAGE_SHIFT @ align address 74 mov r1, r1, lsr #PAGE_SHIFT 75 mov r0, r0, lsl #PAGE_SHIFT 76 mov r1, r1, lsl #PAGE_SHIFT
|
| H A D | tlb-v6.S | 41 mov r0, r0, lsr #PAGE_SHIFT @ align address 42 mov r1, r1, lsr #PAGE_SHIFT 44 orr r0, r3, r0, lsl #PAGE_SHIFT @ Create initial MVA 45 mov r1, r1, lsl #PAGE_SHIFT 73 mov r0, r0, lsr #PAGE_SHIFT @ align address 74 mov r1, r1, lsr #PAGE_SHIFT 75 mov r0, r0, lsl #PAGE_SHIFT 76 mov r1, r1, lsl #PAGE_SHIFT
|
| H A D | mmap.c | 18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 52 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown() 127 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown() 166 return (pfn + (size >> PAGE_SHIFT)) <= (1 + (PHYS_MASK >> PAGE_SHIFT)); in valid_mmap_phys_addr_range()
|
| /linux-6.15/arch/xtensa/include/asm/ |
| H A D | page.h | 63 # define DCACHE_ALIAS_ORDER (DCACHE_WAY_SHIFT - PAGE_SHIFT) 65 # define DCACHE_ALIAS(a) (((a) & DCACHE_ALIAS_MASK) >> PAGE_SHIFT) 74 # define ICACHE_ALIAS_ORDER (ICACHE_WAY_SHIFT - PAGE_SHIFT) 76 # define ICACHE_ALIAS(a) (((a) & ICACHE_ALIAS_MASK) >> PAGE_SHIFT) 140 #define ARCH_PFN_OFFSET (PHYS_OFFSET >> PAGE_SHIFT) 171 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) 172 #define page_to_virt(page) __va(page_to_pfn(page) << PAGE_SHIFT) 173 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | pgalloc.h | 65 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel() 72 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel_safe() 82 set_pmd(pmd, __pmd(((pteval_t)pfn << PAGE_SHIFT) | _PAGE_TABLE)); in pmd_populate() 99 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate() 105 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe() 113 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate() 119 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate_safe() 136 paravirt_alloc_p4d(mm, __pa(p4d) >> PAGE_SHIFT); in pgd_populate() 144 paravirt_alloc_p4d(mm, __pa(p4d) >> PAGE_SHIFT); in pgd_populate_safe()
|
| /linux-6.15/arch/riscv/kvm/ |
| H A D | mmu.c | 87 unsigned long page_order = PAGE_SHIFT; in gstage_level_to_page_size() 128 unsigned long order = PAGE_SHIFT; in gstage_remote_tlb_flush() 425 gpa_t gpa = slot->base_gfn << PAGE_SHIFT; in kvm_arch_flush_shadow_memslot() 426 phys_addr_t size = slot->npages << PAGE_SHIFT; in kvm_arch_flush_shadow_memslot() 466 (gstage_gpa_size >> PAGE_SHIFT)) in kvm_arch_prepare_memory_region() 470 size = new->npages << PAGE_SHIFT; in kvm_arch_prepare_memory_region() 472 base_gpa = new->base_gfn << PAGE_SHIFT; in kvm_arch_prepare_memory_region() 513 pa = (phys_addr_t)vma->vm_pgoff << PAGE_SHIFT; in kvm_arch_prepare_memory_region() 548 (range->end - range->start) << PAGE_SHIFT, in kvm_unmap_gfn_range() 597 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_riscv_gstage_map() [all …]
|
| /linux-6.15/arch/powerpc/mm/book3s64/ |
| H A D | iommu_api.c | 91 mem->pageshift = __ffs(ua | (entries << PAGE_SHIFT)); in mm_iommu_do_alloc() 100 chunk = (1UL << (PAGE_SHIFT + MAX_PAGE_ORDER)) / in mm_iommu_do_alloc() 106 ret = pin_user_pages(ua + (entry << PAGE_SHIFT), n, in mm_iommu_do_alloc() 135 if ((mem2->ua < (ua + (entries << PAGE_SHIFT))) && in mm_iommu_do_alloc() 137 (mem2->entries << PAGE_SHIFT)))) { in mm_iommu_do_alloc() 150 pageshift = PAGE_SHIFT; in mm_iommu_do_alloc() 161 mem->hpas[i] = page_to_pfn(page) << PAGE_SHIFT; in mm_iommu_do_alloc() 214 page = pfn_to_page(mem->hpas[i] >> PAGE_SHIFT); in mm_iommu_unpin() 297 (mem->entries << PAGE_SHIFT))) { in mm_iommu_lookup() 333 const long entry = (ua - mem->ua) >> PAGE_SHIFT; in mm_iommu_ua_to_hpa() [all …]
|
| /linux-6.15/arch/x86/kernel/cpu/mtrr/ |
| H A D | if.c | 54 base >>= PAGE_SHIFT; in mtrr_file_add() 55 size >>= PAGE_SHIFT; in mtrr_file_add() 73 base >>= PAGE_SHIFT; in mtrr_file_del() 74 size >>= PAGE_SHIFT; in mtrr_file_del() 144 base >>= PAGE_SHIFT; in mtrr_write() 145 size >>= PAGE_SHIFT; in mtrr_write() 259 gentry.base = base << PAGE_SHIFT; in mtrr_ioctl() 260 gentry.size = size << PAGE_SHIFT; in mtrr_ioctl() 369 if (size < (0x100000 >> PAGE_SHIFT)) { in mtrr_seq_show() 372 size <<= PAGE_SHIFT - 10; in mtrr_seq_show() [all …]
|
| H A D | centaur.c | 52 *base = centaur_mcr[reg].high >> PAGE_SHIFT; in centaur_get_mcr() 53 *size = -(centaur_mcr[reg].low & 0xfffff000) >> PAGE_SHIFT; in centaur_get_mcr() 74 high = base << PAGE_SHIFT; in centaur_set_mcr() 77 low = -size << PAGE_SHIFT | 0x1f; in centaur_set_mcr() 80 low = -size << PAGE_SHIFT | 0x02; /* NC */ in centaur_set_mcr() 82 low = -size << PAGE_SHIFT | 0x09; /* WWO, WC */ in centaur_set_mcr()
|
| H A D | amd.c | 20 *base = (low & 0xFFFE0000) >> PAGE_SHIFT; in amd_get_mtrr() 46 *size = (low + 4) << (15 - PAGE_SHIFT); in amd_get_mtrr() 83 regs[reg] = (-size >> (15 - PAGE_SHIFT) & 0x0001FFFC) in amd_set_mtrr() 84 | (base << PAGE_SHIFT) | (type + 1); in amd_set_mtrr() 106 if (type > MTRR_TYPE_WRCOMB || size < (1 << (17 - PAGE_SHIFT)) in amd_validate_add_page()
|
| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_ttm_vram_mgr.c | 61 if (!lpfn || lpfn > man->size >> PAGE_SHIFT) in xe_ttm_vram_mgr_new() 62 lpfn = man->size >> PAGE_SHIFT; in xe_ttm_vram_mgr_new() 64 if (tbo->base.size >> PAGE_SHIFT > (lpfn - place->fpfn)) in xe_ttm_vram_mgr_new() 84 if (place->fpfn || lpfn != man->size >> PAGE_SHIFT) in xe_ttm_vram_mgr_new() 113 if (place->fpfn + (size >> PAGE_SHIFT) != lpfn && in xe_ttm_vram_mgr_new() 122 (u64)lpfn << PAGE_SHIFT, size, in xe_ttm_vram_mgr_new() 132 if (lpfn <= mgr->visible_size >> PAGE_SHIFT) { in xe_ttm_vram_mgr_new() 237 drm_buddy_block_offset(block) >> PAGE_SHIFT; in xe_ttm_vram_mgr_intersects() 239 (drm_buddy_block_size(mm, block) >> PAGE_SHIFT); in xe_ttm_vram_mgr_intersects() 267 drm_buddy_block_offset(block) >> PAGE_SHIFT; in xe_ttm_vram_mgr_compatible() [all …]
|
| /linux-6.15/arch/nios2/mm/ |
| H A D | tlb.c | 23 << PAGE_SHIFT) 38 return ((addr | 0xC0000000UL) >> PAGE_SHIFT) << 2; in pteaddr_invalid() 53 WRCTL(CTL_PTEADDR, (addr >> PAGE_SHIFT) << 2); in replace_tlb_one_pid() 64 if (((pteaddr >> 2) & 0xfffff) != (addr >> PAGE_SHIFT)) in replace_tlb_one_pid() 134 WRCTL(CTL_PTEADDR, (addr >> PAGE_SHIFT) << 2); in flush_tlb_one() 144 if (((pteaddr >> 2) & 0xfffff) != (addr >> PAGE_SHIFT)) in flush_tlb_one() 173 line << (PAGE_SHIFT + cpuinfo.tlb_num_ways_log2)); in dump_tlb_line() 190 if ((tlbacc << PAGE_SHIFT) != 0) { in dump_tlb_line() 193 (pteaddr << (PAGE_SHIFT-2)), in dump_tlb_line() 194 (tlbacc << PAGE_SHIFT), in dump_tlb_line()
|
| /linux-6.15/tools/include/linux/ |
| H A D | pfn.h | 7 #define PFN_UP(x) (((x) + PAGE_SIZE - 1) >> PAGE_SHIFT) 8 #define PFN_DOWN(x) ((x) >> PAGE_SHIFT) 9 #define PFN_PHYS(x) ((phys_addr_t)(x) << PAGE_SHIFT) 10 #define PHYS_PFN(x) ((unsigned long)((x) >> PAGE_SHIFT))
|
| /linux-6.15/include/asm-generic/ |
| H A D | getorder.h | 33 return BITS_PER_LONG - PAGE_SHIFT; in get_order() 35 if (size < (1UL << PAGE_SHIFT)) in get_order() 38 return ilog2((size) - 1) - PAGE_SHIFT + 1; in get_order() 42 size >>= PAGE_SHIFT; in get_order()
|
| /linux-6.15/include/drm/ |
| H A D | drm_vma_manager.h | 37 #define DRM_FILE_PAGE_OFFSET_START ((0xFFFFFFFFUL >> PAGE_SHIFT) + 1) 38 #define DRM_FILE_PAGE_OFFSET_SIZE ((0xFFFFFFFFUL >> PAGE_SHIFT) * 256) 40 #define DRM_FILE_PAGE_OFFSET_START ((0xFFFFFFFUL >> PAGE_SHIFT) + 1) 41 #define DRM_FILE_PAGE_OFFSET_SIZE ((0xFFFFFFFUL >> PAGE_SHIFT) * 16) 205 return ((__u64)node->vm_node.start) << PAGE_SHIFT; in drm_vma_node_offset_addr() 226 drm_vma_node_size(node) << PAGE_SHIFT, 1); in drm_vma_node_unmap()
|
| /linux-6.15/include/linux/ |
| H A D | pfn.h | 19 #define PFN_UP(x) (((x) + PAGE_SIZE-1) >> PAGE_SHIFT) 20 #define PFN_DOWN(x) ((x) >> PAGE_SHIFT) 21 #define PFN_PHYS(x) ((phys_addr_t)(x) << PAGE_SHIFT) 22 #define PHYS_PFN(x) ((unsigned long)((x) >> PAGE_SHIFT))
|
| /linux-6.15/arch/csky/kernel/ |
| H A D | vdso.c | 21 vdso_pages = (vdso_end - vdso_start) >> PAGE_SHIFT; in vdso_init() 32 pg = virt_to_page(vdso_start + (i << PAGE_SHIFT)); in vdso_init() 51 vdso_len = vdso_pages << PAGE_SHIFT; in arch_setup_additional_pages() 69 _install_special_mapping(mm, vdso_base, vdso_pages << PAGE_SHIFT, in arch_setup_additional_pages() 79 vdso_base += (vdso_pages << PAGE_SHIFT); in arch_setup_additional_pages()
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | io-unit.h | 45 unsigned long bmap[(IOUNIT_DMA_SIZE >> (PAGE_SHIFT + 3)) / sizeof(unsigned long)]; 53 #define IOUNIT_BMAP1_END (IOUNIT_DMA_SIZE >> (PAGE_SHIFT + 1)) 55 #define IOUNIT_BMAP2_END IOUNIT_BMAP2_START + (IOUNIT_DMA_SIZE >> (PAGE_SHIFT + 2)) 57 #define IOUNIT_BMAPM_END ((IOUNIT_DMA_SIZE - IOUNIT_DVMA_SIZE) >> PAGE_SHIFT)
|
| /linux-6.15/arch/loongarch/kvm/ |
| H A D | mmu.c | 68 offset = (addr >> PAGE_SHIFT) - ctx->gfn; in kvm_mkclean_pte() 306 end_gfn << PAGE_SHIFT, &ctx); in kvm_flush_range() 310 end_gfn << PAGE_SHIFT, &ctx); in kvm_flush_range() 348 return kvm_ptw_top(kvm->arch.pgd, start_gfn << PAGE_SHIFT, end_gfn << PAGE_SHIFT, &ctx); in kvm_mkclean_gpa_pt() 376 kvm_ptw_top(kvm->arch.pgd, start << PAGE_SHIFT, end << PAGE_SHIFT, &ctx); in kvm_arch_mmu_enable_log_dirty_pt_masked() 397 gpa_start = new->base_gfn << PAGE_SHIFT; in kvm_arch_prepare_memory_region() 511 range->end << PAGE_SHIFT, &ctx); in kvm_unmap_gfn_range() 523 range->end << PAGE_SHIFT, &ctx); in kvm_age_gfn() 528 gpa_t gpa = range->start << PAGE_SHIFT; in kvm_test_age_gfn() 556 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_map_page_fast() [all …]
|