| /linux-6.15/arch/riscv/mm/ |
| H A D | init.c | 369 #define pt_ops (*(struct pt_alloc_ops *)XIP_FIXUP(&pt_ops)) macro
544 pte_phys = pt_ops.alloc_pte(va); in create_pmd_mapping()
646 next_phys = pt_ops.alloc_pmd(va); in create_pud_mapping()
672 next_phys = pt_ops.alloc_pud(va); in create_p4d_mapping()
687 pt_ops.alloc_pud(__va) : pt_ops.alloc_pmd(__va)))
690 pt_ops.get_pud_virt(__pa) : (pud_t *)pt_ops.get_pmd_virt(__pa)))
1012 pt_ops.alloc_pte = alloc_pte_early; in pt_ops_set_early()
1052 pt_ops.alloc_pte = alloc_pte_late; in pt_ops_set_late()
1055 pt_ops.alloc_pmd = alloc_pmd_late; in pt_ops_set_late()
1057 pt_ops.alloc_pud = alloc_pud_late; in pt_ops_set_late()
[all …]
|
| H A D | kasan_init.c | 174 base_pud = pt_ops.get_pud_virt(pfn_to_phys(_p4d_pfn(p4dp_get(p4dp)))); in kasan_early_clear_pud()
199 base_p4d = pt_ops.get_p4d_virt(pfn_to_phys(_pgd_pfn(pgdp_get(pgdp)))); in kasan_early_clear_p4d()
245 base_pud = pt_ops.get_pud_virt(pfn_to_phys(_p4d_pfn(p4dp_get(p4dp)))); in kasan_early_populate_pud()
283 base_p4d = pt_ops.get_p4d_virt(pfn_to_phys(_pgd_pfn(pgdp_get(pgdp)))); in kasan_early_populate_p4d()
|
| /linux-6.15/drivers/gpu/drm/xe/display/ |
| H A D | xe_fb_pin.c | 35 u64 pte = ggtt->pt_ops->pte_encode_bo(bo, src_idx * XE_PAGE_SIZE, in write_dpt_rotated()
59 = ggtt->pt_ops->pte_encode_bo; in write_dpt_remapped()
135 u64 pte = ggtt->pt_ops->pte_encode_bo(bo, x * XE_PAGE_SIZE, in __xe_pin_fb_vma_dpt()
181 u64 pte = ggtt->pt_ops->pte_encode_bo(bo, src_idx * XE_PAGE_SIZE, in write_ggtt_rotated()
184 ggtt->pt_ops->ggtt_set_pte(ggtt, *ggtt_ofs, pte); in write_ggtt_rotated()
236 u64 pte = ggtt->pt_ops->pte_encode_bo(bo, x, in __xe_pin_fb_vma_ggtt()
239 ggtt->pt_ops->ggtt_set_pte(ggtt, vma->node->base.start + x, pte); in __xe_pin_fb_vma_ggtt()
|
| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_ggtt.c | 152 scratch_pte = ggtt->pt_ops->pte_encode_bo(ggtt->scratch, 0, in xe_ggtt_clear()
158 ggtt->pt_ops->ggtt_set_pte(ggtt, start, scratch_pte); in xe_ggtt_clear()
242 ggtt->pt_ops = (ggtt->tile->media_gt && in xe_ggtt_init_early()
247 ggtt->pt_ops = &xelp_pt_ops; in xe_ggtt_init_early()
607 pte = ggtt->pt_ops->pte_encode_bo(bo, offset, pat_index); in xe_ggtt_map_bo()
608 ggtt->pt_ops->ggtt_set_pte(ggtt, start + offset, pte); in xe_ggtt_map_bo()
761 ggtt->pt_ops->ggtt_set_pte(ggtt, start, pte); in xe_ggtt_assign_locked()
|
| H A D | xe_migrate.c | 150 flags = vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, in xe_migrate_program_identity()
163 entry = vm->pt_ops->pde_encode_bo(bo, pt_2m_ofs, in xe_migrate_program_identity()
167 flags = vm->pt_ops->pte_encode_addr(xe, 0, in xe_migrate_program_identity()
219 entry = vm->pt_ops->pde_encode_bo(bo, pt29_ofs, pat_index); in xe_migrate_prepare_vm()
226 entry = vm->pt_ops->pte_encode_bo(bo, i * XE_PAGE_SIZE, in xe_migrate_prepare_vm()
243 entry = vm->pt_ops->pte_encode_bo(batch, i, in xe_migrate_prepare_vm()
260 entry = vm->pt_ops->pte_encode_bo(batch, i, in xe_migrate_prepare_vm()
294 entry = vm->pt_ops->pde_encode_bo(bo, (u64)i * XE_PAGE_SIZE, in xe_migrate_prepare_vm()
611 addr = vm->pt_ops->pte_encode_addr(m->tile->xe, in emit_pte()
1413 addr = vm->pt_ops->pte_encode_bo(pt_bo, 0, in __xe_migrate_update_pgtables()
[all …]
|
| H A D | xe_ggtt_types.h | 45 const struct xe_ggtt_pt_ops *pt_ops; member
|
| H A D | xe_vm_types.h | 237 const struct xe_pt_ops *pt_ops; member
|
| H A D | xe_pt.c | 71 return vm->pt_ops->pde_encode_bo(vm->scratch_pt[id][level - 1]->bo, in __xe_pt_empty_pte()
74 return vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, IS_DGFX(xe), 0) | in __xe_pt_empty_pte()
521 pte = vm->pt_ops->pte_encode_vma(is_null ? 0 : in xe_pt_stage_bind_entry()
593 pte = vm->pt_ops->pde_encode_bo(xe_child->bo, 0, pat_index) | flags; in xe_pt_stage_bind_entry()
|
| H A D | xe_vm.c | 1673 vm->pt_ops = &xelp_pt_ops; in xe_vm_create()
1994 return vm->pt_ops->pde_encode_bo(vm->pt_root[tile->id]->bo, 0, in xe_vm_pdp4_descriptor()
|
| /linux-6.15/arch/riscv/include/asm/ |
| H A D | pgtable.h | 169 extern struct pt_alloc_ops pt_ops __meminitdata;
|
| /linux-6.15/drivers/gpu/drm/xe/tests/ |
| H A D | xe_migrate.c | 247 expected = m->q->vm->pt_ops->pte_encode_bo(pt, 0, xe->pat.idx[XE_CACHE_WB], 0); in xe_migrate_sanity_test()
|