| /linux-6.15/include/linux/ |
| H A D | kvm_host.h | 265 gfn_t start; 266 gfn_t end; 595 gfn_t base_gfn; 842 gfn_t mmu_invalidate_range_end; 1119 gfn_t start) in kvm_memslot_iter_start() 1526 void kvm_mmu_invalidate_range_add(struct kvm *kvm, gfn_t start, gfn_t end); 1540 gfn_t gfn_offset, 1874 static inline gfn_t 2121 gfn_t gfn) in mmu_invalidate_retry_gfn() 2157 gfn_t gfn) in mmu_invalidate_retry_gfn_unsafe() [all …]
|
| H A D | kvm_types.h | 42 typedef u64 gfn_t; typedef
|
| /linux-6.15/arch/x86/kvm/mmu/ |
| H A D | tdp_mmu.h | 66 bool kvm_tdp_mmu_zap_leafs(struct kvm *kvm, gfn_t start, gfn_t end, bool flush); 86 gfn_t gfn, unsigned long mask, 92 struct kvm_memory_slot *slot, gfn_t gfn, 97 gfn_t start, gfn_t end, 112 u64 *kvm_tdp_mmu_fast_pf_get_last_sptep(struct kvm_vcpu *vcpu, gfn_t gfn,
|
| H A D | mmu_internal.h | 83 gfn_t gfn; 178 static inline gfn_t kvm_gfn_root_bits(const struct kvm *kvm, const struct kvm_mmu_page *root) in kvm_gfn_root_bits() 203 static inline gfn_t gfn_round_for_level(gfn_t gfn, int level) in gfn_round_for_level() 209 gfn_t gfn, bool synchronizing, bool prefetch); 211 void kvm_mmu_gfn_disallow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn); 212 void kvm_mmu_gfn_allow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn); 218 static inline void kvm_flush_remote_tlbs_gfn(struct kvm *kvm, gfn_t gfn, int level) in kvm_flush_remote_tlbs_gfn() 280 gfn_t gfn; 411 const struct kvm_memory_slot *slot, gfn_t gfn);
|
| H A D | tdp_iter.h | 81 gfn_t next_last_level_gfn; 87 gfn_t yielded_gfn; 93 gfn_t gfn; 95 gfn_t gfn_bits; 139 int min_level, gfn_t next_last_level_gfn, gfn_t gfn_bits);
|
| H A D | tdp_mmu.c | 406 gfn_t base_gfn = sp->gfn; in handle_removed_pt() 516 gfn_t gfn, u64 old_spte, in set_external_spte_present() 957 gfn_t start, gfn_t end, bool can_yield, bool flush) in tdp_mmu_zap_leafs() 1002 bool kvm_tdp_mmu_zap_leafs(struct kvm *kvm, gfn_t start, gfn_t end, bool flush) in kvm_tdp_mmu_zap_leafs() 1425 gfn_t start, gfn_t end, int min_level) in wrprot_gfn_range() 1535 gfn_t start, gfn_t end, in tdp_mmu_split_huge_pages_root() 1617 gfn_t start, gfn_t end, in kvm_tdp_mmu_try_split_huge_pages() 1644 gfn_t start, gfn_t end) in clear_dirty_gfn_range() 1750 gfn_t start = parent->gfn; in tdp_mmu_make_huge_spte() 1775 gfn_t start = slot->base_gfn; in recover_huge_pages_range() [all …]
|
| H A D | page_track.h | 19 gfn_t gfn); 21 struct kvm_memory_slot *slot, gfn_t gfn); 24 const struct kvm_memory_slot *slot, gfn_t gfn);
|
| H A D | page_track.c | 75 static void update_gfn_write_track(struct kvm_memory_slot *slot, gfn_t gfn, in update_gfn_write_track() 91 gfn_t gfn) in __kvm_write_track_add_gfn() 114 struct kvm_memory_slot *slot, gfn_t gfn) in __kvm_write_track_remove_gfn() 137 const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gfn_is_write_tracked() 319 int kvm_write_track_add_gfn(struct kvm *kvm, gfn_t gfn) in kvm_write_track_add_gfn() 349 int kvm_write_track_remove_gfn(struct kvm *kvm, gfn_t gfn) in kvm_write_track_remove_gfn()
|
| H A D | mmu.c | 752 gfn_t gfn; in account_shadowed() 809 gfn_t gfn; in unaccount_shadowed() 1184 gfn_t gfn; in rmap_remove() 1515 gfn_t gfn; 1535 gfn_t start_gfn, gfn_t end_gfn) in slot_rmap_walk_init() 1584 gfn_t start_gfn, gfn_t end_gfn, in __walk_slot_rmaps() 1634 gfn_t start, gfn_t end, bool can_yield, in __kvm_rmap_zap_gfn_range() 1715 gfn_t gfn; in kvm_rmap_age_gfn_range() 6855 gfn_t gfn; in shadow_mmu_get_sp_for_split() 6886 gfn_t gfn; in shadow_mmu_split_huge_page() [all …]
|
| H A D | paging_tmpl.h | 83 gfn_t table_gfn[PT_MAX_FULL_LEVELS]; 91 gfn_t gfn; 96 static inline gfn_t pse36_gfn_delta(u32 gpte) in pse36_gfn_delta() 104 static gfn_t gpte_to_gfn_lvl(pt_element_t gpte, int lvl) in gpte_to_gfn_lvl() 205 gfn_t table_gfn; in FNAME() 309 gfn_t table_gfn; in FNAME() 322 gfn_t gfn; in FNAME() 536 gfn_t gfn; in FNAME() 621 gfn_t base_gfn = fault->gfn; in FNAME() 653 gfn_t table_gfn; in FNAME() [all …]
|
| H A D | mmutrace.h | 213 TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte), 218 __field(gfn_t, gfn) 236 TP_PROTO(u64 addr, gfn_t gfn, unsigned access), 241 __field(gfn_t, gfn) 336 TP_PROTO(int level, gfn_t gfn, u64 *sptep), 394 TP_PROTO(int as_id, gfn_t gfn, int level, u64 old_spte, u64 new_spte),
|
| H A D | tdp_iter.c | 40 int min_level, gfn_t next_last_level_gfn, gfn_t gfn_bits) in tdp_iter_start()
|
| /linux-6.15/arch/mips/kvm/ |
| H A D | mmu.c | 270 bool kvm_mips_flush_gpa_pt(struct kvm *kvm, gfn_t start_gfn, gfn_t end_gfn) in kvm_mips_flush_gpa_pt() 396 int kvm_mips_mkclean_gpa_pt(struct kvm *kvm, gfn_t start_gfn, gfn_t end_gfn) in BUILD_PTE_RANGE_OP() 416 gfn_t gfn_offset, unsigned long mask) in kvm_arch_mmu_enable_log_dirty_pt_masked() 418 gfn_t base_gfn = slot->base_gfn + gfn_offset; in kvm_arch_mmu_enable_log_dirty_pt_masked() 419 gfn_t start = base_gfn + __ffs(mask); in kvm_arch_mmu_enable_log_dirty_pt_masked() 420 gfn_t end = base_gfn + __fls(mask); in kvm_arch_mmu_enable_log_dirty_pt_masked() 433 static int kvm_mips_mkold_gpa_pt(struct kvm *kvm, gfn_t start_gfn, in BUILD_PTE_RANGE_OP() 434 gfn_t end_gfn) in BUILD_PTE_RANGE_OP() 485 gfn_t gfn = gpa >> PAGE_SHIFT; in _kvm_mips_map_page_fast() 553 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_mips_map_page()
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | kvm_page_track.h | 43 void (*track_remove_region)(gfn_t gfn, unsigned long nr_pages, 52 int kvm_write_track_add_gfn(struct kvm *kvm, gfn_t gfn); 53 int kvm_write_track_remove_gfn(struct kvm *kvm, gfn_t gfn);
|
| H A D | kvm_host.h | 976 gfn_t mmio_gfn; 998 gfn_t gfns[ASYNC_PF_PER_VCPU]; 1572 gfn_t gfn_direct_bits; 1720 int (*flush_remote_tlbs_range)(struct kvm *kvm, gfn_t gfn, 1721 gfn_t nr_pages); 1781 u8 (*get_mt_mask)(struct kvm_vcpu *vcpu, gfn_t gfn, bool is_mmio); 1787 int (*link_external_spt)(struct kvm *kvm, gfn_t gfn, enum pg_level level, 1790 int (*set_external_spte)(struct kvm *kvm, gfn_t gfn, enum pg_level level, 1923 gfn_t gfn; 2018 void kvm_zap_gfn_range(struct kvm *kvm, gfn_t gfn_start, gfn_t gfn_end); [all …]
|
| /linux-6.15/arch/loongarch/kvm/ |
| H A D | mmu.c | 57 gfn_t offset; in kvm_mkclean_pte() 292 static void kvm_flush_range(struct kvm *kvm, gfn_t start_gfn, gfn_t end_gfn, int lock) in kvm_flush_range() 341 static int kvm_mkclean_gpa_pt(struct kvm *kvm, gfn_t start_gfn, gfn_t end_gfn) in kvm_mkclean_gpa_pt() 363 struct kvm_memory_slot *slot, gfn_t gfn_offset, unsigned long mask) in kvm_arch_mmu_enable_log_dirty_pt_masked() 366 gfn_t base_gfn = slot->base_gfn + gfn_offset; in kvm_arch_mmu_enable_log_dirty_pt_masked() 367 gfn_t start = base_gfn + __ffs(mask); in kvm_arch_mmu_enable_log_dirty_pt_masked() 368 gfn_t end = base_gfn + __fls(mask) + 1; in kvm_arch_mmu_enable_log_dirty_pt_masked() 556 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_map_page_fast() 666 static int host_pfn_mapping_level(struct kvm *kvm, gfn_t gfn, in host_pfn_mapping_level() 728 static kvm_pte_t *kvm_split_huge(struct kvm_vcpu *vcpu, kvm_pte_t *ptep, gfn_t gfn) in kvm_split_huge() [all …]
|
| /linux-6.15/arch/x86/kvm/ |
| H A D | mmu.h | 61 static inline gfn_t kvm_mmu_max_gfn(void) in kvm_mmu_max_gfn() 264 static inline gfn_t gfn_to_index(gfn_t gfn, gfn_t base_gfn, int level) in gfn_to_index() 308 static inline gfn_t kvm_gfn_direct_bits(const struct kvm *kvm) in kvm_gfn_direct_bits() 320 static inline bool kvm_is_gfn_alias(struct kvm *kvm, gfn_t gfn) in kvm_is_gfn_alias()
|
| H A D | kvm_onhyperv.h | 10 int hv_flush_remote_tlbs_range(struct kvm *kvm, gfn_t gfn, gfn_t nr_pages);
|
| H A D | kvm_onhyperv.c | 95 int hv_flush_remote_tlbs_range(struct kvm *kvm, gfn_t start_gfn, gfn_t nr_pages) in hv_flush_remote_tlbs_range()
|
| /linux-6.15/virt/kvm/ |
| H A D | kvm_main.c | 696 void kvm_mmu_invalidate_range_add(struct kvm *kvm, gfn_t start, gfn_t end) in kvm_mmu_invalidate_range_add() 1923 gfn_t start, gfn_t end) in kvm_check_memslot_overlap() 1942 gfn_t base_gfn; in kvm_set_memory_region() 2209 gfn_t offset; in kvm_get_dirty_log_protect() 2278 gfn_t offset; in kvm_clear_dirty_log_protect() 2375 bool kvm_range_has_memory_attributes(struct kvm *kvm, gfn_t start, gfn_t end, in kvm_range_has_memory_attributes() 2538 gfn_t start, end; in kvm_vm_ioctl_set_mem_attributes() 2670 gfn_t gfn) in gfn_to_hva_memslot() 3010 gfn_t entry = 0; in kvm_prefetch_pages() 3312 gfn_t nr_pages_avail; in __kvm_gfn_to_hva_cache_init() [all …]
|
| H A D | guest_memfd.c | 33 gfn_t gfn = slot->base_gfn + index - slot->gmem.pgoff; in __kvm_gmem_prepare_folio() 57 gfn_t gfn, struct folio *folio) in kvm_gmem_prepare_folio() 310 static pgoff_t kvm_gmem_get_index(struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gmem_get_index() 485 BUILD_BUG_ON(sizeof(gfn_t) != sizeof(slot->gmem.pgoff)); in kvm_gmem_bind() 607 gfn_t gfn, kvm_pfn_t *pfn, struct page **page, in kvm_gmem_get_pfn() 642 long kvm_gmem_populate(struct kvm *kvm, gfn_t start_gfn, void __user *src, long npages, in kvm_gmem_populate() 669 gfn_t gfn = start_gfn + i; in kvm_gmem_populate()
|
| H A D | kvm_mm.h | 26 const gfn_t gfn;
|
| /linux-6.15/drivers/gpu/drm/i915/gvt/ |
| H A D | kvmgt.c | 92 gfn_t gfn; 100 gfn_t gfn; 111 static void kvmgt_page_track_remove_region(gfn_t gfn, unsigned long nr_pages, 228 static struct gvt_dma *__gvt_cache_find_gfn(struct intel_vgpu *vgpu, gfn_t gfn) in __gvt_cache_find_gfn() 246 static int __gvt_cache_add(struct intel_vgpu *vgpu, gfn_t gfn, in __gvt_cache_add() 349 __kvmgt_protect_table_find(struct intel_vgpu *info, gfn_t gfn) in __kvmgt_protect_table_find() 365 static bool kvmgt_gfn_is_write_protected(struct intel_vgpu *info, gfn_t gfn) in kvmgt_gfn_is_write_protected() 373 static void kvmgt_protect_table_add(struct intel_vgpu *info, gfn_t gfn) in kvmgt_protect_table_add() 388 static void kvmgt_protect_table_del(struct intel_vgpu *info, gfn_t gfn) in kvmgt_protect_table_del() 1604 static void kvmgt_page_track_remove_region(gfn_t gfn, unsigned long nr_pages, in kvmgt_page_track_remove_region()
|
| /linux-6.15/arch/mips/include/asm/ |
| H A D | kvm_host.h | 808 bool kvm_mips_flush_gpa_pt(struct kvm *kvm, gfn_t start_gfn, gfn_t end_gfn); 809 int kvm_mips_mkclean_gpa_pt(struct kvm *kvm, gfn_t start_gfn, gfn_t end_gfn);
|
| /linux-6.15/arch/powerpc/kvm/ |
| H A D | e500_mmu_host.c | 324 u64 gvaddr, gfn_t gfn, struct kvm_book3e_206_tlb_entry *gtlbe, in kvmppc_e500_shadow_map() 522 u64 gvaddr, gfn_t gfn, struct kvm_book3e_206_tlb_entry *gtlbe, in kvmppc_e500_tlb1_map() 574 gfn_t gfn = gpaddr >> PAGE_SHIFT; in kvmppc_mmu_map()
|