| /linux-6.15/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.h | 17 static inline u64 kvm_tdp_mmu_read_spte(tdp_ptep_t sptep) in kvm_tdp_mmu_read_spte() argument
19 return READ_ONCE(*rcu_dereference(sptep)); in kvm_tdp_mmu_read_spte()
25 return xchg(rcu_dereference(sptep), new_spte); in kvm_tdp_mmu_write_spte_atomic()
30 atomic64_t *sptep_atomic = (atomic64_t *)rcu_dereference(sptep); in tdp_mmu_clear_spte_bits_atomic()
38 WRITE_ONCE(*rcu_dereference(sptep), new_spte); in __kvm_tdp_mmu_write_spte()
53 static inline u64 kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 old_spte, in kvm_tdp_mmu_write_spte() argument
57 return kvm_tdp_mmu_write_spte_atomic(sptep, new_spte); in kvm_tdp_mmu_write_spte()
59 __kvm_tdp_mmu_write_spte(sptep, new_spte); in kvm_tdp_mmu_write_spte()
67 return tdp_mmu_clear_spte_bits_atomic(sptep, mask); in tdp_mmu_clear_spte_bits()
69 __kvm_tdp_mmu_write_spte(sptep, old_spte & ~mask); in tdp_mmu_clear_spte_bits()
[all …]
|
| H A D | mmutrace.h | 214 TP_ARGS(sptep, gfn, spte),
217 __field(void *, sptep)
224 __entry->sptep = sptep;
265 __field(u64 *, sptep)
275 __entry->sptep = sptep;
277 __entry->new_spte = *sptep;
337 TP_ARGS(level, gfn, sptep),
342 __field(u64, sptep)
352 __entry->spte = *sptep;
353 __entry->sptep = virt_to_phys(sptep);
[all …]
|
| H A D | mmu.c | 158 u64 *sptep; member
1329 u64 *sptep; in rmap_write_protect() local
1357 u64 *sptep; in __rmap_clear_dirty() local
1714 u64 *sptep; in kvm_rmap_age_gfn_range() local
1856 u64 *sptep; in kvm_mmu_mark_parents_unsync() local
2437 if (is_shadow_present_pte(*sptep) && !is_large_pte(*sptep)) in kvm_mmu_get_child_sp()
2617 u64 *sptep; in kvm_mmu_unlink_parents() local
3563 sptep = iterator.sptep; in fast_pf_get_last_sptep()
3567 return sptep; in fast_pf_get_last_sptep()
3578 u64 *sptep; in fast_page_fault() local
[all …]
|
| H A D | tdp_mmu.c | 233 sp->ptep = sptep; in tdp_mmu_init_sp()
414 tdp_ptep_t sptep = pt + i; in handle_removed_pt() local
443 old_spte = kvm_tdp_mmu_read_spte(sptep); in handle_removed_pt()
549 __kvm_tdp_mmu_write_spte(sptep, old_spte); in set_external_spte_present()
551 __kvm_tdp_mmu_write_spte(sptep, new_spte); in set_external_spte_present()
682 u64 *sptep = rcu_dereference(iter->sptep); in __tdp_mmu_set_spte_atomic() local
769 if (is_mirror_sptep(sptep)) { in tdp_mmu_set_spte()
1196 rcu_dereference(iter->sptep)); in tdp_mmu_map_handle_target_level()
1949 tdp_ptep_t sptep = NULL; in kvm_tdp_mmu_fast_pf_get_last_sptep() local
1953 sptep = iter.sptep; in kvm_tdp_mmu_fast_pf_get_last_sptep()
[all …]
|
| H A D | tdp_iter.c | 14 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
16 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in tdp_iter_refresh_sptep()
91 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_down()
124 iter->sptep++; in try_step_side()
125 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_side()
|
| H A D | paging_tmpl.h | 572 u64 *sptep) in FNAME()
579 sp = sptep_to_sp(sptep); in FNAME()
598 if (spte == sptep) in FNAME()
655 clear_sp_write_flooding_count(it.sptep); in FNAME()
698 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
733 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
747 FNAME(pte_prefetch)(vcpu, gw, it.sptep); in FNAME()
895 u64 *sptep, spte; in FNAME() local
948 sptep = &sp->spt[i]; in FNAME()
949 spte = *sptep; in FNAME()
[all …]
|
| H A D | spte.h | 235 static inline int spte_index(u64 *sptep) in spte_index() argument
237 return ((unsigned long)sptep / sizeof(*sptep)) & (SPTE_ENT_PER_PAGE - 1); in spte_index()
262 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
264 return to_shadow_page(__pa(sptep)); in sptep_to_sp()
279 static inline bool is_mirror_sptep(tdp_ptep_t sptep) in is_mirror_sptep() argument
281 return is_mirror_sp(sptep_to_sp(rcu_dereference(sptep))); in is_mirror_sptep()
|
| /linux-6.15/arch/s390/mm/ |
| H A D | pgtable.c | 669 pte_t *sptep, pte_t *tptep, pte_t pte) in ptep_shadow_pte() argument
677 spgste = pgste_get_lock(sptep); in ptep_shadow_pte()
678 spte = *sptep; in ptep_shadow_pte()
691 pgste_set_unlock(sptep, spgste); in ptep_shadow_pte()
|
| H A D | gmap.c | 1853 pte_t *sptep, *tptep; in gmap_shadow_page() local
1877 sptep = gmap_pte_op_walk(parent, paddr, &ptl); in gmap_shadow_page()
1878 if (sptep) { in gmap_shadow_page()
1884 gmap_pte_op_end(sptep, ptl); in gmap_shadow_page()
1888 rc = ptep_shadow_pte(sg->mm, saddr, sptep, tptep, pte); in gmap_shadow_page()
1895 gmap_pte_op_end(sptep, ptl); in gmap_shadow_page()
|
| /linux-6.15/arch/s390/include/asm/ |
| H A D | pgtable.h | 1380 pte_t *sptep, pte_t *tptep, pte_t pte);
|