Home
last modified time | relevance | path

Searched refs:mmu_lock (Results 1 – 25 of 38) sorted by relevance

12

/linux-6.15/virt/kvm/
H A Dkvm_mm.h14 #define KVM_MMU_LOCK_INIT(kvm) rwlock_init(&(kvm)->mmu_lock)
15 #define KVM_MMU_LOCK(kvm) write_lock(&(kvm)->mmu_lock)
16 #define KVM_MMU_UNLOCK(kvm) write_unlock(&(kvm)->mmu_lock)
18 #define KVM_MMU_LOCK_INIT(kvm) spin_lock_init(&(kvm)->mmu_lock)
19 #define KVM_MMU_LOCK(kvm) spin_lock(&(kvm)->mmu_lock)
20 #define KVM_MMU_UNLOCK(kvm) spin_unlock(&(kvm)->mmu_lock)
/linux-6.15/arch/x86/kvm/mmu/
H A Dpage_track.c93 lockdep_assert_held_write(&kvm->mmu_lock); in __kvm_write_track_add_gfn()
116 lockdep_assert_held_write(&kvm->mmu_lock); in __kvm_write_track_remove_gfn()
236 write_lock(&kvm->mmu_lock); in kvm_page_track_register_notifier()
238 write_unlock(&kvm->mmu_lock); in kvm_page_track_register_notifier()
254 write_lock(&kvm->mmu_lock); in kvm_page_track_unregister_notifier()
256 write_unlock(&kvm->mmu_lock); in kvm_page_track_unregister_notifier()
332 write_lock(&kvm->mmu_lock); in kvm_write_track_add_gfn()
334 write_unlock(&kvm->mmu_lock); in kvm_write_track_add_gfn()
362 write_lock(&kvm->mmu_lock); in kvm_write_track_remove_gfn()
364 write_unlock(&kvm->mmu_lock); in kvm_write_track_remove_gfn()
H A Dtdp_mmu.c131 lockdep_assert_held(&kvm->mmu_lock); in tdp_mmu_next_root()
270 read_lock(&kvm->mmu_lock); in kvm_tdp_mmu_alloc_root()
309 read_unlock(&kvm->mmu_lock); in kvm_tdp_mmu_alloc_root()
1045 read_lock(&kvm->mmu_lock); in kvm_tdp_mmu_zap_invalidated_roots()
1047 write_lock(&kvm->mmu_lock); in kvm_tdp_mmu_zap_invalidated_roots()
1076 read_unlock(&kvm->mmu_lock); in kvm_tdp_mmu_zap_invalidated_roots()
1078 write_unlock(&kvm->mmu_lock); in kvm_tdp_mmu_zap_invalidated_roots()
1566 read_unlock(&kvm->mmu_lock); in tdp_mmu_split_huge_pages_root()
1568 write_unlock(&kvm->mmu_lock); in tdp_mmu_split_huge_pages_root()
1573 read_lock(&kvm->mmu_lock); in tdp_mmu_split_huge_pages_root()
[all …]
H A Dmmu.c2822 write_lock(&kvm->mmu_lock); in kvm_mmu_change_mmu_pages()
2862 write_lock(&kvm->mmu_lock); in __kvm_mmu_unprotect_gfn_and_retry()
3748 read_lock(&kvm->mmu_lock); in kvm_mmu_free_roots()
6625 write_lock(&kvm->mmu_lock); in kvm_mmu_zap_all_fast()
6752 write_lock(&kvm->mmu_lock); in kvm_zap_gfn_range()
6790 read_lock(&kvm->mmu_lock); in kvm_mmu_slot_remove_write_access()
7061 read_lock(&kvm->mmu_lock); in kvm_mmu_slot_try_split_huge_pages()
7135 read_lock(&kvm->mmu_lock); in kvm_mmu_recover_huge_pages()
7155 read_lock(&kvm->mmu_lock); in kvm_mmu_slot_leaf_clear_dirty()
7176 write_lock(&kvm->mmu_lock); in kvm_mmu_zap_all()
[all …]
/linux-6.15/arch/riscv/kvm/
H A Dmmu.c340 spin_lock(&kvm->mmu_lock); in gstage_wp_memory_region()
342 spin_unlock(&kvm->mmu_lock); in gstage_wp_memory_region()
372 spin_lock(&kvm->mmu_lock); in kvm_riscv_gstage_ioremap()
374 spin_unlock(&kvm->mmu_lock); in kvm_riscv_gstage_ioremap()
388 spin_lock(&kvm->mmu_lock); in kvm_riscv_gstage_iounmap()
390 spin_unlock(&kvm->mmu_lock); in kvm_riscv_gstage_iounmap()
428 spin_lock(&kvm->mmu_lock); in kvm_arch_flush_shadow_memslot()
430 spin_unlock(&kvm->mmu_lock); in kvm_arch_flush_shadow_memslot()
667 spin_lock(&kvm->mmu_lock); in kvm_riscv_gstage_map()
686 spin_unlock(&kvm->mmu_lock); in kvm_riscv_gstage_map()
[all …]
/linux-6.15/arch/powerpc/kvm/
H A Dbook3s_hv_nested.c783 spin_lock(&kvm->mmu_lock); in kvmhv_remove_nested()
808 spin_lock(&kvm->mmu_lock); in kvmhv_release_all_nested()
835 spin_lock(&kvm->mmu_lock); in kvmhv_flush_nested()
852 spin_lock(&kvm->mmu_lock); in kvmhv_get_nested()
870 spin_lock(&kvm->mmu_lock); in kvmhv_get_nested()
892 spin_lock(&kvm->mmu_lock); in kvmhv_put_nested()
1082 spin_lock(&kvm->mmu_lock); in kvmhv_invalidate_shadow_pte()
1205 spin_lock(&kvm->mmu_lock); in kvmhv_emulate_tlbie_all_lpid()
1476 spin_lock(&kvm->mmu_lock); in kvmhv_handle_nested_set_rc()
1627 spin_lock(&kvm->mmu_lock); in __kvmhv_nested_page_fault()
[all …]
H A Dbook3s_mmu_hpte.c63 spin_lock(&vcpu3s->mmu_lock); in kvmppc_mmu_hpte_cache_map()
92 spin_unlock(&vcpu3s->mmu_lock); in kvmppc_mmu_hpte_cache_map()
104 spin_lock(&vcpu3s->mmu_lock); in invalidate_pte()
108 spin_unlock(&vcpu3s->mmu_lock); in invalidate_pte()
121 spin_unlock(&vcpu3s->mmu_lock); in invalidate_pte()
363 spin_lock_init(&vcpu3s->mmu_lock); in kvmppc_mmu_hpte_init()
H A Dbook3s_64_mmu_radix.c647 spin_lock(&kvm->mmu_lock); in kvmppc_create_pte()
783 spin_unlock(&kvm->mmu_lock); in kvmppc_create_pte()
852 spin_lock(&kvm->mmu_lock); in kvmppc_book3s_instantiate_page()
857 spin_unlock(&kvm->mmu_lock); in kvmppc_book3s_instantiate_page()
990 spin_lock(&kvm->mmu_lock); in kvmppc_book3s_radix_page_fault()
994 spin_unlock(&kvm->mmu_lock); in kvmppc_book3s_radix_page_fault()
1100 spin_lock(&kvm->mmu_lock); in kvm_radix_test_clear_dirty()
1112 spin_unlock(&kvm->mmu_lock); in kvm_radix_test_clear_dirty()
1127 spin_unlock(&kvm->mmu_lock); in kvm_radix_test_clear_dirty()
1172 spin_lock(&kvm->mmu_lock); in kvmppc_radix_flush_memslot()
[all …]
H A Dbook3s_hv_rm_mmu.c248 arch_spin_lock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_enter()
263 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_enter()
277 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_enter()
938 arch_spin_lock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_zero()
950 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_zero()
966 arch_spin_lock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_copy()
981 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_copy()
H A Dbook3s_64_mmu_host.c151 spin_lock(&kvm->mmu_lock); in kvmppc_mmu_map_page()
206 spin_unlock(&kvm->mmu_lock); in kvmppc_mmu_map_page()
H A Dbook3s_64_mmu_hv.c615 spin_lock(&kvm->mmu_lock); in kvmppc_book3s_hv_page_fault()
620 spin_unlock(&kvm->mmu_lock); in kvmppc_book3s_hv_page_fault()
749 spin_lock(&kvm->mmu_lock); in kvmppc_rmap_reset()
756 spin_unlock(&kvm->mmu_lock); in kvmppc_rmap_reset()
1377 spin_lock(&kvm->mmu_lock); in resize_hpt_pivot()
1384 spin_unlock(&kvm->mmu_lock); in resize_hpt_pivot()
/linux-6.15/arch/arm64/kvm/
H A Dmmu.c139 write_unlock(&kvm->mmu_lock); in kvm_mmu_split_huge_pages()
145 write_lock(&kvm->mmu_lock); in kvm_mmu_split_huge_pages()
378 write_lock(&kvm->mmu_lock); in stage2_flush_vm()
386 write_unlock(&kvm->mmu_lock); in stage2_flush_vm()
1056 write_lock(&kvm->mmu_lock); in stage2_unmap_vm()
1064 write_unlock(&kvm->mmu_lock); in stage2_unmap_vm()
1074 write_lock(&kvm->mmu_lock); in kvm_free_stage2_pgd()
1168 write_lock(&kvm->mmu_lock); in kvm_phys_addr_ioremap()
1218 write_lock(&kvm->mmu_lock); in kvm_mmu_wp_memory_region()
1248 write_lock(&kvm->mmu_lock); in kvm_mmu_split_memory_region()
[all …]
H A Dpkvm.c366 lockdep_assert_held_write(&kvm->mmu_lock); in pkvm_pgtable_stage2_map()
389 lockdep_assert_held_write(&kvm->mmu_lock); in pkvm_pgtable_stage2_unmap()
408 lockdep_assert_held(&kvm->mmu_lock); in pkvm_pgtable_stage2_wrprotect()
423 lockdep_assert_held(&kvm->mmu_lock); in pkvm_pgtable_stage2_flush()
437 lockdep_assert_held(&kvm->mmu_lock); in pkvm_pgtable_stage2_test_clear_young()
H A Dnested.c543 write_lock(&kvm->mmu_lock); in kvm_s2_mmu_iterate_by_vmid()
555 write_unlock(&kvm->mmu_lock); in kvm_s2_mmu_iterate_by_vmid()
564 lockdep_assert_held_write(&kvm->mmu_lock); in lookup_s2_mmu()
613 lockdep_assert_held_write(&vcpu->kvm->mmu_lock); in get_s2_mmu_nested()
688 write_lock(&vcpu->kvm->mmu_lock); in kvm_vcpu_load_hw_mmu()
690 write_unlock(&vcpu->kvm->mmu_lock); in kvm_vcpu_load_hw_mmu()
750 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_nested_s2_wp()
764 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_nested_s2_unmap()
778 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_nested_s2_flush()
1333 write_lock(&vcpu->kvm->mmu_lock); in check_nested_vcpu_requests()
[all …]
H A Dptdump.c144 write_lock(&kvm->mmu_lock); in kvm_ptdump_guest_show()
146 write_unlock(&kvm->mmu_lock); in kvm_ptdump_guest_show()
/linux-6.15/arch/loongarch/kvm/
H A Dmmu.c304 spin_lock(&kvm->mmu_lock); in kvm_flush_range()
307 spin_unlock(&kvm->mmu_lock); in kvm_flush_range()
477 spin_lock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
481 spin_unlock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
560 spin_lock(&kvm->mmu_lock); in kvm_map_page_fast()
597 spin_unlock(&kvm->mmu_lock); in kvm_map_page_fast()
604 spin_unlock(&kvm->mmu_lock); in kvm_map_page_fast()
830 spin_lock(&kvm->mmu_lock); in kvm_map_page()
837 spin_unlock(&kvm->mmu_lock); in kvm_map_page()
905 spin_unlock(&kvm->mmu_lock); in kvm_map_page()
/linux-6.15/arch/arm64/include/asm/
H A Dkvm_mmu.h361 write_lock(&kvm->mmu_lock); in kvm_fault_lock()
363 read_lock(&kvm->mmu_lock); in kvm_fault_lock()
369 write_unlock(&kvm->mmu_lock); in kvm_fault_unlock()
371 read_unlock(&kvm->mmu_lock); in kvm_fault_unlock()
/linux-6.15/arch/mips/kvm/
H A Dmmu.c489 spin_lock(&kvm->mmu_lock); in _kvm_mips_map_page_fast()
519 spin_unlock(&kvm->mmu_lock); in _kvm_mips_map_page_fast()
600 spin_lock(&kvm->mmu_lock); in kvm_mips_map_page()
608 spin_unlock(&kvm->mmu_lock); in kvm_mips_map_page()
637 spin_unlock(&kvm->mmu_lock); in kvm_mips_map_page()
H A Dmips.c196 spin_lock(&kvm->mmu_lock); in kvm_arch_flush_shadow_memslot()
201 spin_unlock(&kvm->mmu_lock); in kvm_arch_flush_shadow_memslot()
231 spin_lock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
237 spin_unlock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
/linux-6.15/drivers/accel/habanalabs/common/
H A Dcommand_buffer.c41 mutex_lock(&hdev->mmu_lock); in cb_map_mem()
53 mutex_unlock(&hdev->mmu_lock); in cb_map_mem()
62 mutex_unlock(&hdev->mmu_lock); in cb_map_mem()
72 mutex_lock(&hdev->mmu_lock); in cb_unmap_mem()
75 mutex_unlock(&hdev->mmu_lock); in cb_unmap_mem()
H A Dmemory.c1185 mutex_lock(&hdev->mmu_lock); in map_device_va()
1191 mutex_unlock(&hdev->mmu_lock); in map_device_va()
1197 mutex_unlock(&hdev->mmu_lock); in map_device_va()
1352 mutex_lock(&hdev->mmu_lock); in unmap_device_va()
1365 mutex_unlock(&hdev->mmu_lock); in unmap_device_va()
2784 mutex_lock(&hdev->mmu_lock); in hl_vm_ctx_fini()
2790 mutex_unlock(&hdev->mmu_lock); in hl_vm_ctx_fini()
/linux-6.15/arch/x86/kvm/
H A Ddebugfs.c112 write_lock(&kvm->mmu_lock); in kvm_mmu_rmaps_stat_show()
132 write_unlock(&kvm->mmu_lock); in kvm_mmu_rmaps_stat_show()
/linux-6.15/drivers/accel/habanalabs/common/mmu/
H A Dmmu.c51 mutex_init(&hdev->mmu_lock); in hl_mmu_init()
95 mutex_destroy(&hdev->mmu_lock); in hl_mmu_fini()
573 mutex_lock(&hdev->mmu_lock); in hl_mmu_get_tlb_info()
575 mutex_unlock(&hdev->mmu_lock); in hl_mmu_get_tlb_info()
681 mutex_lock(&hdev->mmu_lock); in hl_mmu_prefetch_work_function()
685 mutex_unlock(&hdev->mmu_lock); in hl_mmu_prefetch_work_function()
/linux-6.15/arch/powerpc/include/asm/
H A Dkvm_book3s_64.h654 VM_WARN(!spin_is_locked(&kvm->mmu_lock), in find_kvm_secondary_pte()
666 VM_WARN(!spin_is_locked(&kvm->mmu_lock), in find_kvm_host_pte()
/linux-6.15/Documentation/virt/kvm/
H A Dlocking.rst55 - kvm->arch.mmu_lock is an rwlock; critical sections for
57 also take kvm->arch.mmu_lock
268 ``kvm->mmu_lock``

12