| /linux-6.15/arch/s390/kvm/ |
| H A D | priv.c | 34 vcpu->stat.instruction_ri++; in handle_ri() 39 kvm_s390_retry_instr(vcpu); in handle_ri() 48 return handle_ri(vcpu); in kvm_s390_handle_aa() 66 vcpu->arch.gs_enabled = 1; in handle_gs() 78 return handle_gs(vcpu); in kvm_s390_handle_e3() 444 wait_event(vcpu->kvm->arch.ipte_wq, !ipte_lock_held(vcpu->kvm)); in handle_ipte_interlock() 464 return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm); in handle_test_block() 495 inti = kvm_s390_get_io_int(vcpu->kvm, vcpu->arch.sie_block->gcr[6], 0); in handle_tpi() 574 vcpu->run->s390_tsch.ipb = vcpu->arch.sie_block->ipb; in handle_tsch() 1053 vcpu->run->s.regs.gprs[reg1] |= vcpu->arch.sie_block->gpsw.mask >> 32; in handle_epsw() [all …]
|
| H A D | intercept.c | 217 if (!IS_TE_ENABLED(vcpu) || !IS_ITDB_VALID(vcpu)) in handle_itdb() 230 #define per_event(vcpu) (vcpu->arch.sie_block->iprcc & PGM_PER) argument 234 if (!guestdbg_enabled(vcpu) || !per_event(vcpu)) in should_handle_per_event() 270 trace_kvm_s390_intercept_prog(vcpu, vcpu->arch.sie_block->iprcc); in handle_prog() 279 rc = handle_itdb(vcpu); in handle_prog() 367 rc = guest_translate_address_with_key(vcpu, vcpu->run->s.regs.gprs[reg2], in handle_mvpg_pei() 376 rc = guest_translate_address_with_key(vcpu, vcpu->run->s.regs.gprs[reg1], in handle_mvpg_pei() 391 vcpu->stat.exit_pei++; in handle_partial_execution() 469 trace_kvm_s390_handle_operexc(vcpu, vcpu->arch.sie_block->ipa, in handle_operexc() 475 if (vcpu->arch.sie_block->ipa == 0 && vcpu->kvm->arch.user_instr0) in handle_operexc() [all …]
|
| H A D | diag.c | 25 start = vcpu->run->s.regs.gprs[(vcpu->arch.sie_block->ipa & 0xf0) >> 4]; in diag_release_pages() 26 end = vcpu->run->s.regs.gprs[vcpu->arch.sie_block->ipa & 0xf] + PAGE_SIZE; in diag_release_pages() 76 vcpu->run->s.regs.gprs[rx]); in __diag_page_ref_service() 80 rc = read_guest_real(vcpu, vcpu->run->s.regs.gprs[rx], &parm, sizeof(parm)); in __diag_page_ref_service() 149 kvm_vcpu_on_spin(vcpu, true); in __diag_time_slice_end() 172 tid = vcpu->run->s.regs.gprs[(vcpu->arch.sie_block->ipa & 0xf0) >> 4]; in __diag_time_slice_end_directed() 176 if (tid == vcpu->vcpu_id) in __diag_time_slice_end_directed() 194 VCPU_EVENT(vcpu, 5, in __diag_time_slice_end_directed() 197 vcpu->stat.diag_9c_forward++; in __diag_time_slice_end_directed() 208 vcpu->stat.diag_9c_ignored++; in __diag_time_slice_end_directed() [all …]
|
| H A D | guestdbg.c | 132 vcpu->arch.guestdbg.cr0 = vcpu->arch.sie_block->gcr[0]; in kvm_s390_backup_guest_per_regs() 133 vcpu->arch.guestdbg.cr9 = vcpu->arch.sie_block->gcr[9]; in kvm_s390_backup_guest_per_regs() 134 vcpu->arch.guestdbg.cr10 = vcpu->arch.sie_block->gcr[10]; in kvm_s390_backup_guest_per_regs() 135 vcpu->arch.guestdbg.cr11 = vcpu->arch.sie_block->gcr[11]; in kvm_s390_backup_guest_per_regs() 140 vcpu->arch.sie_block->gcr[0] = vcpu->arch.guestdbg.cr0; in kvm_s390_restore_guest_per_regs() 141 vcpu->arch.sie_block->gcr[9] = vcpu->arch.guestdbg.cr9; in kvm_s390_restore_guest_per_regs() 142 vcpu->arch.sie_block->gcr[10] = vcpu->arch.guestdbg.cr10; in kvm_s390_restore_guest_per_regs() 143 vcpu->arch.sie_block->gcr[11] = vcpu->arch.guestdbg.cr11; in kvm_s390_restore_guest_per_regs() 590 if (debug_exit_required(vcpu, vcpu->arch.sie_block->perc, in kvm_s390_handle_per_event() 614 (pssec(vcpu) || hssec(vcpu))) in kvm_s390_handle_per_event() [all …]
|
| /linux-6.15/arch/powerpc/kvm/ |
| H A D | book3s_emulate.c | 92 vcpu->arch.ppr_tm = vcpu->arch.ppr; in kvmppc_copyto_vcpu_tm() 94 vcpu->arch.amr_tm = vcpu->arch.amr; in kvmppc_copyto_vcpu_tm() 96 vcpu->arch.tar_tm = vcpu->arch.tar; in kvmppc_copyto_vcpu_tm() 111 vcpu->arch.ppr = vcpu->arch.ppr_tm; in kvmppc_copyfrom_vcpu_tm() 113 vcpu->arch.amr = vcpu->arch.amr_tm; in kvmppc_copyfrom_vcpu_tm() 115 vcpu->arch.tar = vcpu->arch.tar_tm; in kvmppc_copyfrom_vcpu_tm() 337 vcpu->arch.mmu.mtsrin(vcpu, in kvmppc_core_emulate_op_pr() 342 vcpu->arch.mmu.mtsrin(vcpu, in kvmppc_core_emulate_op_pr() 388 vcpu->arch.mmu.slbmte(vcpu, in kvmppc_core_emulate_op_pr() 396 vcpu->arch.mmu.slbie(vcpu, in kvmppc_core_emulate_op_pr() [all …]
|
| H A D | booke.c | 513 set_guest_srr(vcpu, vcpu->arch.regs.nip, in kvmppc_booke_irqprio_deliver() 517 set_guest_csrr(vcpu, vcpu->arch.regs.nip, in kvmppc_booke_irqprio_deliver() 521 set_guest_dsrr(vcpu, vcpu->arch.regs.nip, in kvmppc_booke_irqprio_deliver() 525 set_guest_mcsrr(vcpu, vcpu->arch.regs.nip, in kvmppc_booke_irqprio_deliver() 530 vcpu->arch.regs.nip = vcpu->arch.ivpr | in kvmppc_booke_irqprio_deliver() 805 vcpu->arch.pgdir = vcpu->kvm->mm->pgd; in kvmppc_vcpu_run() 1894 vcpu->arch.dec = vcpu->arch.decar; in kvmppc_decrementer_func() 2140 vcpu->arch.shared->pir = vcpu->vcpu_id; in kvmppc_core_vcpu_create() 2160 vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu); in kvmppc_core_vcpu_create() 2167 vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu); in kvmppc_core_vcpu_free() [all …]
|
| H A D | booke_emulate.c | 26 vcpu->arch.regs.nip = vcpu->arch.shared->srr0; in kvmppc_emul_rfi() 27 kvmppc_set_msr(vcpu, vcpu->arch.shared->srr1); in kvmppc_emul_rfi() 32 vcpu->arch.regs.nip = vcpu->arch.dsrr0; in kvmppc_emul_rfdi() 33 kvmppc_set_msr(vcpu, vcpu->arch.dsrr1); in kvmppc_emul_rfdi() 38 vcpu->arch.regs.nip = vcpu->arch.csrr0; in kvmppc_emul_rfci() 39 kvmppc_set_msr(vcpu, vcpu->arch.csrr1); in kvmppc_emul_rfci() 53 kvmppc_emul_rfi(vcpu); in kvmppc_booke_emulate_op() 80 kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->msr); in kvmppc_booke_emulate_op() 86 kvmppc_set_msr(vcpu, kvmppc_get_gpr(vcpu, rs)); in kvmppc_booke_emulate_op() 90 vcpu->arch.shared->msr = (vcpu->arch.shared->msr & ~MSR_EE) in kvmppc_booke_emulate_op() [all …]
|
| H A D | book3s_pr.c | 307 vcpu->arch.purr += get_tb() - vcpu->arch.entry_tb; in kvmppc_copy_from_svcpu() 308 vcpu->arch.spurr += get_tb() - vcpu->arch.entry_tb; in kvmppc_copy_from_svcpu() 411 _kvmppc_restore_tm_pr(vcpu, kvmppc_get_msr(vcpu)); in kvmppc_restore_tm_pr() 735 if (vcpu->arch.mmu.is_dcbz32(vcpu) && in kvmppc_handle_pagefault() 780 else if (vcpu->arch.mmu.is_dcbz32(vcpu) && in kvmppc_handle_pagefault() 1184 } else if (vcpu->arch.mmu.is_dcbz32(vcpu) && in kvmppc_handle_exit_pr() 1330 kvmppc_set_gpr(vcpu, 3, kvmppc_kvm_pv(vcpu)); in kvmppc_handle_exit_pr() 1494 vcpu->arch.mmu.slbmte(vcpu, 0, 0); in kvm_arch_vcpu_ioctl_set_sregs_pr() 1495 vcpu->arch.mmu.slbia(vcpu); in kvm_arch_vcpu_ioctl_set_sregs_pr() 1502 vcpu->arch.mmu.slbmte(vcpu, rs, rb); in kvm_arch_vcpu_ioctl_set_sregs_pr() [all …]
|
| H A D | emulate_loadstore.c | 31 kvmppc_core_queue_fpunavail(vcpu, kvmppc_get_msr(vcpu) & SRR1_PREFIXED); in kvmppc_check_fp_disabled() 43 kvmppc_core_queue_vsx_unavail(vcpu, kvmppc_get_msr(vcpu) & SRR1_PREFIXED); in kvmppc_check_vsx_disabled() 95 vcpu->arch.regs.msr = kvmppc_get_msr(vcpu); in kvmppc_emulate_loadstore() 114 kvmppc_set_gpr(vcpu, op.update_reg, vcpu->arch.vaddr_accessed); in kvmppc_emulate_loadstore() 134 kvmppc_set_gpr(vcpu, op.update_reg, vcpu->arch.vaddr_accessed); in kvmppc_emulate_loadstore() 233 kvmppc_set_gpr(vcpu, op.update_reg, vcpu->arch.vaddr_accessed); in kvmppc_emulate_loadstore() 247 vcpu->kvm->arch.kvm_ops->giveup_ext(vcpu, in kvmppc_emulate_loadstore() 257 kvmppc_set_gpr(vcpu, op.update_reg, vcpu->arch.vaddr_accessed); in kvmppc_emulate_loadstore() 271 vcpu->kvm->arch.kvm_ops->giveup_ext(vcpu, in kvmppc_emulate_loadstore() 316 vcpu->kvm->arch.kvm_ops->giveup_ext(vcpu, in kvmppc_emulate_loadstore() [all …]
|
| H A D | book3s_hv_tm.c | 29 vcpu->arch.tfiar = tfiar; in emulate_tx_failure() 31 vcpu->arch.texasr = (vcpu->arch.texasr & 0x3ffffff) | texasr; in emulate_tx_failure() 56 vcpu->arch.regs.nip -= 4; in kvmhv_p9_tm_emulation() 79 vcpu->arch.cfar = vcpu->arch.regs.nip; in kvmhv_p9_tm_emulation() 80 vcpu->arch.regs.nip = vcpu->arch.shregs.srr0; in kvmhv_p9_tm_emulation() 103 bescr = vcpu->arch.bescr; in kvmhv_p9_tm_emulation() 113 vcpu->arch.cfar = vcpu->arch.regs.nip; in kvmhv_p9_tm_emulation() 114 vcpu->arch.regs.nip = vcpu->arch.ebbrr; in kvmhv_p9_tm_emulation() 156 vcpu->arch.regs.ccr = (vcpu->arch.regs.ccr & 0x0fffffff) | in kvmhv_p9_tm_emulation() 203 vcpu->arch.regs.ccr = (vcpu->arch.regs.ccr & 0x0fffffff) | in kvmhv_p9_tm_emulation() [all …]
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | kvm_emulate.h | 81 if (!vcpu_has_run_once(vcpu)) in vcpu_reset_hcr() 117 return vcpu->arch.vsesr_el2; in vcpu_get_vsesr() 122 vcpu->arch.vsesr_el2 = vsesr; in vcpu_set_vsesr() 142 if (vcpu_mode_is_32bit(vcpu)) in kvm_condition_valid() 203 if (!vcpu_has_nv(vcpu)) in is_hyp_ctxt() 224 return is_hyp_ctxt(vcpu) && !vcpu_is_el2(vcpu); in vcpu_is_host_el0() 284 if (!vcpu_has_nv(vcpu) || vcpu_is_el2(vcpu)) in guest_hyp_wfx_traps_enabled() 390 return kvm_vcpu_trap_is_iabt(vcpu) && !kvm_vcpu_abt_iss1tw(vcpu); in kvm_vcpu_trap_is_exec_fault() 483 if (vcpu_mode_priv(vcpu)) in kvm_vcpu_is_be() 493 if (kvm_vcpu_is_be(vcpu)) { in vcpu_data_guest_to_host() [all …]
|
| /linux-6.15/arch/riscv/kvm/ |
| H A D | vcpu.c | 97 memset(vcpu->arch.hfence_queue, 0, sizeof(vcpu->arch.hfence_queue)); in kvm_riscv_reset_vcpu() 223 !kvm_riscv_vcpu_stopped(vcpu) && !vcpu->arch.pause); in kvm_arch_vcpu_runnable() 642 vcpu->cpu = cpu; in kvm_arch_vcpu_load() 650 vcpu->cpu = -1; in kvm_arch_vcpu_put() 695 (!kvm_riscv_vcpu_stopped(vcpu)) && (!vcpu->arch.pause), in kvm_riscv_check_vcpu_requests() 699 if (kvm_riscv_vcpu_stopped(vcpu) || vcpu->arch.pause) { in kvm_riscv_check_vcpu_requests() 853 vcpu->arch.last_exit_cpu = vcpu->cpu; in kvm_riscv_vcpu_enter_exit() 875 ret = kvm_riscv_vcpu_mmio_return(vcpu, vcpu->run); in kvm_arch_vcpu_ioctl_run() 879 ret = kvm_riscv_vcpu_sbi_return(vcpu, vcpu->run); in kvm_arch_vcpu_ioctl_run() 883 ret = kvm_riscv_vcpu_csr_return(vcpu, vcpu->run); in kvm_arch_vcpu_ioctl_run() [all …]
|
| /linux-6.15/arch/mips/kvm/ |
| H A D | emulate.c | 248 err = kvm_compute_return_epc(vcpu, vcpu->arch.pc, in update_pc() 1003 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1013 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1022 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1031 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1061 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1091 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1139 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1186 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store() 1290 vcpu->arch.io_pc = vcpu->arch.pc; in kvm_mips_emulate_load() [all …]
|
| /linux-6.15/arch/x86/kvm/vmx/ |
| H A D | x86_ops.h | 22 int vmx_vcpu_create(struct kvm_vcpu *vcpu); 23 int vmx_vcpu_pre_run(struct kvm_vcpu *vcpu); 25 void vmx_vcpu_free(struct kvm_vcpu *vcpu); 28 void vmx_vcpu_put(struct kvm_vcpu *vcpu); 42 int vmx_check_intercept(struct kvm_vcpu *vcpu, 47 void vmx_migrate_timers(struct kvm_vcpu *vcpu); 64 int vmx_get_cpl(struct kvm_vcpu *vcpu); 82 bool vmx_get_if_flag(struct kvm_vcpu *vcpu); 91 void vmx_inject_nmi(struct kvm_vcpu *vcpu); 96 bool vmx_get_nmi_mask(struct kvm_vcpu *vcpu); [all …]
|
| /linux-6.15/arch/arm64/kvm/hyp/vhe/ |
| H A D | switch.c | 53 if (!vcpu_has_nv(vcpu)) in __compute_hcr() 99 if (vcpu_el2_e2h_is_set(vcpu) && is_hyp_ctxt(vcpu)) in __activate_cptr_traps() 153 ___activate_traps(vcpu, __compute_hcr(vcpu)); in __activate_traps() 258 __load_stage2(vcpu->arch.hw_mmu, vcpu->arch.hw_mmu->arch); in kvm_vcpu_load_vhe() 367 vcpu_set_reg(vcpu, kvm_vcpu_sys_get_rt(vcpu), val); in kvm_hyp_handle_timer() 397 if (!(vcpu_el2_e2h_is_set(vcpu) && vcpu_el2_tge_is_set(vcpu))) in kvm_hyp_handle_eret() 412 if (!(vcpu_has_ptrauth(vcpu) && kvm_auth_eretax(vcpu, &elr))) in kvm_hyp_handle_eret() 452 val = vcpu_get_reg(vcpu, kvm_vcpu_sys_get_rt(vcpu)); in kvm_hyp_handle_tlbi_el2() 455 vcpu_el2_e2h_is_set(vcpu) && vcpu_el2_tge_is_set(vcpu)) || in kvm_hyp_handle_tlbi_el2() 478 vcpu_set_reg(vcpu, rt, __vcpu_sys_reg(vcpu, CPTR_EL2)); in kvm_hyp_handle_cpacr_el1() [all …]
|
| H A D | sysreg-sr.c | 41 if (vcpu_el2_e2h_is_set(vcpu)) { in __sysreg_save_vel2_state() 54 if (ctxt_has_tcrx(&vcpu->arch.ctxt)) { in __sysreg_save_vel2_state() 97 if (vcpu_el2_e2h_is_set(vcpu)) { in __sysreg_restore_vel2_state() 208 if (vcpu_has_nv(vcpu)) in __vcpu_load_switch_sysregs() 217 __sysreg32_restore_state(vcpu); in __vcpu_load_switch_sysregs() 220 if (unlikely(is_hyp_ctxt(vcpu))) { in __vcpu_load_switch_sysregs() 221 __sysreg_restore_vel2_state(vcpu); in __vcpu_load_switch_sysregs() 223 if (vcpu_has_nv(vcpu)) { in __vcpu_load_switch_sysregs() 259 if (unlikely(is_hyp_ctxt(vcpu))) in __vcpu_put_switch_sysregs() 260 __sysreg_save_vel2_state(vcpu); in __vcpu_put_switch_sysregs() [all …]
|
| /linux-6.15/arch/arm64/kvm/ |
| H A D | handle_exit.c | 39 trace_kvm_hvc_arm64(*vcpu_pc(vcpu), vcpu_get_reg(vcpu, 0), in handle_hvc() 48 kvm_inject_nested_sync(vcpu, kvm_vcpu_get_esr(vcpu)); in handle_hvc() 107 return kvm_inject_nested_sync(vcpu, kvm_vcpu_get_esr(vcpu)); in kvm_handle_fpasimd() 150 val = vcpu_get_reg(vcpu, kvm_vcpu_sys_get_rt(vcpu)); in kvm_handle_wfx() 161 kvm_vcpu_on_spin(vcpu, vcpu_mode_priv(vcpu)); in kvm_handle_wfx() 190 if (!vcpu->guest_debug && forward_debug_exception(vcpu)) in kvm_handle_guest_debug() 254 if (vcpu_has_nv(vcpu) && !is_hyp_ctxt(vcpu)) { in kvm_handle_ptrauth() 255 kvm_inject_nested_sync(vcpu, kvm_vcpu_get_esr(vcpu)); in kvm_handle_ptrauth() 285 kvm_inject_nested_sync(vcpu, kvm_vcpu_get_esr(vcpu)); in kvm_handle_eret() 297 kvm_inject_nested_sync(vcpu, kvm_vcpu_get_esr(vcpu)); in handle_svc() [all …]
|
| H A D | inject_fault.c | 21 if (likely(!vcpu_has_nv(vcpu))) { in pend_sync_exception() 42 if (vcpu_el2_tge_is_set(vcpu)) in pend_sync_exception() 63 pend_sync_exception(vcpu); in inject_abt64() 99 pend_sync_exception(vcpu); in inject_undef64() 168 if (vcpu_el1_is_32bit(vcpu)) in kvm_inject_dabt() 184 if (vcpu_el1_is_32bit(vcpu)) in kvm_inject_pabt() 198 kvm_inject_pabt(vcpu, addr); in kvm_inject_size_fault() 227 if (vcpu_el1_is_32bit(vcpu)) in kvm_inject_undefined() 228 inject_undef32(vcpu); in kvm_inject_undefined() 230 inject_undef64(vcpu); in kvm_inject_undefined() [all …]
|
| H A D | psci.c | 49 kvm_vcpu_wfi(vcpu); in kvm_psci_vcpu_suspend() 64 struct kvm_vcpu *vcpu = NULL; in kvm_psci_vcpu_on() local 78 if (!vcpu) in kvm_psci_vcpu_on() 114 kvm_vcpu_wake_up(vcpu); in kvm_psci_vcpu_on() 128 struct kvm *kvm = vcpu->kvm; in kvm_psci_vcpu_affinity_info() 185 memset(&vcpu->run->system_event, 0, sizeof(vcpu->run->system_event)); in kvm_prepare_system_event() 232 vcpu_set_reg(vcpu, i, lower_32_bits(vcpu_get_reg(vcpu, i))); in kvm_psci_narrow_to_32bit() 289 kvm_psci_system_off(vcpu); in kvm_psci_0_2_call() 325 struct kvm *kvm = vcpu->kvm; in kvm_psci_1_x_call() 334 arg = smccc_get_arg1(vcpu); in kvm_psci_1_x_call() [all …]
|
| /linux-6.15/arch/loongarch/kvm/ |
| H A D | vcpu.c | 227 kvm_flush_tlb_gpa(vcpu, vcpu->arch.flush_gpa); in kvm_late_check_requests() 387 return (vcpu && !(vcpu->arch.aux_inuse & KVM_LARCH_PMU)); in kvm_arch_pmi_in_guest() 430 vcpu->arch.gprs[i], vcpu->arch.gprs[i + 1], in kvm_arch_vcpu_dump_regs() 431 vcpu->arch.gprs[i + 2], vcpu->arch.gprs[i + 3]); in kvm_arch_vcpu_dump_regs() 511 if (vcpu == map->phys_map[val].vcpu) { in kvm_set_cpuid() 526 map->phys_map[val].vcpu = vcpu; in kvm_set_cpuid() 1332 kvm_check_fcsr(vcpu, vcpu->arch.fpu.fcsr); in kvm_own_fpu() 1352 kvm_check_fcsr(vcpu, vcpu->arch.fpu.fcsr); in kvm_own_lsx() 1387 kvm_check_fcsr(vcpu, vcpu->arch.fpu.fcsr); in kvm_own_lasx() 1502 vcpu->arch.kvm_pgd = __pa(vcpu->kvm->arch.pgd); in kvm_arch_vcpu_create() [all …]
|
| H A D | exit.c | 46 vcpu->arch.gprs[rd] = vcpu->arch.cpucfg[index]; in kvm_emu_cpucfg() 130 vcpu->arch.pc -= 4; in kvm_handle_csr() 240 unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr]; in kvm_complete_iocsr_read() 475 ret = kvm_io_bus_read(vcpu, KVM_MMIO_BUS, vcpu->arch.badv, in kvm_emu_mmio_read() 492 inst.word, vcpu->arch.pc, vcpu->arch.badv); in kvm_emu_mmio_read() 502 unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr]; in kvm_complete_mmio_read() 657 inst.word, vcpu->arch.pc, vcpu->arch.badv); in kvm_emu_mmio_write() 753 kvm_own_fpu(vcpu); in kvm_handle_fpu_disabled() 899 vcpu->run->hypercall.args[0] = kvm_read_reg(vcpu, LOONGARCH_GPR_A0); in kvm_handle_hypercall() 900 vcpu->run->hypercall.args[1] = kvm_read_reg(vcpu, LOONGARCH_GPR_A1); in kvm_handle_hypercall() [all …]
|
| /linux-6.15/arch/x86/kvm/ |
| H A D | hyperv.h | 66 return vcpu->arch.hyperv; in to_hv_vcpu() 80 return hv_vcpu->vcpu; in hv_synic_to_vcpu() 100 return vcpu->arch.hyperv_enabled && to_kvm_hv(vcpu->kvm)->hv_guest_os_id; in kvm_hv_hypercall_enabled() 112 return to_hv_vcpu(vcpu) && test_bit(vector, to_hv_synic(vcpu)->vec_bitmap); in kvm_hv_synic_has_vector() 117 return to_hv_vcpu(vcpu) && in kvm_hv_synic_auto_eoi_set() 138 return hv_vcpu->vcpu; in hv_stimer_to_vcpu() 210 if (!to_hv_vcpu(vcpu) || !kvm_check_request(KVM_REQ_HV_TLB_FLUSH, vcpu)) in kvm_hv_vcpu_purge_flush_tlb() 213 tlb_flush_fifo = kvm_hv_get_tlb_flush_fifo(vcpu, is_guest_mode(vcpu)); in kvm_hv_vcpu_purge_flush_tlb() 234 code = is_64_bit_hypercall(vcpu) ? kvm_rcx_read(vcpu) : in kvm_hv_is_tlb_flush_hcall() 245 if (!to_hv_vcpu(vcpu)) in kvm_hv_verify_vp_assist() [all …]
|
| H A D | kvm_cache_regs.h | 118 kvm_x86_call(cache_reg)(vcpu, reg); in kvm_register_read_raw() 120 return vcpu->arch.regs[reg]; in kvm_register_read_raw() 129 vcpu->arch.regs[reg] = val; in kvm_register_write_raw() 130 kvm_register_mark_dirty(vcpu, reg); in kvm_register_write_raw() 174 return vcpu->arch.cr0 & mask; in kvm_read_cr0_bits() 196 return vcpu->arch.cr4 & mask; in kvm_read_cr4_bits() 211 return vcpu->arch.cr3; in kvm_read_cr3() 221 return (kvm_rax_read(vcpu) & -1u) in kvm_read_edx_eax() 227 vcpu->arch.hflags |= HF_GUEST_MASK; in enter_guest_mode() 228 vcpu->stat.guest_mode = 1; in enter_guest_mode() [all …]
|
| H A D | x86.c | 1144 !load_pdptrs(vcpu, kvm_read_cr3(vcpu))) in kvm_set_cr0() 1181 vcpu->arch.pkru != vcpu->arch.host_pkru && in kvm_load_guest_xsave_state() 1197 if (vcpu->arch.pkru != vcpu->arch.host_pkru) in kvm_load_host_xsave_state() 1270 __kvm_set_xcr(vcpu, kvm_rcx_read(vcpu), kvm_read_edx_eax(vcpu))) { in kvm_emulate_xsetbv() 1341 && !load_pdptrs(vcpu, kvm_read_cr3(vcpu))) in kvm_set_cr4() 1477 vcpu->arch.eff_db[i] = vcpu->arch.db[i]; in kvm_update_dr0123() 8704 ctxt->vcpu = vcpu; in alloc_emulate_ctxt() 11048 vcpu->arch.last_vmentry_cpu = vcpu->cpu; in vcpu_enter_guest() 11959 load_pdptrs(vcpu, kvm_read_cr3(vcpu)); in __set_sregs_common() 12119 vcpu->arch.eff_db[i] = vcpu->arch.db[i]; in kvm_arch_vcpu_ioctl_set_guest_debug() [all …]
|
| /linux-6.15/arch/arm64/kvm/hyp/include/hyp/ |
| H A D | switch.h | 113 if (vcpu_has_nv(vcpu) && !is_hyp_ctxt(vcpu)) \ 180 if ((vcpu_has_nv(vcpu) && !is_hyp_ctxt(vcpu)) || \ 262 if (vcpu_has_nv(vcpu) && !is_hyp_ctxt(vcpu)) { in __activate_traps_common() 325 return __get_fault_info(vcpu->arch.fault.esr_el2, &vcpu->arch.fault); in __populate_fault_info() 331 arm64_mops_reset_regs(vcpu_gp_regs(vcpu), vcpu->arch.fault.esr_el2); in kvm_hyp_handle_mops() 360 if (vcpu_has_nv(vcpu) && !is_hyp_ctxt(vcpu)) in __hyp_sve_restore_guest() 363 write_sysreg_el1(__vcpu_sys_reg(vcpu, vcpu_sve_zcr_elx(vcpu)), SYS_ZCR); in __hyp_sve_restore_guest() 386 if (vcpu_has_nv(vcpu) && !is_hyp_ctxt(vcpu)) in fpsimd_lazy_switch_to_guest() 393 zcr_el1 = __vcpu_sys_reg(vcpu, vcpu_sve_zcr_elx(vcpu)); in fpsimd_lazy_switch_to_guest() 415 __vcpu_sys_reg(vcpu, vcpu_sve_zcr_elx(vcpu)) = zcr_el1; in fpsimd_lazy_switch_to_host() [all …]
|