| /linux-6.15/arch/arm64/kvm/ |
| H A D | reset.c | 124 vcpu->arch.sve_state = buf; in kvm_vcpu_finalize_sve()
155 void *sve_state = vcpu->arch.sve_state; in kvm_arm_vcpu_destroy() local
158 if (sve_state) in kvm_arm_vcpu_destroy()
159 kvm_unshare_hyp(sve_state, sve_state + vcpu_sve_state_size(vcpu)); in kvm_arm_vcpu_destroy()
160 kfree(sve_state); in kvm_arm_vcpu_destroy()
167 memset(vcpu->arch.sve_state, 0, vcpu_sve_state_size(vcpu)); in kvm_vcpu_reset_sve()
|
| H A D | fpsimd.c | 103 fp_state.sve_state = vcpu->arch.sve_state; in kvm_arch_vcpu_ctxsync_fp()
|
| H A D | arm.c | 2385 struct cpu_sve_state *sve_state; in teardown_hyp_mode() local
2387 sve_state = per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state; in teardown_hyp_mode()
2388 free_pages((unsigned long) sve_state, pkvm_host_sve_state_order()); in teardown_hyp_mode()
2493 per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state = page_address(page); in init_pkvm_host_sve_state()
2514 struct cpu_sve_state *sve_state; in finalize_init_hyp_mode() local
2516 sve_state = per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state; in finalize_init_hyp_mode()
2517 per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state = in finalize_init_hyp_mode()
2518 kern_hyp_va(sve_state); in finalize_init_hyp_mode()
|
| H A D | guest.c | 348 if (WARN_ON(vcpu->arch.sve_state)) in set_sve_vls()
503 if (copy_to_user(uptr, vcpu->arch.sve_state + region.koffset, in get_sve_reg()
529 if (copy_from_user(vcpu->arch.sve_state + region.koffset, uptr, in set_sve_reg()
|
| /linux-6.15/arch/arm64/kernel/ |
| H A D | fpsimd.c | 610 #define ZREG(sve_state, vq, n) ((char *)(sve_state) + \ argument
657 void *sst = task->thread.sve_state; in fpsimd_to_sve()
710 kfree(task->thread.sve_state); in __sve_free()
711 task->thread.sve_state = NULL; in __sve_free()
749 if (task->thread.sve_state) { in sve_alloc()
757 task->thread.sve_state = in sve_alloc()
1394 if (!current->thread.sve_state) { in do_sve_acc()
1631 void *sve_state = NULL; in fpsimd_flush_thread() local
1647 sve_state = current->thread.sve_state; in fpsimd_flush_thread()
1667 kfree(sve_state); in fpsimd_flush_thread()
[all …]
|
| H A D | process.c | 360 dst->thread.sve_state = NULL; in arch_dup_task_struct()
372 dst->thread.sve_state = kzalloc(sve_state_size(src), in arch_dup_task_struct()
374 if (!dst->thread.sve_state) in arch_dup_task_struct()
381 kfree(dst->thread.sve_state); in arch_dup_task_struct()
382 dst->thread.sve_state = NULL; in arch_dup_task_struct()
|
| H A D | ptrace.c | 842 membuf_write(&to, target->thread.sve_state, end - start); in sve_get_common()
970 if (!target->thread.sve_state) { in sve_set_common()
993 target->thread.sve_state, in sve_set_common()
1143 if (!target->thread.sve_state) { in za_set()
1145 if (!target->thread.sve_state) { in za_set()
1225 if (!target->thread.sve_state) in zt_set()
|
| H A D | signal.c | 381 current->thread.sve_state, in preserve_sve_context()
446 if (!current->thread.sve_state) { in restore_sve_fpsimd_context()
451 err = __copy_from_user(current->thread.sve_state, in restore_sve_fpsimd_context()
|
| /linux-6.15/arch/arm64/kvm/hyp/nvhe/ |
| H A D | hyp-main.c | 42 struct cpu_sve_state *sve_state = *host_data_ptr(sve_state); in __hyp_sve_restore_host() local
54 __sve_restore_state(sve_state->sve_regs + sve_ffr_offset(kvm_host_sve_max_vl), in __hyp_sve_restore_host()
55 &sve_state->fpsr, in __hyp_sve_restore_host()
57 write_sysreg_el1(sve_state->zcr_el1, SYS_ZCR); in __hyp_sve_restore_host()
126 hyp_vcpu->vcpu.arch.sve_state = kern_hyp_va(host_vcpu->arch.sve_state); in flush_hyp_vcpu()
|
| H A D | setup.c | 79 struct cpu_sve_state *sve_state = host_data->sve_state; in pkvm_create_host_sve_mappings() local
81 start = kern_hyp_va(sve_state); in pkvm_create_host_sve_mappings()
|
| /linux-6.15/arch/arm64/kvm/hyp/include/hyp/ |
| H A D | switch.h | 368 struct cpu_sve_state *sve_state = *host_data_ptr(sve_state); in __hyp_sve_save_host() local
370 sve_state->zcr_el1 = read_sysreg_el1(SYS_ZCR); in __hyp_sve_save_host()
372 __sve_save_state(sve_state->sve_regs + sve_ffr_offset(kvm_host_sve_max_vl), in __hyp_sve_save_host()
373 &sve_state->fpsr, in __hyp_sve_save_host()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | fpsimd.h | 86 void *sve_state; member
129 return (char *)thread->sve_state + sve_ffr_offset(vl); in sve_pffr()
|
| H A D | processor.h | 165 void *sve_state; /* SVE registers, if any */ member
|
| H A D | kvm_host.h | 665 struct cpu_sve_state *sve_state; member
746 void *sve_state; member
966 #define vcpu_sve_pffr(vcpu) (kern_hyp_va((vcpu)->arch.sve_state) + \
|