| /linux-6.15/drivers/iommu/ |
| H A D | io-pgtable-arm.c | 1070 typeof(&cfg->arm_lpae_s2_cfg.vtcr) vtcr = &cfg->arm_lpae_s2_cfg.vtcr; in arm_64_lpae_alloc_pgtable_s2() local 1089 vtcr->sh = ARM_LPAE_TCR_SH_IS; in arm_64_lpae_alloc_pgtable_s2() 1093 vtcr->sh = ARM_LPAE_TCR_SH_OS; in arm_64_lpae_alloc_pgtable_s2() 1094 vtcr->irgn = ARM_LPAE_TCR_RGN_NC; in arm_64_lpae_alloc_pgtable_s2() 1095 vtcr->orgn = ARM_LPAE_TCR_RGN_NC; in arm_64_lpae_alloc_pgtable_s2() 1102 vtcr->tg = ARM_LPAE_TCR_TG0_4K; in arm_64_lpae_alloc_pgtable_s2() 1106 vtcr->tg = ARM_LPAE_TCR_TG0_16K; in arm_64_lpae_alloc_pgtable_s2() 1109 vtcr->tg = ARM_LPAE_TCR_TG0_64K; in arm_64_lpae_alloc_pgtable_s2() 1115 vtcr->ps = ARM_LPAE_TCR_PS_32_BIT; in arm_64_lpae_alloc_pgtable_s2() 1118 vtcr->ps = ARM_LPAE_TCR_PS_36_BIT; in arm_64_lpae_alloc_pgtable_s2() [all …]
|
| /linux-6.15/drivers/iommu/arm/arm-smmu/ |
| H A D | arm-smmu.h | 425 FIELD_PREP(ARM_SMMU_VTCR_PS, cfg->arm_lpae_s2_cfg.vtcr.ps) | in arm_smmu_lpae_vtcr() 426 FIELD_PREP(ARM_SMMU_VTCR_TG0, cfg->arm_lpae_s2_cfg.vtcr.tg) | in arm_smmu_lpae_vtcr() 427 FIELD_PREP(ARM_SMMU_VTCR_SH0, cfg->arm_lpae_s2_cfg.vtcr.sh) | in arm_smmu_lpae_vtcr() 428 FIELD_PREP(ARM_SMMU_VTCR_ORGN0, cfg->arm_lpae_s2_cfg.vtcr.orgn) | in arm_smmu_lpae_vtcr() 429 FIELD_PREP(ARM_SMMU_VTCR_IRGN0, cfg->arm_lpae_s2_cfg.vtcr.irgn) | in arm_smmu_lpae_vtcr() 430 FIELD_PREP(ARM_SMMU_VTCR_SL0, cfg->arm_lpae_s2_cfg.vtcr.sl) | in arm_smmu_lpae_vtcr() 431 FIELD_PREP(ARM_SMMU_VTCR_T0SZ, cfg->arm_lpae_s2_cfg.vtcr.tsz); in arm_smmu_lpae_vtcr()
|
| /linux-6.15/drivers/iommu/arm/arm-smmu-v3/ |
| H A D | arm-smmu-v3-test.c | 311 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.ps = 1; in arm_smmu_test_make_s2_ste() 312 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.tg = 2; in arm_smmu_test_make_s2_ste() 313 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.sh = 3; in arm_smmu_test_make_s2_ste() 314 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.orgn = 1; in arm_smmu_test_make_s2_ste() 315 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.irgn = 2; in arm_smmu_test_make_s2_ste() 316 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.sl = 3; in arm_smmu_test_make_s2_ste() 317 io_pgtable.cfg.arm_lpae_s2_cfg.vtcr.tsz = 4; in arm_smmu_test_make_s2_ste()
|
| H A D | arm-smmu-v3.c | 1665 typeof(&pgtbl_cfg->arm_lpae_s2_cfg.vtcr) vtcr = in arm_smmu_make_s2_domain_ste() local 1666 &pgtbl_cfg->arm_lpae_s2_cfg.vtcr; in arm_smmu_make_s2_domain_ste() 1685 vtcr_val = FIELD_PREP(STRTAB_STE_2_VTCR_S2T0SZ, vtcr->tsz) | in arm_smmu_make_s2_domain_ste() 1686 FIELD_PREP(STRTAB_STE_2_VTCR_S2SL0, vtcr->sl) | in arm_smmu_make_s2_domain_ste() 1687 FIELD_PREP(STRTAB_STE_2_VTCR_S2IR0, vtcr->irgn) | in arm_smmu_make_s2_domain_ste() 1688 FIELD_PREP(STRTAB_STE_2_VTCR_S2OR0, vtcr->orgn) | in arm_smmu_make_s2_domain_ste() 1689 FIELD_PREP(STRTAB_STE_2_VTCR_S2SH0, vtcr->sh) | in arm_smmu_make_s2_domain_ste() 1690 FIELD_PREP(STRTAB_STE_2_VTCR_S2TG, vtcr->tg) | in arm_smmu_make_s2_domain_ste() 1691 FIELD_PREP(STRTAB_STE_2_VTCR_S2PS, vtcr->ps); in arm_smmu_make_s2_domain_ste()
|
| /linux-6.15/arch/arm64/kvm/hyp/ |
| H A D | pgtable.c | 589 u64 vtcr = VTCR_EL2_FLAGS; in kvm_get_vtcr() local 593 vtcr |= VTCR_EL2_T0SZ(phys_shift); in kvm_get_vtcr() 610 vtcr |= VTCR_EL2_LVLS_TO_SL0(lvls); in kvm_get_vtcr() 626 vtcr |= VTCR_EL2_HA; in kvm_get_vtcr() 630 vtcr |= VTCR_EL2_DS; in kvm_get_vtcr() 633 vtcr |= (get_vmid_bits(mmfr1) == 16) ? in kvm_get_vtcr() 637 return vtcr; in kvm_get_vtcr() 1513 u64 vtcr = mmu->vtcr; in __kvm_pgtable_stage2_init() local 1514 u32 ia_bits = VTCR_EL2_IPA(vtcr); in __kvm_pgtable_stage2_init() 1535 size_t kvm_pgtable_stage2_pgd_size(u64 vtcr) in kvm_pgtable_stage2_pgd_size() argument [all …]
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | kvm_arm.h | 214 #define VTCR_EL2_LVLS(vtcr) \ argument 215 VTCR_EL2_SL0_TO_LVLS(((vtcr) & VTCR_EL2_SL0_MASK) >> VTCR_EL2_SL0_SHIFT) 218 #define VTCR_EL2_IPA(vtcr) (64 - ((vtcr) & VTCR_EL2_T0SZ_MASK)) argument
|
| H A D | stage2_pgtable.h | 24 #define kvm_stage2_levels(mmu) VTCR_EL2_LVLS((mmu)->vtcr)
|
| H A D | kvm_mmu.h | 150 #define kvm_phys_shift(mmu) VTCR_EL2_IPA((mmu)->vtcr) 322 write_sysreg(mmu->vtcr, vtcr_el2); in __load_stage2()
|
| H A D | kvm_asm.h | 187 unsigned long vtcr; member
|
| H A D | kvm_pgtable.h | 516 size_t kvm_pgtable_stage2_pgd_size(u64 vtcr);
|
| H A D | kvm_host.h | 175 u64 vtcr; member
|
| /linux-6.15/arch/arm64/kvm/ |
| H A D | nested.c | 307 wi->t0sz = vtcr & TCR_EL2_T0SZ_MASK; in vtcr_to_walk_info() 309 switch (vtcr & VTCR_EL2_TG0_MASK) { in vtcr_to_walk_info() 319 wi->sl = FIELD_GET(VTCR_EL2_SL0_MASK, vtcr); in vtcr_to_walk_info() 328 u64 vtcr = vcpu_read_sys_reg(vcpu, VTCR_EL2); in kvm_walk_nested_s2() local 341 vtcr_to_walk_info(vtcr, &wi); in kvm_walk_nested_s2() 415 u64 tmp, sz = 0, vtcr = mmu->tlb_vtcr; in get_guest_mapping_ttl() local 421 switch (vtcr & VTCR_EL2_TG0_MASK) { in get_guest_mapping_ttl() 438 switch (vtcr & VTCR_EL2_TG0_MASK) { in get_guest_mapping_ttl() 562 u64 vttbr, vtcr, hcr; in lookup_s2_mmu() local 567 vtcr = vcpu_read_sys_reg(vcpu, VTCR_EL2); in lookup_s2_mmu() [all …]
|
| H A D | at.c | 490 u64 vtcr; member 513 config->vtcr = read_sysreg(vtcr_el2); in __mmu_config_save() 544 write_sysreg(config->vtcr, vtcr_el2); in __mmu_config_restore()
|
| H A D | pkvm.c | 158 pgd_sz = kvm_pgtable_stage2_pgd_size(host_kvm->arch.mmu.vtcr); in __pkvm_create_hyp_vm()
|
| H A D | mmu.c | 906 mmu->vtcr = kvm_get_vtcr(mmfr0, mmfr1, phys_shift); in kvm_init_ipa_range() 1832 if (fault_ipa >= BIT_ULL(VTCR_EL2_IPA(vcpu->arch.hw_mmu->vtcr))) { in kvm_handle_guest_abort()
|
| H A D | arm.c | 2048 params->vttbr = params->vtcr = 0; in cpu_prepare_hyp_mode()
|
| /linux-6.15/arch/arm64/kvm/hyp/nvhe/ |
| H A D | pkvm.c | 395 hyp_vm->kvm.arch.mmu.vtcr = host_mmu.arch.mmu.vtcr; in init_pkvm_hyp_vm() 591 pgd_size = kvm_pgtable_stage2_pgd_size(host_mmu.arch.mmu.vtcr); in __pkvm_init_vm()
|
| H A D | mem_protect.c | 132 host_mmu.arch.mmu.vtcr = kvm_get_vtcr(id_aa64mmfr0_el1_sys_val, in prepare_host_vtcr() 238 nr_pages = kvm_pgtable_stage2_pgd_size(mmu->vtcr) >> PAGE_SHIFT; in kvm_guest_prepare_stage2() 301 params->vtcr = mmu->vtcr; in __pkvm_prot_finalize()
|
| /linux-6.15/include/linux/ |
| H A D | io-pgtable.h | 157 } vtcr; member
|
| /linux-6.15/arch/arm64/kernel/ |
| H A D | asm-offsets.c | 125 DEFINE(NVHE_INIT_VTCR, offsetof(struct kvm_nvhe_init_params, vtcr)); in main()
|