968 		v &= ~masks->mask[sr].res0;  in kvm_vcpu_apply_reg_masks()
975 static __always_inline void set_sysreg_masks(struct kvm *kvm, int sr, u64 res0, u64 res1)  in set_sysreg_masks()  argument
983 	kvm->arch.sysreg_masks->mask[i].res0 = res0;  in set_sysreg_masks()
990 	u64 res0, res1;  in kvm_init_nv_sysregs()  local
1003 	res0 = res1 = 0;  in kvm_init_nv_sysregs()
1005 		res0 |= GENMASK(63, 56);  in kvm_init_nv_sysregs()
1007 		res0 |= VTTBR_CNP_BIT;  in kvm_init_nv_sysregs()
1008 	set_sysreg_masks(kvm, VTTBR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1011 	res0 = GENMASK(63, 32) | GENMASK(30, 20);  in kvm_init_nv_sysregs()
1013 	set_sysreg_masks(kvm, VTCR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1016 	res0 = GENMASK(63, 40) | GENMASK(30, 24);  in kvm_init_nv_sysregs()
1018 	set_sysreg_masks(kvm, VMPIDR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1021 	res0 = BIT(48);  in kvm_init_nv_sysregs()
1024 		res0 |= GENMASK(63, 59);  in kvm_init_nv_sysregs()
1026 		res0 |= (HCR_TID5 | HCR_DCT | HCR_ATA);  in kvm_init_nv_sysregs()
1028 		res0 |= (HCR_TTLBIS | HCR_TTLBOS);  in kvm_init_nv_sysregs()
1031 		res0 |= HCR_ENSCXT;  in kvm_init_nv_sysregs()
1033 		res0 |= (HCR_TOCU | HCR_TICAB | HCR_TID4);  in kvm_init_nv_sysregs()
1035 		res0 |= HCR_AMVOFFEN;  in kvm_init_nv_sysregs()
1037 		res0 |= HCR_FIEN;  in kvm_init_nv_sysregs()
1039 		res0 |= HCR_FWB;  in kvm_init_nv_sysregs()
1042 		res0 |= (HCR_NV2 | HCR_NV | HCR_AT);  in kvm_init_nv_sysregs()
1044 		res0 |= HCR_NV1;  in kvm_init_nv_sysregs()
1047 		res0 |= (HCR_API | HCR_APK);  in kvm_init_nv_sysregs()
1049 		res0 |= BIT(39);  in kvm_init_nv_sysregs()
1051 		res0 |= (HCR_TEA | HCR_TERR);  in kvm_init_nv_sysregs()
1053 		res0 |= HCR_TLOR;  in kvm_init_nv_sysregs()
1055 		res0 |= HCR_E2H;  in kvm_init_nv_sysregs()
1058 	set_sysreg_masks(kvm, HCR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1061 	res0 = HCRX_EL2_RES0;  in kvm_init_nv_sysregs()
1064 		res0 |= HCRX_EL2_PACMEn;  in kvm_init_nv_sysregs()
1066 		res0 |= HCRX_EL2_EnFPM;  in kvm_init_nv_sysregs()
1068 		res0 |= HCRX_EL2_GCSEn;  in kvm_init_nv_sysregs()
1070 		res0 |= HCRX_EL2_EnIDCP128;  in kvm_init_nv_sysregs()
1072 		res0 |= (HCRX_EL2_EnSDERR | HCRX_EL2_EnSNERR);  in kvm_init_nv_sysregs()
1074 		res0 |= HCRX_EL2_TMEA;  in kvm_init_nv_sysregs()
1076 		res0 |= HCRX_EL2_D128En;  in kvm_init_nv_sysregs()
1078 		res0 |= HCRX_EL2_PTTWI;  in kvm_init_nv_sysregs()
1080 		res0 |= HCRX_EL2_SCTLR2En;  in kvm_init_nv_sysregs()
1082 		res0 |= HCRX_EL2_TCR2En;  in kvm_init_nv_sysregs()
1084 		res0 |= (HCRX_EL2_MSCEn | HCRX_EL2_MCE2);  in kvm_init_nv_sysregs()
1086 		res0 |= HCRX_EL2_CMOW;  in kvm_init_nv_sysregs()
1088 		res0 |= (HCRX_EL2_VFNMI | HCRX_EL2_VINMI | HCRX_EL2_TALLINT);  in kvm_init_nv_sysregs()
1091 		res0 |= HCRX_EL2_SMPME;  in kvm_init_nv_sysregs()
1093 		res0 |= (HCRX_EL2_FGTnXS | HCRX_EL2_FnXS);  in kvm_init_nv_sysregs()
1095 		res0 |= HCRX_EL2_EnASR;  in kvm_init_nv_sysregs()
1097 		res0 |= HCRX_EL2_EnALS;  in kvm_init_nv_sysregs()
1099 		res0 |= HCRX_EL2_EnAS0;  in kvm_init_nv_sysregs()
1100 	set_sysreg_masks(kvm, HCRX_EL2, res0, res1);  in kvm_init_nv_sysregs()
1103 	res0 = res1 = 0;  in kvm_init_nv_sysregs()
1106 		res0 |= (HFGxTR_EL2_APDAKey | HFGxTR_EL2_APDBKey |  in kvm_init_nv_sysregs()
1110 		res0 |= (HFGxTR_EL2_LORC_EL1 | HFGxTR_EL2_LOREA_EL1 |  in kvm_init_nv_sysregs()
1115 		res0 |= (HFGxTR_EL2_SCXTNUM_EL1 | HFGxTR_EL2_SCXTNUM_EL0);  in kvm_init_nv_sysregs()
1117 		res0 |= HFGxTR_EL2_ICC_IGRPENn_EL1;  in kvm_init_nv_sysregs()
1119 		res0 |= (HFGxTR_EL2_ERRIDR_EL1 | HFGxTR_EL2_ERRSELR_EL1 |  in kvm_init_nv_sysregs()
1125 		res0 |= HFGxTR_EL2_nACCDATA_EL1;  in kvm_init_nv_sysregs()
1127 		res0 |= (HFGxTR_EL2_nGCS_EL0 | HFGxTR_EL2_nGCS_EL1);  in kvm_init_nv_sysregs()
1129 		res0 |= (HFGxTR_EL2_nSMPRI_EL1 | HFGxTR_EL2_nTPIDR2_EL0);  in kvm_init_nv_sysregs()
1131 		res0 |= HFGxTR_EL2_nRCWMASK_EL1;  in kvm_init_nv_sysregs()
1133 		res0 |= (HFGxTR_EL2_nPIRE0_EL1 | HFGxTR_EL2_nPIR_EL1);  in kvm_init_nv_sysregs()
1135 		res0 |= (HFGxTR_EL2_nPOR_EL0 | HFGxTR_EL2_nPOR_EL1);  in kvm_init_nv_sysregs()
1137 		res0 |= HFGxTR_EL2_nS2POR_EL1;  in kvm_init_nv_sysregs()
1139 		res0 |= (HFGxTR_EL2_nMAIR2_EL1 | HFGxTR_EL2_nAMAIR2_EL1);  in kvm_init_nv_sysregs()
1140 	set_sysreg_masks(kvm, HFGRTR_EL2, res0 | __HFGRTR_EL2_RES0, res1);  in kvm_init_nv_sysregs()
1141 	set_sysreg_masks(kvm, HFGWTR_EL2, res0 | __HFGWTR_EL2_RES0, res1);  in kvm_init_nv_sysregs()
1144 	res0 = res1 = 0;  in kvm_init_nv_sysregs()
1146 		res0 |= HDFGRTR_EL2_OSDLR_EL1;  in kvm_init_nv_sysregs()
1148 		res0 |= (HDFGRTR_EL2_PMEVCNTRn_EL0 | HDFGRTR_EL2_PMEVTYPERn_EL0 |  in kvm_init_nv_sysregs()
1155 		res0 |= (HDFGRTR_EL2_PMBLIMITR_EL1 | HDFGRTR_EL2_PMBPTR_EL1 |  in kvm_init_nv_sysregs()
1162 		res0 |= (HDFGRTR_EL2_TRC | HDFGRTR_EL2_TRCAUTHSTATUS |  in kvm_init_nv_sysregs()
1170 		res0 |= (HDFGRTR_EL2_TRBBASER_EL1 | HDFGRTR_EL2_TRBIDR_EL1 |  in kvm_init_nv_sysregs()
1175 		res0 |= (HDFGRTR_EL2_nBRBIDR | HDFGRTR_EL2_nBRBCTL |  in kvm_init_nv_sysregs()
1178 		res0 |= HDFGRTR_EL2_nPMSNEVFR_EL1;  in kvm_init_nv_sysregs()
1179 	set_sysreg_masks(kvm, HDFGRTR_EL2, res0 | HDFGRTR_EL2_RES0, res1);  in kvm_init_nv_sysregs()
1183 		res0 |= (HDFGWTR_EL2_PMCR_EL0 | HDFGWTR_EL2_PMSWINC_EL0);  in kvm_init_nv_sysregs()
1185 		res0 |= HDFGWTR_EL2_TRCOSLAR;  in kvm_init_nv_sysregs()
1187 		res0 |= HDFGWTR_EL2_TRFCR_EL1;  in kvm_init_nv_sysregs()
1188 	set_sysreg_masks(kvm, HFGWTR_EL2, res0 | HDFGWTR_EL2_RES0, res1);  in kvm_init_nv_sysregs()
1191 	res0 = HFGITR_EL2_RES0;  in kvm_init_nv_sysregs()
1194 		res0 |= HFGITR_EL2_DCCVADP;  in kvm_init_nv_sysregs()
1196 		res0 |= (HFGITR_EL2_ATS1E1RP | HFGITR_EL2_ATS1E1WP);  in kvm_init_nv_sysregs()
1198 		res0 |= (HFGITR_EL2_TLBIRVAALE1OS | HFGITR_EL2_TLBIRVALE1OS |  in kvm_init_nv_sysregs()
1204 		res0 |= (HFGITR_EL2_TLBIRVAALE1 | HFGITR_EL2_TLBIRVALE1 |  in kvm_init_nv_sysregs()
1211 		res0 |= (HFGITR_EL2_CFPRCTX | HFGITR_EL2_DVPRCTX |  in kvm_init_nv_sysregs()
1214 		res0 |= (HFGITR_EL2_nBRBINJ | HFGITR_EL2_nBRBIALL);  in kvm_init_nv_sysregs()
1216 		res0 |= (HFGITR_EL2_nGCSPUSHM_EL1 | HFGITR_EL2_nGCSSTR_EL1 |  in kvm_init_nv_sysregs()
1219 		res0 |= HFGITR_EL2_COSPRCTX;  in kvm_init_nv_sysregs()
1221 		res0 |= HFGITR_EL2_ATS1E1A;  in kvm_init_nv_sysregs()
1222 	set_sysreg_masks(kvm, HFGITR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1225 	res0 = HAFGRTR_EL2_RES0;  in kvm_init_nv_sysregs()
1228 		res0 |= ~(res0 | res1);  in kvm_init_nv_sysregs()
1229 	set_sysreg_masks(kvm, HAFGRTR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1232 	res0 = TCR2_EL2_RES0;  in kvm_init_nv_sysregs()
1235 		res0 |= (TCR2_EL2_DisCH0 | TCR2_EL2_DisCH1 | TCR2_EL2_D128);  in kvm_init_nv_sysregs()
1237 		res0 |= TCR2_EL2_AMEC1 | TCR2_EL2_AMEC0;  in kvm_init_nv_sysregs()
1239 		res0 |= TCR2_EL2_HAFT;  in kvm_init_nv_sysregs()
1241 		res0 |= TCR2_EL2_PTTWI | TCR2_EL2_PnCH;  in kvm_init_nv_sysregs()
1243 		res0 |= TCR2_EL2_AIE;  in kvm_init_nv_sysregs()
1245 		res0 |= TCR2_EL2_POE | TCR2_EL2_E0POE;  in kvm_init_nv_sysregs()
1247 		res0 |= TCR2_EL2_PIE;  in kvm_init_nv_sysregs()
1249 		res0 |= (TCR2_EL2_E0POE | TCR2_EL2_D128 |  in kvm_init_nv_sysregs()
1251 	set_sysreg_masks(kvm, TCR2_EL2, res0, res1);  in kvm_init_nv_sysregs()
1254 	res0 = SCTLR_EL1_RES0;  in kvm_init_nv_sysregs()
1257 		res0 |= SCTLR_EL1_EPAN;  in kvm_init_nv_sysregs()
1258 	set_sysreg_masks(kvm, SCTLR_EL1, res0, res1);  in kvm_init_nv_sysregs()
1261 	res0 = MDCR_EL2_RES0;  in kvm_init_nv_sysregs()
1264 		res0 |= (MDCR_EL2_HPMN | MDCR_EL2_TPMCR |  in kvm_init_nv_sysregs()
1267 		res0 |= MDCR_EL2_E2PB | MDCR_EL2_TPMS;  in kvm_init_nv_sysregs()
1269 		res0 |= MDCR_EL2_EnSPM;  in kvm_init_nv_sysregs()
1271 		res0 |= MDCR_EL2_HPMD;  in kvm_init_nv_sysregs()
1273 		res0 |= MDCR_EL2_TTRF;  in kvm_init_nv_sysregs()
1275 		res0 |= MDCR_EL2_HCCD | MDCR_EL2_HLP;  in kvm_init_nv_sysregs()
1277 		res0 |= MDCR_EL2_E2TB;  in kvm_init_nv_sysregs()
1279 		res0 |= MDCR_EL2_TDCC;  in kvm_init_nv_sysregs()
1282 		res0 |= MDCR_EL2_MTPME;  in kvm_init_nv_sysregs()
1284 		res0 |= MDCR_EL2_HPMFZO;  in kvm_init_nv_sysregs()
1286 		res0 |= MDCR_EL2_PMSSE;  in kvm_init_nv_sysregs()
1288 		res0 |= MDCR_EL2_HPMFZS;  in kvm_init_nv_sysregs()
1290 		res0 |= MDCR_EL2_PMEE;  in kvm_init_nv_sysregs()
1292 		res0 |= MDCR_EL2_EBWE;  in kvm_init_nv_sysregs()
1294 		res0 |= MDCR_EL2_EnSTEPOP;  in kvm_init_nv_sysregs()
1295 	set_sysreg_masks(kvm, MDCR_EL2, res0, res1);  in kvm_init_nv_sysregs()
1298 	res0 = GENMASK(63, 20);  in kvm_init_nv_sysregs()
1301 		res0 |= CNTHCTL_CNTPMASK | CNTHCTL_CNTVMASK;  in kvm_init_nv_sysregs()
1303 		res0 |= CNTHCTL_ECV;  in kvm_init_nv_sysregs()
1305 			res0 |= (CNTHCTL_EL1TVT | CNTHCTL_EL1TVCT |  in kvm_init_nv_sysregs()
1309 		res0 |= GENMASK(11, 8);  in kvm_init_nv_sysregs()
1310 	set_sysreg_masks(kvm, CNTHCTL_EL2, res0, res1);  in kvm_init_nv_sysregs()
1313 	res0 = ICH_HCR_EL2_RES0;  in kvm_init_nv_sysregs()
1316 		res0 |= ICH_HCR_EL2_TDIR;  in kvm_init_nv_sysregs()
1318 	res0 |= ICH_HCR_EL2_DVIM | ICH_HCR_EL2_vSGIEOICount;  in kvm_init_nv_sysregs()
1319 	set_sysreg_masks(kvm, ICH_HCR_EL2, res0, res1);  in kvm_init_nv_sysregs()