Lines Matching refs:MemVT

4932   EVT MemVT = MGT->getMemoryVT();  in LowerMGATHER()  local
4941 DAG.getMaskedGather(MGT->getVTList(), MemVT, DL, Ops, in LowerMGATHER()
4953 if (IsScaled && ScaleVal != MemVT.getScalarStoreSize()) { in LowerMGATHER()
4961 return DAG.getMaskedGather(MGT->getVTList(), MemVT, DL, Ops, in LowerMGATHER()
4972 MemVT = MemVT.changeVectorElementTypeToInteger(); in LowerMGATHER()
4994 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType()); in LowerMGATHER()
5003 DAG.getMaskedGather(DAG.getVTList(ContainerVT, MVT::Other), MemVT, DL, in LowerMGATHER()
5031 EVT MemVT = MSC->getMemoryVT(); in LowerMSCATTER() local
5041 if (IsScaled && ScaleVal != MemVT.getScalarStoreSize()) { in LowerMSCATTER()
5049 return DAG.getMaskedScatter(MSC->getVTList(), MemVT, DL, Ops, in LowerMSCATTER()
5061 MemVT = MemVT.changeVectorElementTypeToInteger(); in LowerMSCATTER()
5085 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType()); in LowerMSCATTER()
5092 return DAG.getMaskedScatter(MSC->getVTList(), MemVT, DL, Ops, in LowerMSCATTER()
5130 EVT VT, EVT MemVT, in LowerTruncateVectorStore() argument
5133 assert(MemVT == MVT::v4i8 && VT == MVT::v4i16); in LowerTruncateVectorStore()
5172 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local
5182 if (Alignment < MemVT.getStoreSize() && in LowerSTORE()
5183 !allowsMisalignedMemoryAccesses(MemVT, AS, Alignment, in LowerSTORE()
5190 MemVT == MVT::v4i8) { in LowerSTORE()
5191 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG); in LowerSTORE()
5196 ElementCount EC = MemVT.getVectorElementCount(); in LowerSTORE()
5197 if (StoreNode->isNonTemporal() && MemVT.getSizeInBits() == 256u && in LowerSTORE()
5199 ((MemVT.getScalarSizeInBits() == 8u || in LowerSTORE()
5200 MemVT.getScalarSizeInBits() == 16u || in LowerSTORE()
5201 MemVT.getScalarSizeInBits() == 32u || in LowerSTORE()
5202 MemVT.getScalarSizeInBits() == 64u))) { in LowerSTORE()
5205 MemVT.getHalfNumVectorElementsVT(*DAG.getContext()), in LowerSTORE()
5209 MemVT.getHalfNumVectorElementsVT(*DAG.getContext()), in LowerSTORE()
5218 } else if (MemVT == MVT::i128 && StoreNode->isVolatile()) { in LowerSTORE()
5220 } else if (MemVT == MVT::i64x8) { in LowerSTORE()
5909 MVT MemVT = VA.getValVT(); in LowerFormalArguments() local
5916 MemVT = VA.getLocVT(); in LowerFormalArguments()
5921 MemVT = VA.getLocVT(); in LowerFormalArguments()
5936 MachinePointerInfo::getFixedStack(MF, FI), MemVT); in LowerFormalArguments()
14836 static bool isConstantSplatVectorMaskForType(SDNode *N, EVT MemVT) { in isConstantSplatVectorMaskForType() argument
14837 if (!MemVT.getVectorElementType().isSimple()) in isConstantSplatVectorMaskForType()
14841 switch (MemVT.getVectorElementType().getSimpleVT().SimpleTy) { in isConstantSplatVectorMaskForType()
14917 EVT MemVT; in performSVEAndCombine() local
14925 MemVT = cast<VTSDNode>(Src->getOperand(3))->getVT(); in performSVEAndCombine()
14942 MemVT = cast<VTSDNode>(Src->getOperand(4))->getVT(); in performSVEAndCombine()
14948 if (isConstantSplatVectorMaskForType(Mask.getNode(), MemVT)) in performSVEAndCombine()
17451 EVT MemVT = LoadSDN->getMemoryVT(); in performPostLD1Combine() local
17453 if (MemVT != VT.getVectorElementType()) in performPostLD1Combine()
17511 MemVT, in performPostLD1Combine()
20989 EVT MemVT = Load->getMemoryVT(); in LowerFixedLengthVectorLoadToSVE() local
20995 MemVT = MemVT.changeTypeToInteger(); in LowerFixedLengthVectorLoadToSVE()
21000 DAG.getUNDEF(LoadVT), MemVT, Load->getMemOperand(), in LowerFixedLengthVectorLoadToSVE()
21087 EVT MemVT = Store->getMemoryVT(); in LowerFixedLengthVectorStoreToSVE() local
21095 MemVT = MemVT.changeTypeToInteger(); in LowerFixedLengthVectorStoreToSVE()
21104 Store->getBasePtr(), Store->getOffset(), Pg, MemVT, in LowerFixedLengthVectorStoreToSVE()