Lines Matching refs:VPIntrin
7831 static unsigned getISDForVPIntrinsic(const VPIntrinsic &VPIntrin) { in getISDForVPIntrinsic() argument
7833 switch (VPIntrin.getIntrinsicID()) { in getISDForVPIntrinsic()
7835 bool IsZeroUndef = cast<ConstantInt>(VPIntrin.getArgOperand(1))->isOne(); in getISDForVPIntrinsic()
7840 bool IsZeroUndef = cast<ConstantInt>(VPIntrin.getArgOperand(1))->isOne(); in getISDForVPIntrinsic()
7857 if (VPIntrin.getFastMathFlags().allowReassoc()) in getISDForVPIntrinsic()
7866 const VPIntrinsic &VPIntrin, EVT VT, in visitVPLoad() argument
7869 Value *PtrOperand = VPIntrin.getArgOperand(0); in visitVPLoad()
7870 MaybeAlign Alignment = VPIntrin.getPointerAlignment(); in visitVPLoad()
7871 AAMDNodes AAInfo = VPIntrin.getAAMetadata(); in visitVPLoad()
7872 const MDNode *Ranges = getRangeMetadata(VPIntrin); in visitVPLoad()
7888 setValue(&VPIntrin, LD); in visitVPLoad()
7892 const VPIntrinsic &VPIntrin, EVT VT, in visitVPGather() argument
7896 Value *PtrOperand = VPIntrin.getArgOperand(0); in visitVPGather()
7897 MaybeAlign Alignment = VPIntrin.getPointerAlignment(); in visitVPGather()
7898 AAMDNodes AAInfo = VPIntrin.getAAMetadata(); in visitVPGather()
7899 const MDNode *Ranges = getRangeMetadata(VPIntrin); in visitVPGather()
7911 this, VPIntrin.getParent(), in visitVPGather()
7930 setValue(&VPIntrin, LD); in visitVPGather()
7934 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPStore() argument
7936 Value *PtrOperand = VPIntrin.getArgOperand(1); in visitVPStore()
7938 MaybeAlign Alignment = VPIntrin.getPointerAlignment(); in visitVPStore()
7939 AAMDNodes AAInfo = VPIntrin.getAAMetadata(); in visitVPStore()
7952 setValue(&VPIntrin, ST); in visitVPStore()
7956 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPScatter() argument
7959 Value *PtrOperand = VPIntrin.getArgOperand(1); in visitVPScatter()
7961 MaybeAlign Alignment = VPIntrin.getPointerAlignment(); in visitVPScatter()
7962 AAMDNodes AAInfo = VPIntrin.getAAMetadata(); in visitVPScatter()
7974 this, VPIntrin.getParent(), in visitVPScatter()
7994 setValue(&VPIntrin, ST); in visitVPScatter()
7998 const VPIntrinsic &VPIntrin, EVT VT, in visitVPStridedLoad() argument
8001 Value *PtrOperand = VPIntrin.getArgOperand(0); in visitVPStridedLoad()
8002 MaybeAlign Alignment = VPIntrin.getPointerAlignment(); in visitVPStridedLoad()
8005 AAMDNodes AAInfo = VPIntrin.getAAMetadata(); in visitVPStridedLoad()
8006 const MDNode *Ranges = getRangeMetadata(VPIntrin); in visitVPStridedLoad()
8020 setValue(&VPIntrin, LD); in visitVPStridedLoad()
8024 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPStridedStore() argument
8026 Value *PtrOperand = VPIntrin.getArgOperand(1); in visitVPStridedStore()
8028 MaybeAlign Alignment = VPIntrin.getPointerAlignment(); in visitVPStridedStore()
8031 AAMDNodes AAInfo = VPIntrin.getAAMetadata(); in visitVPStridedStore()
8043 setValue(&VPIntrin, ST); in visitVPStridedStore()
8046 void SelectionDAGBuilder::visitVPCmp(const VPCmpIntrinsic &VPIntrin) { in visitVPCmp() argument
8051 CmpInst::Predicate CondCode = VPIntrin.getPredicate(); in visitVPCmp()
8052 bool IsFP = VPIntrin.getOperand(0)->getType()->isFPOrFPVectorTy(); in visitVPCmp()
8064 SDValue Op1 = getValue(VPIntrin.getOperand(0)); in visitVPCmp()
8065 SDValue Op2 = getValue(VPIntrin.getOperand(1)); in visitVPCmp()
8067 SDValue MaskOp = getValue(VPIntrin.getOperand(3)); in visitVPCmp()
8068 SDValue EVL = getValue(VPIntrin.getOperand(4)); in visitVPCmp()
8075 VPIntrin.getType()); in visitVPCmp()
8076 setValue(&VPIntrin, in visitVPCmp()
8081 const VPIntrinsic &VPIntrin) { in visitVectorPredicationIntrinsic() argument
8083 unsigned Opcode = getISDForVPIntrinsic(VPIntrin); in visitVectorPredicationIntrinsic()
8085 auto IID = VPIntrin.getIntrinsicID(); in visitVectorPredicationIntrinsic()
8087 if (const auto *CmpI = dyn_cast<VPCmpIntrinsic>(&VPIntrin)) in visitVectorPredicationIntrinsic()
8092 ComputeValueVTs(TLI, DAG.getDataLayout(), VPIntrin.getType(), ValueVTs); in visitVectorPredicationIntrinsic()
8103 for (unsigned I = 0; I < VPIntrin.arg_size(); ++I) { in visitVectorPredicationIntrinsic()
8104 auto Op = getValue(VPIntrin.getArgOperand(I)); in visitVectorPredicationIntrinsic()
8113 if (auto *FPMO = dyn_cast<FPMathOperator>(&VPIntrin)) in visitVectorPredicationIntrinsic()
8116 setValue(&VPIntrin, Result); in visitVectorPredicationIntrinsic()
8120 visitVPLoad(VPIntrin, ValueVTs[0], OpValues); in visitVectorPredicationIntrinsic()
8123 visitVPGather(VPIntrin, ValueVTs[0], OpValues); in visitVectorPredicationIntrinsic()
8126 visitVPStridedLoad(VPIntrin, ValueVTs[0], OpValues); in visitVectorPredicationIntrinsic()
8129 visitVPStore(VPIntrin, OpValues); in visitVectorPredicationIntrinsic()
8132 visitVPScatter(VPIntrin, OpValues); in visitVectorPredicationIntrinsic()
8135 visitVPStridedStore(VPIntrin, OpValues); in visitVectorPredicationIntrinsic()
8140 if (auto *FPMO = dyn_cast<FPMathOperator>(&VPIntrin)) in visitVectorPredicationIntrinsic()
8144 setValue(&VPIntrin, DAG.getNode(ISD::VP_FMA, DL, VTs, OpValues, SDFlags)); in visitVectorPredicationIntrinsic()
8152 setValue(&VPIntrin, Add); in visitVectorPredicationIntrinsic()
8158 EVT DestVT = TLI.getValueType(DLayout, VPIntrin.getType()); in visitVectorPredicationIntrinsic()
8163 setValue(&VPIntrin, V); in visitVectorPredicationIntrinsic()
8168 EVT DestVT = TLI.getValueType(DAG.getDataLayout(), VPIntrin.getType()); in visitVectorPredicationIntrinsic()
8169 EVT PtrMemVT = TLI.getMemValueType(DAG.getDataLayout(), VPIntrin.getType()); in visitVectorPredicationIntrinsic()
8174 setValue(&VPIntrin, N); in visitVectorPredicationIntrinsic()
8180 VPIntrin.getType()); in visitVectorPredicationIntrinsic()
8182 VPIntrin.getOperand(0)->getType()); in visitVectorPredicationIntrinsic()
8187 setValue(&VPIntrin, N); in visitVectorPredicationIntrinsic()
8197 setValue(&VPIntrin, Result); in visitVectorPredicationIntrinsic()