| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMParallelDSP.cpp | 773 Value *VecPtr = IRB.CreateBitCast(Base->getPointerOperand(), in CreateWideLoad() local
775 LoadInst *WideLoad = IRB.CreateAlignedLoad(LoadTy, VecPtr, Base->getAlign()); in CreateWideLoad()
778 MoveBefore(Base->getPointerOperand(), VecPtr); in CreateWideLoad()
779 MoveBefore(VecPtr, WideLoad); in CreateWideLoad()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.h | 298 Register getVectorElementPointer(Register VecPtr, LLT VecTy, Register Index);
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 1031 Value *VecPtr = Builder.CreateBitCast(PtrOp, VecTy->getPointerTo()); in instCombineSVELD1() local
1034 LoadInst *Load = Builder.CreateLoad(VecTy, VecPtr); in instCombineSVELD1()
1040 Builder.CreateMaskedLoad(VecTy, VecPtr, PtrOp->getPointerAlignment(DL), in instCombineSVELD1()
1054 Value *VecPtr = in instCombineSVEST1() local
1058 StoreInst *Store = Builder.CreateStore(VecOp, VecPtr); in instCombineSVEST1()
1064 VecOp, VecPtr, PtrOp->getPointerAlignment(DL), Pred); in instCombineSVEST1()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 8166 Value *VecPtr = Builder.CreateBitCast(PO, VecTy->getPointerTo(AS)); in vectorizeTree() local
8167 NewLI = Builder.CreateAlignedLoad(VecTy, VecPtr, LI->getAlign()); in vectorizeTree()
8176 PO, PO != VecPtr ? cast<User>(VecPtr) : NewLI, FoundLane); in vectorizeTree()
8180 Value *VecPtr = vectorizeTree(E->getOperand(0)); in vectorizeTree() local
8186 NewLI = Builder.CreateMaskedGather(VecTy, VecPtr, CommonAlignment); in vectorizeTree()
8208 Value *VecPtr = Builder.CreateBitCast( in vectorizeTree() local
8211 Builder.CreateAlignedStore(VecValue, VecPtr, SI->getAlign()); in vectorizeTree()
8220 ScalarPtr, ScalarPtr != VecPtr ? cast<User>(VecPtr) : ST, in vectorizeTree()
|
| H A D | LoopVectorize.cpp | 9665 auto *VecPtr = in execute() local
9668 NewSI = Builder.CreateMaskedStore(StoredVal, VecPtr, Alignment, in execute()
9671 NewSI = Builder.CreateAlignedStore(StoredVal, VecPtr, Alignment); in execute()
9690 auto *VecPtr = in execute() local
9694 DataTy, VecPtr, Alignment, BlockInMaskParts[Part], in execute()
9698 Builder.CreateAlignedLoad(DataTy, VecPtr, Alignment, "wide.load"); in execute()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 4820 SDValue getVectorElementPointer(SelectionDAG &DAG, SDValue VecPtr, EVT VecVT,
4828 SDValue getVectorSubVecPointer(SelectionDAG &DAG, SDValue VecPtr, EVT VecVT,
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | TargetLowering.cpp | 8716 SDValue VecPtr, EVT VecVT, in getVectorElementPointer() argument
8719 DAG, VecPtr, VecVT, in getVectorElementPointer()
8725 SDValue VecPtr, EVT VecVT, in getVectorSubVecPointer() argument
8730 Index = DAG.getZExtOrTrunc(Index, dl, VecPtr.getValueType()); in getVectorSubVecPointer()
8751 return DAG.getMemBasePlusOffset(VecPtr, Index, dl); in getVectorSubVecPointer()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 3579 Register LegalizerHelper::getVectorElementPointer(Register VecPtr, LLT VecTy, in getVectorElementPointer() argument
3594 LLT PtrTy = MRI.getType(VecPtr); in getVectorElementPointer()
3595 return MIRBuilder.buildPtrAdd(PtrTy, VecPtr, Mul).getReg(0); in getVectorElementPointer()
|