| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.h | 35 Value *DstAddr, Value *CopyLen, Align SrcAlign, 45 Align SrcAlign, Align DestAlign,
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.cpp | 21 Align SrcAlign, Align DstAlign, in createMemCpyLoopKnownSize() argument 45 Ctx, CopyLen, SrcAS, DstAS, SrcAlign.value(), DstAlign.value(), in createMemCpyLoopKnownSize() 77 Align PartSrcAlign(commonAlignment(SrcAlign, LoopOpSize)); in createMemCpyLoopKnownSize() 122 SrcAS, DstAS, SrcAlign.value(), in createMemCpyLoopKnownSize() 126 Align PartSrcAlign(commonAlignment(SrcAlign, BytesCopied)); in createMemCpyLoopKnownSize() 178 Value *CopyLen, Align SrcAlign, in createMemCpyLoopUnknownSize() argument 199 Ctx, CopyLen, SrcAS, DstAS, SrcAlign.value(), DstAlign.value(), in createMemCpyLoopUnknownSize() 233 Align PartSrcAlign(commonAlignment(SrcAlign, LoopOpSize)); in createMemCpyLoopUnknownSize() 380 Value *DstAddr, Value *CopyLen, Align SrcAlign, in createMemMoveLoop() argument 421 Align PartSrcAlign(commonAlignment(SrcAlign, PartSize)); in createMemMoveLoop()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 226 MaybeAlign SrcAlign, Value *Size, bool isVolatile, MDNode *TBAATag, in CreateMemTransferInst() argument 241 if (SrcAlign) in CreateMemTransferInst() 242 MCI->setSourceAlignment(*SrcAlign); in CreateMemTransferInst() 262 Value *Dst, MaybeAlign DstAlign, Value *Src, MaybeAlign SrcAlign, in CreateMemCpyInline() argument 279 if (SrcAlign) in CreateMemCpyInline() 280 MCI->setSourceAlignment(*SrcAlign); in CreateMemCpyInline() 305 assert(SrcAlign >= ElementSize && in CreateElementUnorderedAtomicMemCpy() 321 AMCI->setSourceAlignment(SrcAlign); in CreateElementUnorderedAtomicMemCpy() 358 if (SrcAlign) in CreateMemMove() 359 MMI->setSourceAlignment(*SrcAlign); in CreateMemMove() [all …]
|
| H A D | Core.cpp | 3508 LLVMValueRef Src, unsigned SrcAlign, in LLVMBuildMemCpy() argument 3511 unwrap(Src), MaybeAlign(SrcAlign), in LLVMBuildMemCpy() 3517 LLVMValueRef Src, unsigned SrcAlign, in LLVMBuildMemMove() argument 3520 unwrap(Src), MaybeAlign(SrcAlign), in LLVMBuildMemMove()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.h | 135 unsigned SrcAlign, unsigned DestAlign, 141 unsigned SrcAlign, unsigned DestAlign,
|
| H A D | AMDGPUTargetTransformInfo.cpp | 403 unsigned DestAddrSpace, unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopLoweringType() argument 409 unsigned MinAlign = std::min(SrcAlign, DestAlign); in getMemcpyLoopLoweringType() 435 unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopResidualLoweringType() argument 441 OpsOut, Context, RemainingBytes, SrcAddrSpace, DestAddrSpace, SrcAlign, in getMemcpyLoopResidualLoweringType() 444 unsigned MinAlign = std::min(SrcAlign, DestAlign); in getMemcpyLoopResidualLoweringType()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.h | 277 Align SrcAlign, bool IsVolatile); 280 Align SrcAlign, bool IsVolatile); 282 uint64_t KnownLen, Align DstAlign, Align SrcAlign,
|
| H A D | CallLowering.h | 304 const MachinePointerInfo &SrcPtrInfo, Align SrcAlign,
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1328 unsigned SrcAlign, unsigned DestAlign, 1340 unsigned SrcAlign, unsigned DestAlign, 1798 unsigned SrcAlign, unsigned DestAlign, 1804 unsigned SrcAlign, unsigned DestAlign, 2380 unsigned DestAddrSpace, unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopLoweringType() argument 2383 DestAddrSpace, SrcAlign, DestAlign, in getMemcpyLoopLoweringType() 2389 unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopResidualLoweringType() argument 2393 SrcAlign, DestAlign, AtomicCpySize); in getMemcpyLoopResidualLoweringType()
|
| H A D | TargetTransformInfoImpl.h | 714 unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopLoweringType() argument 723 unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopResidualLoweringType() argument
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | IRBuilder.h | 617 MaybeAlign SrcAlign, uint64_t Size, 622 return CreateMemCpy(Dst, DstAlign, Src, SrcAlign, getInt64(Size), 629 MaybeAlign SrcAlign, Value *Size, bool isVolatile = false, 634 MaybeAlign SrcAlign, Value *Size, 640 SrcAlign, Size, isVolatile, TBAATag, 646 MaybeAlign SrcAlign, Value *Size, bool IsVolatile = false, 659 Value *Dst, Align DstAlign, Value *Src, Align SrcAlign, Value *Size, 665 MaybeAlign SrcAlign, uint64_t Size, 669 return CreateMemMove(Dst, DstAlign, Src, SrcAlign, getInt64(Size), 674 MaybeAlign SrcAlign, Value *Size, [all …]
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 1003 unsigned DestAddrSpace, unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopLoweringType() argument 1006 DestAddrSpace, SrcAlign, DestAlign, in getMemcpyLoopLoweringType() 1013 unsigned SrcAlign, unsigned DestAlign, in getMemcpyLoopResidualLoweringType() argument 1016 OpsOut, Context, RemainingBytes, SrcAddrSpace, DestAddrSpace, SrcAlign, in getMemcpyLoopResidualLoweringType()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | CallLowering.cpp | 763 Align SrcAlign = std::max(Flags.getNonZeroByValAlign(), in handleAssignments() local 767 DstMPO, DstAlign, SrcMPO, SrcAlign, in handleAssignments() 1090 const MachinePointerInfo &SrcPtrInfo, Align SrcAlign, uint64_t MemSize, in copyArgumentMemory() argument 1096 SrcAlign); in copyArgumentMemory()
|
| H A D | LegalizerHelper.cpp | 7585 Align SrcAlign = SrcMMO.getBaseAlign(); in lowerMemcpyInline() local 7587 return lowerMemcpyInline(MI, Dst, Src, KnownLen, DstAlign, SrcAlign, in lowerMemcpyInline() 7594 Align SrcAlign, bool IsVolatile) { in lowerMemcpyInline() argument 7604 Align SrcAlign, bool IsVolatile) { in lowerMemcpy() argument 7614 Align Alignment = std::min(DstAlign, SrcAlign); in lowerMemcpy() 7633 MemOp::Copy(KnownLen, DstAlignCanChange, Alignment, SrcAlign, in lowerMemcpy() 7722 Align Alignment = std::min(DstAlign, SrcAlign); in lowerMemmove() 7741 MemOp::Copy(KnownLen, DstAlignCanChange, Alignment, SrcAlign, in lowerMemmove() 7827 Align SrcAlign; in lowerMemCpyFamily() local 7835 SrcAlign = MemOp->getBaseAlign(); in lowerMemCpyFamily() [all …]
|
| H A D | IRTranslator.cpp | 1612 Align SrcAlign; in translateMemFunc() local 1620 SrcAlign = MCI->getSourceAlign().valueOrOne(); in translateMemFunc() 1624 SrcAlign = MCI->getSourceAlign().valueOrOne(); in translateMemFunc() 1628 SrcAlign = MMI->getSourceAlign().valueOrOne(); in translateMemFunc() 1667 MachinePointerInfo(SrcPtr), LoadFlags, 1, SrcAlign, AAInfo)); in translateMemFunc()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 126 Align SrcAlign; // Inferred alignment of the source or default value if the member 130 Align SrcAlign, bool IsVolatile, 140 Op.SrcAlign = SrcAlign; 176 return SrcAlign; in getSrcAlign() 179 return isMemset() || llvm::isAligned(AlignCheck, SrcAlign.value()); in isSrcAligned()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | SROA.cpp | 2980 MaybeAlign DestAlign, SrcAlign; in visitMemTransferInst() local 2986 SrcAlign = OtherAlign; in visitMemTransferInst() 2991 SrcAlign = SliceAlign; in visitMemTransferInst() 2993 CallInst *New = IRB.CreateMemCpy(DestPtr, DestAlign, SrcPtr, SrcAlign, in visitMemTransferInst() 3027 MaybeAlign SrcAlign = OtherAlign; in visitMemTransferInst() local 3032 std::swap(SrcAlign, DstAlign); in visitMemTransferInst() 3047 LoadInst *Load = IRB.CreateAlignedLoad(OtherTy, SrcPtr, SrcAlign, in visitMemTransferInst()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAG.cpp | 6773 MaybeAlign SrcAlign = DAG.InferPtrAlign(Src); in getMemcpyLoadsAndStores() local 6774 if (!SrcAlign || Alignment > *SrcAlign) in getMemcpyLoadsAndStores() 6775 SrcAlign = Alignment; in getMemcpyLoadsAndStores() 6776 assert(SrcAlign && "SrcAlign must be set"); in getMemcpyLoadsAndStores() 6786 *SrcAlign, isVol, CopyFromConstant); in getMemcpyLoadsAndStores() 6888 commonAlignment(*SrcAlign, SrcOff), SrcMMOFlags, NewAAInfo); in getMemcpyLoadsAndStores() 6973 MaybeAlign SrcAlign = DAG.InferPtrAlign(Src); in getMemmoveLoadsAndStores() local 6974 if (!SrcAlign || Alignment > *SrcAlign) in getMemmoveLoadsAndStores() 6975 SrcAlign = Alignment; in getMemmoveLoadsAndStores() 6976 assert(SrcAlign && "SrcAlign must be set"); in getMemmoveLoadsAndStores() [all …]
|
| H A D | SelectionDAGBuilder.cpp | 5866 Align SrcAlign = MCI.getSourceAlign().valueOrOne(); in visitIntrinsicCall() local 5867 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 5888 Align SrcAlign = MCI.getSourceAlign().valueOrOne(); in visitIntrinsicCall() local 5889 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 5942 Align SrcAlign = MMI.getSourceAlign().valueOrOne(); in visitIntrinsicCall() local 5943 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 8036 Align SrcAlign = DAG.InferPtrAlign(Src).valueOrOne(); in visitMemPCpyCall() local 8038 Align Alignment = std::min(DstAlign, SrcAlign); in visitMemPCpyCall()
|
| H A D | LegalizeDAG.cpp | 1751 Align SrcAlign = DAG.getDataLayout().getPrefTypeAlign( in EmitStackConvert() local 1753 SDValue FIPtr = DAG.CreateStackTemporary(SlotVT.getStoreSize(), SrcAlign); in EmitStackConvert() 1766 SlotVT, SrcAlign); in EmitStackConvert() 1769 Store = DAG.getStore(Chain, dl, SrcOp, FIPtr, PtrInfo, SrcAlign); in EmitStackConvert()
|
| /llvm-project-15.0.7/llvm/include/llvm-c/ |
| H A D | Core.h | 3910 LLVMValueRef Src, unsigned SrcAlign, 3919 LLVMValueRef Src, unsigned SrcAlign,
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCalls.cpp | 128 Align SrcAlign = getKnownAlignment(MI->getRawSource(), DL, MI, &AC, &DT); in SimplifyAnyMemTransfer() local 130 if (!CopySrcAlign || *CopySrcAlign < SrcAlign) { in SimplifyAnyMemTransfer() 131 MI->setSourceAlignment(SrcAlign); in SimplifyAnyMemTransfer()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1142 const Align SrcAlign = *MC->getSourceAlign(); in getNumMemOps() local 1144 MOp = MemOp::Copy(Size, /*DstAlignCanChange*/ false, DstAlign, SrcAlign, in getNumMemOps()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | CodeGenPrepare.cpp | 2168 Align SrcAlign = getKnownAlignment(MTI->getSource(), *DL); in optimizeCallInst() local 2169 if (!MTISrcAlign || SrcAlign > *MTISrcAlign) in optimizeCallInst() 2170 MTI->setSourceAlignment(SrcAlign); in optimizeCallInst()
|
| /llvm-project-15.0.7/clang/lib/Sema/ |
| H A D | SemaChecking.cpp | 15816 CharUnits SrcAlign = getPresumedAlignmentOfPointer(Op, *this); in CheckCastAlign() local 15818 if (SrcAlign >= DestAlign) return; in CheckCastAlign() 15822 << static_cast<unsigned>(SrcAlign.getQuantity()) in CheckCastAlign()
|