| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.cpp | 21 Align SrcAlign, Align DstAlign, in createMemCpyLoopKnownSize() argument 45 Ctx, CopyLen, SrcAS, DstAS, SrcAlign.value(), DstAlign.value(), in createMemCpyLoopKnownSize() 76 Align PartDstAlign(commonAlignment(DstAlign, LoopOpSize)); in createMemCpyLoopKnownSize() 123 DstAlign.value(), AtomicElementSize); in createMemCpyLoopKnownSize() 127 Align PartDstAlign(commonAlignment(DstAlign, BytesCopied)); in createMemCpyLoopKnownSize() 179 Align DstAlign, bool SrcIsVolatile, in createMemCpyLoopUnknownSize() argument 199 Ctx, CopyLen, SrcAS, DstAS, SrcAlign.value(), DstAlign.value(), in createMemCpyLoopUnknownSize() 234 Align PartDstAlign(commonAlignment(DstAlign, LoopOpSize)); in createMemCpyLoopUnknownSize() 381 Align DstAlign, bool SrcIsVolatile, in createMemMoveLoop() argument 422 Align PartDstAlign(commonAlignment(DstAlign, PartSize)); in createMemMoveLoop() [all …]
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 180 if (DstAlign) in CreateMemSetInline() 181 cast<MemSetInlineInst>(CI)->setDestAlignment(*DstAlign); in CreateMemSetInline() 239 if (DstAlign) in CreateMemTransferInst() 240 MCI->setDestAlignment(*DstAlign); in CreateMemTransferInst() 277 if (DstAlign) in CreateMemCpyInline() 278 MCI->setDestAlignment(*DstAlign); in CreateMemCpyInline() 303 assert(DstAlign >= ElementSize && in CreateElementUnorderedAtomicMemCpy() 320 AMCI->setDestAlignment(DstAlign); in CreateElementUnorderedAtomicMemCpy() 356 if (DstAlign) in CreateMemMove() 357 MMI->setDestAlignment(*DstAlign); in CreateMemMove() [all …]
|
| H A D | Core.cpp | 3507 LLVMValueRef Dst, unsigned DstAlign, in LLVMBuildMemCpy() argument 3510 return wrap(unwrap(B)->CreateMemCpy(unwrap(Dst), MaybeAlign(DstAlign), in LLVMBuildMemCpy() 3516 LLVMValueRef Dst, unsigned DstAlign, in LLVMBuildMemMove() argument 3519 return wrap(unwrap(B)->CreateMemMove(unwrap(Dst), MaybeAlign(DstAlign), in LLVMBuildMemMove()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.h | 276 uint64_t KnownLen, Align DstAlign, 279 uint64_t KnownLen, uint64_t Limit, Align DstAlign, 282 uint64_t KnownLen, Align DstAlign, Align SrcAlign,
|
| H A D | CallLowering.h | 303 const MachinePointerInfo &DstPtrInfo, Align DstAlign,
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | IRBuilder.h | 616 CallInst *CreateMemCpy(Value *Dst, MaybeAlign DstAlign, Value *Src, 622 return CreateMemCpy(Dst, DstAlign, Src, SrcAlign, getInt64(Size), 628 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src, 633 CallInst *CreateMemCpy(Value *Dst, MaybeAlign DstAlign, Value *Src, 639 return CreateMemTransferInst(Intrinsic::memcpy, Dst, DstAlign, Src, 645 CreateMemCpyInline(Value *Dst, MaybeAlign DstAlign, Value *Src, 659 Value *Dst, Align DstAlign, Value *Src, Align SrcAlign, Value *Size, 664 CallInst *CreateMemMove(Value *Dst, MaybeAlign DstAlign, Value *Src, 669 return CreateMemMove(Dst, DstAlign, Src, SrcAlign, getInt64(Size), 673 CallInst *CreateMemMove(Value *Dst, MaybeAlign DstAlign, Value *Src, [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 117 Align DstAlign; // Specified alignment of the memory operation. member 129 static MemOp Copy(uint64_t Size, bool DstAlignCanChange, Align DstAlign, 135 Op.DstAlign = DstAlign; 144 static MemOp Set(uint64_t Size, bool DstAlignCanChange, Align DstAlign, in Set() 149 Op.DstAlign = DstAlign; in Set() 160 return DstAlign; in getDstAlign() 182 return DstAlignCanChange || llvm::isAligned(AlignCheck, DstAlign.value()); in isDstAligned()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | CallLowering.cpp | 760 Align DstAlign = std::max(Flags.getNonZeroByValAlign(), in handleAssignments() local 767 DstMPO, DstAlign, SrcMPO, SrcAlign, in handleAssignments() 1089 const MachinePointerInfo &DstPtrInfo, Align DstAlign, in copyArgumentMemory() argument 1101 MemSize, DstAlign); in copyArgumentMemory()
|
| H A D | LegalizerHelper.cpp | 7584 Align DstAlign = DstMMO.getBaseAlign(); in lowerMemcpyInline() local 7587 return lowerMemcpyInline(MI, Dst, Src, KnownLen, DstAlign, SrcAlign, in lowerMemcpyInline() 7593 uint64_t KnownLen, Align DstAlign, in lowerMemcpyInline() argument 7597 std::numeric_limits<uint64_t>::max(), DstAlign, SrcAlign, in lowerMemcpyInline() 7603 uint64_t KnownLen, uint64_t Limit, Align DstAlign, in lowerMemcpy() argument 7614 Align Alignment = std::min(DstAlign, SrcAlign); in lowerMemcpy() 7722 Align Alignment = std::min(DstAlign, SrcAlign); in lowerMemmove() 7826 Align DstAlign = MemOp->getBaseAlign(); in lowerMemCpyFamily() local 7851 return lowerMemcpyInline(MI, Dst, Src, KnownLen, DstAlign, SrcAlign, in lowerMemCpyFamily() 7866 return lowerMemcpy(MI, Dst, Src, KnownLen, Limit, DstAlign, SrcAlign, in lowerMemCpyFamily() [all …]
|
| H A D | IRTranslator.cpp | 1611 Align DstAlign; in translateMemFunc() local 1619 DstAlign = MCI->getDestAlign().valueOrOne(); in translateMemFunc() 1623 DstAlign = MCI->getDestAlign().valueOrOne(); in translateMemFunc() 1627 DstAlign = MMI->getDestAlign().valueOrOne(); in translateMemFunc() 1632 DstAlign = MSI->getDestAlign().valueOrOne(); in translateMemFunc() 1664 StoreFlags, 1, DstAlign, AAInfo)); in translateMemFunc()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1141 const Align DstAlign = *MC->getDestAlign(); in getNumMemOps() local 1144 MOp = MemOp::Copy(Size, /*DstAlignCanChange*/ false, DstAlign, SrcAlign, in getNumMemOps() 1156 const Align DstAlign = *MS->getDestAlign(); in getNumMemOps() local 1158 MOp = MemOp::Set(Size, /*DstAlignCanChange*/ false, DstAlign, in getNumMemOps()
|
| /llvm-project-15.0.7/llvm/include/llvm-c/ |
| H A D | Core.h | 3909 LLVMValueRef Dst, unsigned DstAlign, 3918 LLVMValueRef Dst, unsigned DstAlign,
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCalls.cpp | 121 Align DstAlign = getKnownAlignment(MI->getRawDest(), DL, MI, &AC, &DT); in SimplifyAnyMemTransfer() local 123 if (!CopyDstAlign || *CopyDstAlign < DstAlign) { in SimplifyAnyMemTransfer() 124 MI->setDestAlignment(DstAlign); in SimplifyAnyMemTransfer()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 5865 Align DstAlign = MCI.getDestAlign().valueOrOne(); in visitIntrinsicCall() local 5867 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 5887 Align DstAlign = MCI.getDestAlign().valueOrOne(); in visitIntrinsicCall() local 5889 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 5924 Align DstAlign = MSII.getDestAlign().valueOrOne(); in visitIntrinsicCall() local 5928 SDValue MC = DAG.getMemset(Root, sdl, Dst, Value, Size, DstAlign, isVol, in visitIntrinsicCall() 5941 Align DstAlign = MMI.getDestAlign().valueOrOne(); in visitIntrinsicCall() local 5943 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 8035 Align DstAlign = DAG.InferPtrAlign(Dst).valueOrOne(); in visitMemPCpyCall() local 8038 Align Alignment = std::min(DstAlign, SrcAlign); in visitMemPCpyCall()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | SROA.cpp | 3029 MaybeAlign DstAlign = SliceAlign; in visitMemTransferInst() local 3032 std::swap(SrcAlign, DstAlign); in visitMemTransferInst() 3070 IRB.CreateAlignedStore(Src, DstPtr, DstAlign, II.isVolatile())); in visitMemTransferInst()
|