| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.cpp | 20 Value *DstAddr, ConstantInt *CopyLen, in createMemCpyLoopKnownSize() argument 72 if (DstAddr->getType() != DstOpType) { in createMemCpyLoopKnownSize() 73 DstAddr = PLBuilder.CreateBitCast(DstAddr, DstOpType); in createMemCpyLoopKnownSize() 93 LoopBuilder.CreateInBoundsGEP(LoopOpType, DstAddr, LoopIndex); in createMemCpyLoopKnownSize() 154 Value *CastedDst = DstAddr->getType() == DstPtrType in createMemCpyLoopKnownSize() 155 ? DstAddr in createMemCpyLoopKnownSize() 214 if (DstAddr->getType() != DstOpType) { in createMemCpyLoopUnknownSize() 215 DstAddr = PLBuilder.CreateBitCast(DstAddr, DstOpType); in createMemCpyLoopUnknownSize() 311 DstAddr, PointerType::get(ResLoopOpType, DstAS)); in createMemCpyLoopUnknownSize() 394 DstAddr = CastBuilder.CreateBitCast(DstAddr, PtrTy); in createMemMoveLoop() [all …]
|
| H A D | CodeLayout.cpp | 100 double extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr, in extTSPScore() argument 103 if (SrcAddr + SrcSize == DstAddr) { in extTSPScore() 108 if (SrcAddr + SrcSize < DstAddr) { in extTSPScore() 109 const auto Dist = DstAddr - (SrcAddr + SrcSize); in extTSPScore() 117 const auto Dist = SrcAddr + SrcSize - DstAddr; in extTSPScore()
|
| /llvm-project-15.0.7/bolt/lib/Passes/ |
| H A D | HFSortPlus.cpp | 336 double expectedCalls(uint64_t SrcAddr, uint64_t DstAddr, in expectedCalls() argument 338 uint64_t Dist = SrcAddr >= DstAddr ? SrcAddr - DstAddr : DstAddr - SrcAddr; in expectedCalls() 357 uint64_t DstAddr = Addr[Arc->dst()]; in shortCalls() local 358 Calls += expectedCalls(SrcAddr, DstAddr, Arc->weight()); in shortCalls() 370 uint64_t DstAddr; in shortCalls() local 373 DstAddr = Addr[Arc->dst()] + ChainPred->Size; in shortCalls() 377 DstAddr = Addr[Arc->dst()]; in shortCalls() 379 Calls += expectedCalls(SrcAddr, DstAddr, Arc->weight()); in shortCalls()
|
| H A D | CacheMetrics.cpp | 223 uint64_t DstAddr, uint64_t Count) { in extTSPScore() argument 227 if (SrcAddr + SrcSize == DstAddr) { in extTSPScore() 232 if (SrcAddr + SrcSize < DstAddr) { in extTSPScore() 233 const uint64_t Dist = DstAddr - (SrcAddr + SrcSize); in extTSPScore() 241 const uint64_t Dist = SrcAddr + SrcSize - DstAddr; in extTSPScore()
|
| H A D | TailDuplication.cpp | 384 uint64_t DstAddr, uint64_t DstSize, in cacheScore() argument 388 bool IsForwardJump = SrcAddr <= DstAddr; in cacheScore() 393 JumpDistance = (DstAddr + DstSize) - (SrcAddr); in cacheScore() 395 JumpDistance = (SrcAddr + SrcSize) - (DstAddr); in cacheScore()
|
| H A D | ExtTSPReorderAlgorithm.cpp | 88 double extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr, in extTSPScore() argument 93 if (SrcAddr + SrcSize == DstAddr) { in extTSPScore() 98 if (SrcAddr + SrcSize < DstAddr) { in extTSPScore() 99 const uint64_t Dist = DstAddr - (SrcAddr + SrcSize); in extTSPScore() 107 const uint64_t Dist = SrcAddr + SrcSize - DstAddr; in extTSPScore()
|
| /llvm-project-15.0.7/openmp/libomptarget/src/ |
| H A D | api.cpp | 171 void *DstAddr = (char *)Dst + DstOffset; in omp_target_memcpy() local 176 const void *P = memcpy(DstAddr, SrcAddr, Length); in omp_target_memcpy() 183 Rc = DstDev.submitData(DstAddr, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 188 Rc = SrcDev.retrieveData(DstAddr, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 197 Rc = SrcDev.dataExchange(SrcAddr, DstDev, DstAddr, Length, AsyncInfo); in omp_target_memcpy() 209 Rc = DstDev.submitData(DstAddr, Buffer, Length, AsyncInfo); in omp_target_memcpy()
|
| /llvm-project-15.0.7/libc/test/src/string/memory_utils/ |
| H A D | address_test.cpp | 8 ASSERT_TRUE(IsAddressType<DstAddr<1>>::Value); in TEST() 16 ASSERT_TRUE(DstAddr<1>::IS_WRITE); in TEST() 22 ASSERT_EQ(DstAddr<1>::TEMPORALITY, Temporality::TEMPORAL); in TEST()
|
| H A D | algorithm_test.cpp | 119 template <size_t Align = 1> DstAddr<Align> dst(size_t offset = 0) const { in dst()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUMCInstLower.h | 61 auto DstAddr = CE->getType()->getPointerAddressSpace(); in lowerAddrSpaceCast() local 62 return MCConstantExpr::create(AT.getNullPointerValue(DstAddr), in lowerAddrSpaceCast()
|
| H A D | SIISelLowering.cpp | 3203 SDValue DstAddr; in LowerCall() local 3226 DstAddr = DAG.getFrameIndex(FI, PtrVT); in LowerCall() 3241 DstAddr = DAG.getNode(ISD::ADD, DL, MVT::i32, SP, PtrOff); in LowerCall() 3251 DAG.getMemcpy(Chain, DL, DstAddr, Arg, SizeNode, in LowerCall() 3260 DAG.getStore(Chain, DL, Arg, DstAddr, DstInfo, Alignment); in LowerCall()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.h | 35 Value *DstAddr, Value *CopyLen, Align SrcAlign, 44 Value *DstAddr, ConstantInt *CopyLen,
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CGNonTrivialStruct.cpp | 361 Address DstAddr = StartAddrs[DstIdx]; in visitArray() local 362 llvm::Value *NumElts = CGF.emitArrayLength(AT, BaseEltQT, DstAddr); in visitArray() 521 Address DstAddr = this->getAddrWithOffset(Addrs[DstIdx], this->Start); in flushTrivialFields() local 528 DstAddr = in flushTrivialFields() 532 this->CGF->Builder.CreateMemCpy(DstAddr, SrcAddr, SizeVal, false); in flushTrivialFields() 537 DstAddr = this->CGF->Builder.CreateElementBitCast(DstAddr, Ty); in flushTrivialFields() 540 this->CGF->Builder.CreateStore(SrcVal, DstAddr, false); in flushTrivialFields() 557 Address DstAddr = this->getAddrWithOffset(Addrs[DstIdx], Offset); in visitVolatileTrivial() local 559 this->CGF->Builder.CreateElementBitCast(DstAddr, Ty), FT); in visitVolatileTrivial() 567 Address DstAddr = in visitVolatileTrivial() local [all …]
|
| H A D | CGObjC.cpp | 2635 void CodeGenFunction::emitARCCopyAssignWeak(QualType Ty, Address DstAddr, in emitARCCopyAssignWeak() argument 2639 EmitARCStoreWeak(DstAddr, Object, false); in emitARCCopyAssignWeak() 2642 void CodeGenFunction::emitARCMoveAssignWeak(QualType Ty, Address DstAddr, in emitARCMoveAssignWeak() argument 2646 EmitARCStoreWeak(DstAddr, Object, false); in emitARCMoveAssignWeak()
|
| H A D | CodeGenFunction.h | 4288 void emitARCCopyAssignWeak(QualType Ty, Address DstAddr, Address SrcAddr); 4289 void emitARCMoveAssignWeak(QualType Ty, Address DstAddr, Address SrcAddr);
|
| H A D | CGStmtOpenMP.cpp | 346 Address DstAddr = CreateMemTemp( in GenerateOpenMPCapturedVars() local 349 LValue DstLV = MakeAddrLValue(DstAddr, Ctx.getUIntPtrType()); in GenerateOpenMPCapturedVars() 352 DstAddr.getPointer(), Ctx.getPointerType(Ctx.getUIntPtrType()), in GenerateOpenMPCapturedVars()
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXLowerAggrCopies.cpp | 107 Value *DstAddr = SI->getOperand(1); in runOnFunction() local 113 /* SrcAddr */ SrcAddr, /* DstAddr */ DstAddr, in runOnFunction()
|
| /llvm-project-15.0.7/bolt/include/bolt/Passes/ |
| H A D | CacheMetrics.h | 33 double extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr,
|
| H A D | TailDuplication.h | 111 double cacheScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr,
|
| /llvm-project-15.0.7/libc/src/string/memory_utils/ |
| H A D | address.h | 123 using DstAddr = Address<Alignment, Permission::Write, Temporality::TEMPORAL>;
|
| H A D | sized_op.h | 169 copy(DstAddr<alignof(type)>(output.payload), src); in load()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 2258 SDValue DstAddr; in computeAddrForCallArg() local 2268 DstAddr = DAG.getFrameIndex(FI, PtrVT); in computeAddrForCallArg() 2279 return std::make_pair(DstAddr, DstInfo); in computeAddrForCallArg() 2303 SDValue DstAddr; in PassF64ArgInRegs() local 2305 std::tie(DstAddr, DstInfo) = in PassF64ArgInRegs() 2308 DAG.getStore(Chain, dl, fmrrd.getValue(1 - id), DstAddr, DstInfo)); in PassF64ArgInRegs() 2526 SDValue DstAddr; in LowerCall() local 2528 std::tie(DstAddr, DstInfo) = in LowerCall() 2602 SDValue DstAddr; in LowerCall() local 2604 std::tie(DstAddr, DstInfo) = in LowerCall() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 6762 SDValue DstAddr; in LowerCall() local 6790 DstAddr = DAG.getFrameIndex(FI, PtrVT); in LowerCall() 6800 DstAddr = DAG.getNode(ISD::ADD, DL, PtrVT, StackPtr, PtrOff); in LowerCall() 6808 Chain, DL, DstAddr, Arg, SizeNode, in LowerCall() 6822 SDValue Store = DAG.getStore(Chain, DL, Arg, DstAddr, DstInfo); in LowerCall()
|