| /llvm-project-15.0.7/libc/test/src/string/memory_utils/ |
| H A D | address_test.cpp | 7 ASSERT_TRUE(IsAddressType<SrcAddr<1>>::Value); in TEST() 14 ASSERT_TRUE(SrcAddr<1>::IS_READ); in TEST() 21 ASSERT_EQ(SrcAddr<1>::TEMPORALITY, Temporality::TEMPORAL); in TEST() 28 ASSERT_EQ(SrcAddr<1>::ALIGNMENT, size_t(1)); in TEST() 29 ASSERT_EQ(SrcAddr<4>::ALIGNMENT, size_t(4)); in TEST() 34 ASSERT_EQ(offsetAddr<8>(SrcAddr<8>(nullptr)).ALIGNMENT, size_t(8)); in TEST() 40 ASSERT_EQ(offsetAddr<1>(SrcAddr<4>(nullptr)).ALIGNMENT, size_t(1)); in TEST() 53 SrcAddr<1> addr(&a); in TEST() 59 SrcAddr<16> addr(nullptr); in TEST() 68 SrcAddr<1> addr(&a); in TEST() [all …]
|
| H A D | algorithm_test.cpp | 113 template <size_t Align = 1> SrcAddr<Align> buf1(size_t offset = 0) const { in buf1() 116 template <size_t Align = 1> SrcAddr<Align> buf2(size_t offset = 0) const { in buf2() 122 template <size_t Align = 1> SrcAddr<Align> src(size_t offset = 0) const { in src()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.cpp | 69 if (SrcAddr->getType() != SrcOpType) { in createMemCpyLoopKnownSize() 70 SrcAddr = PLBuilder.CreateBitCast(SrcAddr, SrcOpType); in createMemCpyLoopKnownSize() 84 LoopBuilder.CreateInBoundsGEP(LoopOpType, SrcAddr, LoopIndex); in createMemCpyLoopKnownSize() 140 Value *CastedSrc = SrcAddr->getType() == SrcPtrType in createMemCpyLoopKnownSize() 141 ? SrcAddr in createMemCpyLoopKnownSize() 177 Value *SrcAddr, Value *DstAddr, in createMemCpyLoopUnknownSize() argument 211 if (SrcAddr->getType() != SrcOpType) { in createMemCpyLoopUnknownSize() 212 SrcAddr = PLBuilder.CreateBitCast(SrcAddr, SrcOpType); in createMemCpyLoopUnknownSize() 309 SrcAddr, PointerType::get(ResLoopOpType, SrcAS)); in createMemCpyLoopUnknownSize() 393 SrcAddr = CastBuilder.CreateBitCast(SrcAddr, PtrTy); in createMemMoveLoop() [all …]
|
| H A D | CodeLayout.cpp | 100 double extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr, in extTSPScore() argument 103 if (SrcAddr + SrcSize == DstAddr) { in extTSPScore() 108 if (SrcAddr + SrcSize < DstAddr) { in extTSPScore() 109 const auto Dist = DstAddr - (SrcAddr + SrcSize); in extTSPScore() 117 const auto Dist = SrcAddr + SrcSize - DstAddr; in extTSPScore()
|
| /llvm-project-15.0.7/bolt/lib/Passes/ |
| H A D | HFSortPlus.cpp | 336 double expectedCalls(uint64_t SrcAddr, uint64_t DstAddr, in expectedCalls() argument 338 uint64_t Dist = SrcAddr >= DstAddr ? SrcAddr - DstAddr : DstAddr - SrcAddr; in expectedCalls() 356 uint64_t SrcAddr = Addr[Arc->src()] + uint64_t(Arc->avgCallOffset()); in shortCalls() local 358 Calls += expectedCalls(SrcAddr, DstAddr, Arc->weight()); in shortCalls() 369 uint64_t SrcAddr; in shortCalls() local 372 SrcAddr = Addr[Arc->src()] + uint64_t(Arc->avgCallOffset()); in shortCalls() 375 SrcAddr = in shortCalls() 379 Calls += expectedCalls(SrcAddr, DstAddr, Arc->weight()); in shortCalls()
|
| H A D | CacheMetrics.cpp | 222 double CacheMetrics::extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, in extTSPScore() argument 227 if (SrcAddr + SrcSize == DstAddr) { in extTSPScore() 232 if (SrcAddr + SrcSize < DstAddr) { in extTSPScore() 233 const uint64_t Dist = DstAddr - (SrcAddr + SrcSize); in extTSPScore() 241 const uint64_t Dist = SrcAddr + SrcSize - DstAddr; in extTSPScore()
|
| H A D | TailDuplication.cpp | 383 double TailDuplication::cacheScore(uint64_t SrcAddr, uint64_t SrcSize, in cacheScore() argument 388 bool IsForwardJump = SrcAddr <= DstAddr; in cacheScore() 393 JumpDistance = (DstAddr + DstSize) - (SrcAddr); in cacheScore() 395 JumpDistance = (SrcAddr + SrcSize) - (DstAddr); in cacheScore()
|
| H A D | ExtTSPReorderAlgorithm.cpp | 88 double extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr, in extTSPScore() argument 93 if (SrcAddr + SrcSize == DstAddr) { in extTSPScore() 98 if (SrcAddr + SrcSize < DstAddr) { in extTSPScore() 99 const uint64_t Dist = DstAddr - (SrcAddr + SrcSize); in extTSPScore() 107 const uint64_t Dist = SrcAddr + SrcSize - DstAddr; in extTSPScore()
|
| /llvm-project-15.0.7/openmp/libomptarget/src/ |
| H A D | api.cpp | 170 void *SrcAddr = (char *)const_cast<void *>(Src) + SrcOffset; in omp_target_memcpy() local 176 const void *P = memcpy(DstAddr, SrcAddr, Length); in omp_target_memcpy() 183 Rc = DstDev.submitData(DstAddr, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 188 Rc = SrcDev.retrieveData(DstAddr, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 197 Rc = SrcDev.dataExchange(SrcAddr, DstDev, DstAddr, Length, AsyncInfo); in omp_target_memcpy() 205 Rc = SrcDev.retrieveData(Buffer, SrcAddr, Length, AsyncInfo); in omp_target_memcpy()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUMCInstLower.h | 59 auto SrcAddr = Op->getType()->getPointerAddressSpace(); in lowerAddrSpaceCast() local 60 if (Op->isNullValue() && AT.getNullPointerValue(SrcAddr) == 0) { in lowerAddrSpaceCast()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.h | 34 void createMemCpyLoopUnknownSize(Instruction *InsertBefore, Value *SrcAddr, 43 void createMemCpyLoopKnownSize(Instruction *InsertBefore, Value *SrcAddr,
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXLowerAggrCopies.cpp | 106 Value *SrcAddr = LI->getOperand(0); in runOnFunction() local 113 /* SrcAddr */ SrcAddr, /* DstAddr */ DstAddr, in runOnFunction()
|
| /llvm-project-15.0.7/bolt/include/bolt/Passes/ |
| H A D | CacheMetrics.h | 33 double extTSPScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr,
|
| H A D | TailDuplication.h | 111 double cacheScore(uint64_t SrcAddr, uint64_t SrcSize, uint64_t DstAddr,
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CGNonTrivialStruct.cpp | 522 Address SrcAddr = this->getAddrWithOffset(Addrs[SrcIdx], this->Start); in flushTrivialFields() local 530 SrcAddr = in flushTrivialFields() 531 this->CGF->Builder.CreateElementBitCast(SrcAddr, this->CGF->Int8Ty); in flushTrivialFields() 532 this->CGF->Builder.CreateMemCpy(DstAddr, SrcAddr, SizeVal, false); in flushTrivialFields() 538 SrcAddr = this->CGF->Builder.CreateElementBitCast(SrcAddr, Ty); in flushTrivialFields() 539 llvm::Value *SrcVal = this->CGF->Builder.CreateLoad(SrcAddr, false); in flushTrivialFields() 561 Address SrcAddr = this->getAddrWithOffset(Addrs[SrcIdx], Offset); in visitVolatileTrivial() local 563 this->CGF->Builder.CreateElementBitCast(SrcAddr, Ty), FT); in visitVolatileTrivial() 569 Address SrcAddr = in visitVolatileTrivial() local 572 SrcLV = this->CGF->MakeAddrLValue(SrcAddr, FT); in visitVolatileTrivial()
|
| H A D | TargetInfo.h | 278 llvm::Value *V, LangAS SrcAddr, 289 LangAS SrcAddr, LangAS DestAddr,
|
| H A D | CGObjC.cpp | 2636 Address SrcAddr) { in emitARCCopyAssignWeak() argument 2637 llvm::Value *Object = EmitARCLoadWeakRetained(SrcAddr); in emitARCCopyAssignWeak() 2643 Address SrcAddr) { in emitARCMoveAssignWeak() argument 2644 llvm::Value *Object = EmitARCLoadWeakRetained(SrcAddr); in emitARCMoveAssignWeak() 2647 EmitARCDestroyWeak(SrcAddr); in emitARCMoveAssignWeak()
|
| H A D | CGStmtOpenMP.cpp | 698 Address DestAddr, Address SrcAddr, QualType OriginalType, in EmitOMPAggregateAssign() argument 706 SrcAddr = Builder.CreateElementBitCast(SrcAddr, DestAddr.getElementType()); in EmitOMPAggregateAssign() 708 llvm::Value *SrcBegin = SrcAddr.getPointer(); in EmitOMPAggregateAssign() 730 Address(SrcElementPHI, SrcAddr.getElementType(), in EmitOMPAggregateAssign() 731 SrcAddr.getAlignment().alignmentOfArrayElement(ElementSize)); in EmitOMPAggregateAssign() 748 Builder.CreateConstGEP1_32(SrcAddr.getElementType(), SrcElementPHI, in EmitOMPAggregateAssign() 762 Address SrcAddr, const VarDecl *DestVD, in EmitOMPCopy() argument 769 LValue Src = MakeAddrLValue(SrcAddr, OriginalType); in EmitOMPCopy() 775 DestAddr, SrcAddr, OriginalType, in EmitOMPCopy() 790 Remap.addPrivate(SrcVD, SrcAddr); in EmitOMPCopy()
|
| H A D | CodeGenFunction.h | 3360 Address DestAddr, Address SrcAddr, QualType OriginalType, 3374 Address DestAddr, Address SrcAddr, 4288 void emitARCCopyAssignWeak(QualType Ty, Address DstAddr, Address SrcAddr); 4289 void emitARCMoveAssignWeak(QualType Ty, Address DstAddr, Address SrcAddr);
|
| H A D | CGOpenMPRuntimeGPU.cpp | 1765 static void shuffleAndStore(CodeGenFunction &CGF, Address SrcAddr, in shuffleAndStore() argument 1782 Address Ptr = SrcAddr; in shuffleAndStore() 1784 Bld.CreateConstGEP(SrcAddr, 1), CGF.VoidPtrTy, CGF.Int8Ty); in shuffleAndStore()
|
| H A D | CGOpenMPRuntime.cpp | 683 Address SrcAddr = Address::invalid()) { in EmitOMPAggregateInit() argument 691 SrcAddr = in EmitOMPAggregateInit() 692 CGF.Builder.CreateElementBitCast(SrcAddr, DestAddr.getElementType()); in EmitOMPAggregateInit() 696 SrcBegin = SrcAddr.getPointer(); in EmitOMPAggregateInit() 721 Address(SrcElementPHI, SrcAddr.getElementType(), in EmitOMPAggregateInit() 722 SrcAddr.getAlignment().alignmentOfArrayElement(ElementSize)); in EmitOMPAggregateInit() 745 SrcAddr.getElementType(), SrcElementPHI, /*Idx0=*/1, in EmitOMPAggregateInit() 2382 Address SrcAddr = emitAddrOfVarFromArray(CGF, RHS, I, SrcVar); in emitCopyprivateCopyFunction() local 2386 CGF.EmitOMPCopy(Type, DestAddr, SrcAddr, DestVar, SrcVar, AssignmentOps[I]); in emitCopyprivateCopyFunction()
|
| /llvm-project-15.0.7/libc/src/string/memory_utils/ |
| H A D | address.h | 121 using SrcAddr = Address<Alignment, Permission::Read, Temporality::TEMPORAL>;
|
| H A D | sized_op.h | 174 copy(dst, SrcAddr<alignof(type)>(value.payload)); in store()
|
| /llvm-project-15.0.7/llvm/lib/ExecutionEngine/RuntimeDyld/ |
| H A D | RuntimeDyldChecker.cpp | 797 uint64_t RuntimeDyldCheckerImpl::readMemoryAtAddr(uint64_t SrcAddr, in readMemoryAtAddr() argument 799 uintptr_t PtrSizedAddr = static_cast<uintptr_t>(SrcAddr); in readMemoryAtAddr() 800 assert(PtrSizedAddr == SrcAddr && "Linker memory pointer out-of-range."); in readMemoryAtAddr()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 949 Value *SrcAddr = Load->getPointerOperand()->stripPointerCasts(); in foldSingleElementStore() local 954 SrcAddr != SI->getPointerOperand()->stripPointerCasts()) in foldSingleElementStore()
|