| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | VNCoercion.cpp | 31 uint64_t StoreSize = DL.getTypeSizeInBits(StoredTy).getFixedValue(); in canCoerceMustAliasedValueToLoad() local 34 if (llvm::alignTo(StoreSize, 8) != StoreSize) in canCoerceMustAliasedValueToLoad() 38 if (StoreSize < DL.getTypeSizeInBits(LoadTy).getFixedValue()) in canCoerceMustAliasedValueToLoad() 61 if (StoredNI && StoreSize != DL.getTypeSizeInBits(LoadTy).getFixedValue()) in canCoerceMustAliasedValueToLoad() 193 uint64_t StoreSize = WriteSizeInBits / 8; // Convert to bytes. in analyzeLoadFromClobberingWrite() local 201 StoreOffset + int64_t(StoreSize) < LoadOffset + int64_t(LoadSize)) in analyzeLoadFromClobberingWrite() 223 uint64_t StoreSize = in analyzeLoadFromClobberingStore() local 307 uint64_t StoreSize = in getStoreValueForLoadHelper() local 317 Builder.CreateBitCast(SrcVal, IntegerType::get(Ctx, StoreSize * 8)); in getStoreValueForLoadHelper() 324 ShiftAmt = (StoreSize - LoadSize - Offset) * 8; in getStoreValueForLoadHelper() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64MachineScheduler.cpp | 56 int StoreSize = AArch64InstrInfo::getMemScale(MI) * Multiples; in mayOverlapWrite() local 58 return llabs(Off0 - Off1) < StoreSize; in mayOverlapWrite()
|
| H A D | AArch64StackTagging.cpp | 129 int64_t StoreSize = DL->getTypeStoreSize(SI->getOperand(0)->getType()); in addStore() local 130 if (!addRange(Offset, Offset + StoreSize, SI)) in addStore() 133 applyStore(IRB, Offset, Offset + StoreSize, SI->getOperand(0)); in addStore() 138 uint64_t StoreSize = cast<ConstantInt>(MSI->getLength())->getZExtValue(); in addMemSet() local 139 if (!addRange(Offset, Offset + StoreSize, MSI)) in addMemSet() 142 applyMemSet(IRB, Offset, Offset + StoreSize, in addMemSet()
|
| H A D | AArch64LoadStoreOptimizer.cpp | 631 int StoreSize = TII->getMemScale(StoreInst); in isLdOffsetInRangeOfSt() local 635 : AArch64InstrInfo::getLdStOffsetOp(StoreInst).getImm() * StoreSize; in isLdOffsetInRangeOfSt() 641 (UnscaledLdOffset + LoadSize <= (UnscaledStOffset + StoreSize)); in isLdOffsetInRangeOfSt() 1143 int StoreSize = TII->getMemScale(*StoreI); in promoteLoadFromStore() local 1154 if (LoadSize == StoreSize && (LoadSize == 4 || LoadSize == 8)) { in promoteLoadFromStore() 1187 assert(LoadSize <= StoreSize && "Invalid load size"); in promoteLoadFromStore() 1195 : AArch64InstrInfo::getLdStOffsetOp(*StoreI).getImm() * StoreSize; in promoteLoadFromStore() 1203 (UnscaledLdOffset + LoadSize) <= UnscaledStOffset + StoreSize) && in promoteLoadFromStore()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopIdiomRecognize.cpp | 476 if (StoreSize != Stride && StoreSize != -Stride) in isLegalStore() 687 unsigned StoreSize = 0; in processLoopStores() local 707 if (StoreSize != Stride && StoreSize != -Stride) in processLoopStores() 710 bool IsNegStride = StoreSize == -Stride; in processLoopStores() 713 const SCEV *StoreSizeSCEV = SE->getConstant(IntIdxTy, StoreSize); in processLoopStores() 1217 if (BP1 != BP2 || LoadSize != int64_t(StoreSize)) in loadAndStoreMayFormMemmove() 1219 if ((!IsNegStride && LoadOff < StoreOff + int64_t(StoreSize)) || in loadAndStoreMayFormMemmove() 1270 int64_t StoreSize = ConstStoreSize->getValue()->getZExtValue(); in processLoopStoreOfLoopLoad() local 1271 bool IsNegStride = StoreSize == -Stride; in processLoopStoreOfLoopLoad() 1404 if (*StoreAlign < StoreSize || *LoadAlign < StoreSize) in processLoopStoreOfLoopLoad() [all …]
|
| H A D | SROA.cpp | 1178 TypeSize StoreSize = DL.getTypeStoreSize(ValOp->getType()); in visitStoreInst() local 1179 if (StoreSize.isScalable()) in visitStoreInst() 1182 uint64_t Size = StoreSize.getFixedValue(); in visitStoreInst() 1351 TypeSize StoreSize = DL.getTypeStoreSize(Op->getType()); in hasUnsafePHIOrSelectUse() local 1352 if (StoreSize.isScalable()) { in hasUnsafePHIOrSelectUse() 1356 Size = std::max(Size, StoreSize.getFixedValue()); in hasUnsafePHIOrSelectUse() 4591 uint64_t StoreSize = Ty->getBitWidth() / 8; in presplitLoadsAndStores() local 4592 assert(StoreSize > 0 && "Cannot have a zero-sized integer store!"); in presplitLoadsAndStores() 4595 assert(StoreSize == Offsets.S->endOffset() - Offsets.S->beginOffset() && in presplitLoadsAndStores() 4598 assert(BaseOffset + StoreSize > BaseOffset && in presplitLoadsAndStores() [all …]
|
| H A D | MemCpyOptimizer.cpp | 178 TypeSize StoreSize = DL.getTypeStoreSize(SI->getOperand(0)->getType()); in addStore() local 179 assert(!StoreSize.isScalable() && "Can't track scalable-typed stores"); in addStore() 180 addRange(OffsetFromFirst, StoreSize.getFixedValue(), in addStore()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | StackSlotColoring.cpp | 471 unsigned StoreSize = 0; in RemoveDeadStores() local 480 if (!(StoreReg = TII->isStoreToStackSlot(*NextMI, SecondSS, StoreSize))) in RemoveDeadStores() 483 LoadSize != StoreSize) in RemoveDeadStores()
|
| H A D | MachineFunction.cpp | 1430 uint64_t StoreSize = DL.getTypeStoreSize(A->getType()); in CanShareConstantPoolEntry() local 1431 if (StoreSize != DL.getTypeStoreSize(B->getType()) || StoreSize > 128) in CanShareConstantPoolEntry() 1436 Type *IntTy = IntegerType::get(A->getContext(), StoreSize*8); in CanShareConstantPoolEntry()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCHazardRecognizers.h | 73 uint64_t StoreSize[4]; variable
|
| H A D | PPCHazardRecognizers.cpp | 311 if (int64_t(StoreOffset[i]+StoreSize[i]) > LoadOffset) return true; in isLoadOfStoredAddress() 404 StoreSize[NumStores] = MO->getSize(); in EmitInstruction()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonLoopIdiomRecognition.cpp | 1953 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in isLegalStore() local 1954 if (StoreSize != unsigned(std::abs(Stride))) in isLegalStore() 1983 const SCEV *BECount, unsigned StoreSize, in mayLoopAccessLocation() argument 1995 StoreSize); in mayLoopAccessLocation() 2030 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in processCopyingStore() local 2031 if (Stride != StoreSize) in processCopyingStore() 2067 if (StoreSize != 4 || DL->getTypeSizeInBits(BECountTy) > 32) { in processCopyingStore() 2086 StoreSize, *AA, Ignore1)) { in processCopyingStore() 2090 BECount, StoreSize, *AA, Ignore1)) { in processCopyingStore() 2133 StoreSize, *AA, Ignore2)) in processCopyingStore() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | Loads.cpp | 535 TypeSize StoreSize = DL.getTypeSizeInBits(Val->getType()); in getAvailableLoadStore() local 537 if (TypeSize::isKnownLE(LoadSize, StoreSize)) in getAvailableLoadStore()
|
| H A D | TargetTransformInfo.cpp | 1232 unsigned StoreSize, in getStoreVectorFactor() argument 1235 return TTIImpl->getStoreVectorFactor(VF, StoreSize, ChainSizeInBytes, VecTy); in getStoreVectorFactor()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.h | 127 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize,
|
| H A D | AMDGPUTargetTransformInfo.cpp | 356 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument 359 unsigned VecRegBitWidth = VF * StoreSize; in getStoreVectorFactor() 361 return 128 / StoreSize; in getStoreVectorFactor()
|
| H A D | AMDGPUISelLowering.cpp | 41 unsigned StoreSize = VT.getStoreSizeInBits(); in getEquivalentMemType() local 42 if (StoreSize <= 32) in getEquivalentMemType() 43 return EVT::getIntegerVT(Ctx, StoreSize); in getEquivalentMemType() 45 assert(StoreSize % 32 == 0 && "Store size not a multiple of 32"); in getEquivalentMemType() 46 return EVT::getVectorVT(Ctx, MVT::i32, StoreSize / 32); in getEquivalentMemType()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1511 TypeSize StoreSize = MemAccess->getMemoryVT().getStoreSize(); in storeLoadIsAligned() local 1517 if (MemAccess->getAlign().value() < StoreSize || in storeLoadIsAligned() 1522 if (MMO->getOffset() % StoreSize != 0) in storeLoadIsAligned() 1535 if (GA->getOffset() % StoreSize != 0) in storeLoadIsAligned() 1541 if (GV->getPointerAlignment(DL).value() < StoreSize) in storeLoadIsAligned()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 620 int64_t StoreDispImm, unsigned StoreSize) { in isBlockingStore() argument 622 (StoreDispImm <= LoadDispImm + (LoadSize - StoreSize))); in isBlockingStore()
|
| /freebsd-14.2/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CGExprCXX.cpp | 568 CharUnits StoreSize = Store.second; in EmitNullBaseClassInitialization() local 569 llvm::Value *StoreSizeVal = CGF.CGM.getSize(StoreSize); in EmitNullBaseClassInitialization() 582 CharUnits StoreSize = Store.second; in EmitNullBaseClassInitialization() local 583 llvm::Value *StoreSizeVal = CGF.CGM.getSize(StoreSize); in EmitNullBaseClassInitialization()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1624 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, 2095 virtual unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, 2801 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument 2804 return Impl.getStoreVectorFactor(VF, StoreSize, ChainSizeInBytes, VecTy); in getStoreVectorFactor()
|
| H A D | TargetTransformInfoImpl.h | 883 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/AsmPrinter/ |
| H A D | AsmPrinter.cpp | 3695 const uint64_t StoreSize = DL.getTypeStoreSize(CV->getType()); in emitGlobalConstantImpl() local 3697 if (StoreSize <= 8) { in emitGlobalConstantImpl() 3701 AP.OutStreamer->emitIntValue(CI->getZExtValue(), StoreSize); in emitGlobalConstantImpl() 3707 if (Size != StoreSize) in emitGlobalConstantImpl() 3708 AP.OutStreamer->emitZeros(Size - StoreSize); in emitGlobalConstantImpl()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | MemorySanitizer.cpp | 1279 TypeSize StoreSize = DL.getTypeStoreSize(Shadow->getType()); in storeOrigin() local 1289 paintOrigin(IRB, updateOrigin(Origin, IRB), OriginPtr, StoreSize, in storeOrigin() 1311 paintOrigin(IRBNew, updateOrigin(Origin, IRBNew), OriginPtr, StoreSize, in storeOrigin() 4891 TypeSize StoreSize = DL.getTypeStoreSize(Shadow->getType()); in visitCallBase() local 4892 MSV.paintOrigin(IRB, Origin, OriginBase, StoreSize, in visitCallBase() 5631 TypeSize StoreSize = DL.getTypeStoreSize(Shadow->getType()); in visitCallBase() local 5632 MSV.paintOrigin(IRB, Origin, OriginBase, StoreSize, in visitCallBase()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1367 unsigned StoreSize = DL->getTypeStoreSize(LI.getType()); in translateLoad() local 1368 if (StoreSize == 0) in translateLoad() 1393 MemoryLocation(Ptr, LocationSize::precise(StoreSize), AAInfo))) { in translateLoad()
|