| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMParallelDSP.cpp | 327 if (auto *Ld = dyn_cast<LoadInst>(SExt->getOperand(0))) { in IsNarrowSequence() local 329 return LoadPairs.count(Ld) || OffsetLoads.count(Ld); in IsNarrowSequence() 349 auto *Ld = dyn_cast<LoadInst>(&I); in RecordMemoryOps() local 350 if (!Ld || !Ld->isSimple() || in RecordMemoryOps() 351 !Ld->hasOneUse() || !isa<SExtInst>(Ld->user_back())) in RecordMemoryOps() 353 Loads.push_back(Ld); in RecordMemoryOps()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 821 if (LoadInst *Ld = dyn_cast<LoadInst>(I->getOperand(0))) in getCastInstrCost() local 822 if (Ld->hasOneUse()) in getCastInstrCost() 829 if (LoadInst *Ld = dyn_cast<LoadInst>(I->getOperand(0))) in getCastInstrCost() local 830 if (Ld->hasOneUse()) in getCastInstrCost() 975 if (LoadInst *Ld = dyn_cast<LoadInst>(I->getOperand(0))) in getCmpSelInstrCost() local 977 if (!Ld->hasOneUse() && Ld->getParent() == I->getParent() && in getCmpSelInstrCost() 1069 isFoldableLoad(const LoadInst *Ld, const Instruction *&FoldedValue) { in isFoldableLoad() argument 1070 if (!Ld->hasOneUse()) in isFoldableLoad() 1072 FoldedValue = Ld; in isFoldableLoad() 1073 const Instruction *UserI = cast<Instruction>(*Ld->user_begin()); in isFoldableLoad() [all …]
|
| H A D | SystemZTargetTransformInfo.h | 115 bool isFoldableLoad(const LoadInst *Ld, const Instruction *&FoldedValue);
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopVersioningLICM.cpp | 328 LoadInst *Ld = dyn_cast<LoadInst>(I); in instructionSafeForVersioning() local 329 if (!Ld || !Ld->isSimple()) { in instructionSafeForVersioning() 334 Value *Ptr = Ld->getPointerOperand(); in instructionSafeForVersioning()
|
| H A D | LoopUnrollAndJamPass.cpp | 261 if (auto *Ld = dyn_cast<LoadInst>(&I)) { in computeUnrollAndJamCount() local 262 Value *V = Ld->getPointerOperand(); in computeUnrollAndJamCount()
|
| H A D | GVNHoist.cpp | 1042 if (auto *Ld = dyn_cast<LoadInst>(Repl)) { in makeGepOperandsAvailable() local 1043 Gep = dyn_cast<GetElementPtrInst>(Ld->getPointerOperand()); in makeGepOperandsAvailable()
|
| H A D | LoopInterchange.cpp | 98 if (auto *Ld = dyn_cast<LoadInst>(&I)) { in populateDependencyMatrix() local 99 if (!Ld->isSimple()) in populateDependencyMatrix()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPerfHintAnalysis.cpp | 202 const auto *Ld = dyn_cast<LoadInst>(&I); in isGlobalLoadUsedInBB() local 203 if (!Ld) in isGlobalLoadUsedInBB() 205 if (!isGlobalAddr(Ld->getPointerOperand())) in isGlobalLoadUsedInBB() 208 for (const User *Usr : Ld->users()) { in isGlobalLoadUsedInBB()
|
| H A D | AMDGPUISelDAGToDAG.cpp | 3527 auto Ld = cast<LoadSDNode>(N); in isUniformLoad() local 3529 const MachineMemOperand *MMO = Ld->getMemOperand(); in isUniformLoad() 3533 return Ld->getAlign() >= Align(std::min(MMO->getSize(), uint64_t(4))) && in isUniformLoad() 3534 ((Ld->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS || in isUniformLoad() 3535 Ld->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT) || in isUniformLoad() 3537 Ld->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS && in isUniformLoad() 3538 Ld->isSimple() && in isUniformLoad()
|
| H A D | SIISelLowering.cpp | 9987 if (Ld->getAlign() < Align(4) || Ld->isDivergent()) in widenLoad() 9991 unsigned AS = Ld->getAddressSpace(); in widenLoad() 10000 EVT MemVT = Ld->getMemoryVT(); in widenLoad() 10005 SDLoc SL(Ld); in widenLoad() 10011 SDValue Ptr = Ld->getBasePtr(); in widenLoad() 10014 Ld->getOffset(), Ld->getPointerInfo(), MVT::i32, Ld->getAlign(), in widenLoad() 10015 Ld->getMemOperand()->getFlags(), Ld->getAAInfo(), in widenLoad() 10026 if (Ld->getExtensionType() == ISD::SEXTLOAD) { in widenLoad() 10029 } else if (Ld->getExtensionType() == ISD::ZEXTLOAD || in widenLoad() 10033 assert(Ld->getExtensionType() == ISD::EXTLOAD); in widenLoad() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | GCRootLowering.cpp | 225 Value *Ld = new LoadInst(CI->getType(), CI->getArgOperand(1), "", CI); in DoLowering() local 226 Ld->takeName(CI); in DoLowering() 227 CI->replaceAllUsesWith(Ld); in DoLowering()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | SelectionDAGNodes.h | 3102 auto *Ld = dyn_cast<LoadSDNode>(N); 3103 return Ld && Ld->getExtensionType() == ISD::NON_EXTLOAD && 3109 auto *Ld = dyn_cast<LoadSDNode>(N); 3110 return Ld && Ld->getExtensionType() == ISD::NON_EXTLOAD; 3115 auto *Ld = dyn_cast<LoadSDNode>(N); 3116 return Ld && Ld->getExtensionType() == ISD::EXTLOAD; 3121 auto *Ld = dyn_cast<LoadSDNode>(N); 3122 return Ld && Ld->getExtensionType() == ISD::SEXTLOAD; 3127 auto *Ld = dyn_cast<LoadSDNode>(N); 3128 return Ld && Ld->getExtensionType() == ISD::ZEXTLOAD; [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelDAGToDAG.cpp | 756 LoadSDNode *Ld = cast<LoadSDNode>(Node); in tryIndexedLoad() local 757 ISD::MemIndexedMode AM = Ld->getAddressingMode(); in tryIndexedLoad() 765 EVT LoadVT = Ld->getMemoryVT(); in tryIndexedLoad() 804 EVT Ty = Ld->getOffset().getValueType(); in tryIndexedLoad() 805 SDValue Ops[] = {Ld->getBasePtr(), in tryIndexedLoad() 808 Ld->getChain()}; in tryIndexedLoad() 2101 auto *Ld = dyn_cast<LoadSDNode>(Src); in Select() local 2104 if (!Ld || Ld->isIndexed()) in Select() 2106 EVT MemVT = Ld->getMemoryVT(); in Select() 2137 Ld->getBasePtr()}; in Select() [all …]
|
| H A D | RISCVISelLowering.cpp | 4788 auto *Ld = cast<LoadSDNode>(V); in lowerVECTOR_SHUFFLE() local 11507 LoadSDNode *Ld = cast<LoadSDNode>(N); in ReplaceNodeResults() local 11511 Ld->getBasePtr(), Ld->getMemoryVT(), in ReplaceNodeResults() 14843 auto *Ld = dyn_cast<LoadSDNode>(Op); in performCONCAT_VECTORSCombine() local 14844 if (!Ld || !Ld->isSimple() || !Op.hasOneUse() || in performCONCAT_VECTORSCombine() 14845 Ld->getChain() != BaseLd->getChain() || !ISD::isNormalLoad(Ld) || in performCONCAT_VECTORSCombine() 14846 Ld->getValueType(0) != BaseLdVT) in performCONCAT_VECTORSCombine() 14849 Lds.push_back(Ld); in performCONCAT_VECTORSCombine() 14941 for (SDValue Ld : N->ops()) in performCONCAT_VECTORSCombine() local 16501 if (!ISD::isNormalLoad(Ld)) in getTargetConstantFromLoad() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InstrFragments.td | 516 LoadSDNode *Ld = cast<LoadSDNode>(N); 517 return Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 520 LoadSDNode *Ld = cast<LoadSDNode>(N); 522 Ld->getAlign() >= Ld->getMemoryVT().getStoreSize();
|
| H A D | X86InstrFragmentsSIMD.td | 875 auto *Ld = cast<LoadSDNode>(N); 876 return Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 942 auto *Ld = cast<LoadSDNode>(N); 944 Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 1132 auto *Ld = cast<MaskedLoadSDNode>(N); 1133 return Ld->getAlign() >= Ld->getValueType(0).getStoreSize();
|
| H A D | X86ISelLowering.cpp | 2569 Ld->getValueSizeInBits(0) == 128 && Ld->getAlign() < Align(16)) in mayFoldLoad() 6708 Ld = BaseLd; in findEltLoadSrc() 7149 SDValue Ld; in lowerBuildVectorAsBroadcast() local 24553 SDLoc dl(Ld); in LowerLoad() 33087 SDValue Ops[] = {Ld->getChain(), Ld->getBasePtr()}; in ReplaceNodeResults() 48333 if (!Ld) in combineAndLoadToBZHI() 49958 SDLoc dl(Ld); in combineLoad() 53727 Ld->getPointerInfo(), Ld->getOriginalAlign(), DAG); in combineSIntToFP() 55159 return Ld; in combineConcatVectorOps() 55185 return Ld; in combineConcatVectorOps() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | LoopAccessAnalysis.cpp | 2384 auto *Ld = dyn_cast<LoadInst>(&I); in analyzeLoop() local 2385 if (!Ld) { in analyzeLoop() 2386 recordAnalysis("CantVectorizeInstruction", Ld) in analyzeLoop() 2391 if (!Ld->isSimple() && !IsAnnotatedParallel) { in analyzeLoop() 2392 recordAnalysis("NonSimpleLoad", Ld) in analyzeLoop() 2399 Loads.push_back(Ld); in analyzeLoop() 2400 DepChecker->addAccess(Ld); in analyzeLoop() 2402 collectStridedAccess(Ld); in analyzeLoop()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerCombiner.cpp | 689 } else if (auto *Ld = dyn_cast<GLoad>(&MI)) { in optimizeConsecutiveMemOpAddressing() local 690 LoadValsSinceLastStore.push_back(Ld->getDstReg()); in optimizeConsecutiveMemOpAddressing()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | LoopUnrollAndJam.cpp | 629 if (auto *Ld = dyn_cast<LoadInst>(&I)) { in getLoadsAndStores() local 630 if (!Ld->isSimple()) in getLoadsAndStores()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelDAGToDAG.cpp | 1576 SDValue SuperReg = SDValue(Ld, 0); in SelectLoad() 1581 ReplaceUses(SDValue(N, NumVecs), SDValue(Ld, 1)); in SelectLoad() 1609 ReplaceUses(SDValue(N, NumVecs), SDValue(Ld, 0)); in SelectPostLoad() 1612 SDValue SuperReg = SDValue(Ld, 1); in SelectPostLoad() 1621 ReplaceUses(SDValue(N, NumVecs + 1), SDValue(Ld, 2)); in SelectPostLoad() 2153 SDValue SuperReg = SDValue(Ld, 0); in SelectLoadLane() 2165 ReplaceUses(SDValue(N, NumVecs), SDValue(Ld, 1)); in SelectLoadLane() 2198 ReplaceUses(SDValue(N, NumVecs), SDValue(Ld, 0)); in SelectPostLoadLane() 2201 SDValue SuperReg = SDValue(Ld, 1); in SelectPostLoadLane() 2219 ReplaceUses(SDValue(N, NumVecs + 1), SDValue(Ld, 2)); in SelectPostLoadLane() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Sparc/ |
| H A D | SparcISelLowering.cpp | 3654 LoadSDNode *Ld = cast<LoadSDNode>(N); in ReplaceNodeResults() local 3657 if (Ld->getValueType(0) != MVT::i64 || Ld->getMemoryVT() != MVT::i64) in ReplaceNodeResults() 3662 Ld->getExtensionType(), dl, MVT::v2i32, Ld->getChain(), in ReplaceNodeResults() 3663 Ld->getBasePtr(), Ld->getPointerInfo(), MVT::v2i32, in ReplaceNodeResults() 3664 Ld->getOriginalAlign(), Ld->getMemOperand()->getFlags(), in ReplaceNodeResults() 3665 Ld->getAAInfo()); in ReplaceNodeResults()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 13190 if (!Ld || Ld->getExtensionType() != ISD::NON_EXTLOAD) in tryToFoldExtOfMaskedLoad() 13200 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad() 13203 VT, dl, Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), Ld->getMask(), in tryToFoldExtOfMaskedLoad() 13204 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad() 14550 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG() 14551 Ld->getMask(), Ld->getPassThru(), ExtVT, Ld->getMemOperand(), in visitSIGN_EXTEND_INREG() 20074 if (!Ld->isSimple() || Ld->isIndexed()) in getStoreMergeCandidates() 21022 if (!Ld || Ld->getBasePtr() != Ptr || in replaceStoreOfInsertLoad() 24197 if (!Ld || Ld->getExtensionType() || !Ld->isSimple()) in narrowExtractedVectorLoad() 24223 if (!TLI.shouldReduceLoadWidth(Ld, Ld->getExtensionType(), VT)) in narrowExtractedVectorLoad() [all …]
|
| /freebsd-14.2/contrib/llvm-project/clang/lib/Analysis/ |
| H A D | ThreadSafetyCommon.cpp | 882 til::SExpr *Ld = new (Arena) til::Load(Lp); in enterCFG() local 883 til::SExpr *V = addStatement(Ld, nullptr, Pm); in enterCFG()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonCommonGEP.cpp | 1015 if (LoadInst *Ld = dyn_cast<LoadInst>(R)) { in separateConstantChains() local 1017 if (&Ld->getOperandUse(PtrX) == U) in separateConstantChains()
|