| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1088 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE() 1090 SDValue Chain = StoreNode->getChain(); in LowerSTORE() 1091 SDValue Ptr = StoreNode->getBasePtr(); in LowerSTORE() 1092 SDValue Value = StoreNode->getValue(); in LowerSTORE() 1095 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() 1112 StoreNode->getAlign(), StoreNode->getMemOperand()->getFlags(), in LowerSTORE() 1113 StoreNode->getAAInfo()); in LowerSTORE() 1114 StoreNode = cast<StoreSDNode>(NewStore); in LowerSTORE() 1120 Align Alignment = StoreNode->getAlign(); in LowerSTORE() 1141 assert(StoreNode->getAlignment() >= 2); in LowerSTORE() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1246 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument 1259 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern() 1275 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern() 1276 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern() 1281 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern() 1336 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in tryFoldLoadStoreIntoMemOperand() local 1337 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand() 1339 SDLoc DL(StoreNode); in tryFoldLoadStoreIntoMemOperand() 1344 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand() 1392 if (!selectBDAddr20Only(StoreNode->getBasePtr(), Base, Disp)) in tryFoldLoadStoreIntoMemOperand() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 3099 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument 3111 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern() 3126 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern() 3127 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern() 3173 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern() 3232 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in foldLoadStoreIntoMemOperand() local 3233 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand() 3239 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand() 3266 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand() 3461 MachineMemOperand *MemOps[] = {StoreNode->getMemOperand(), in foldLoadStoreIntoMemOperand() [all …]
|
| H A D | X86InstrAVX512.td | 9893 X86FoldableSchedWrite sched, PatFrag StoreNode, 9899 v16i8x_info, i16mem, i32mem, i64mem, StoreNode, 9905 X86FoldableSchedWrite sched, PatFrag StoreNode, 9911 v8i16x_info, i32mem, i64mem, i128mem, StoreNode, 9917 X86FoldableSchedWrite sched, PatFrag StoreNode, 9923 v8i32x_info, i64mem, i128mem, i256mem, StoreNode, 9929 X86FoldableSchedWrite sched, PatFrag StoreNode, 9935 v16i8x_info, i32mem, i64mem, i128mem, StoreNode, 9941 X86FoldableSchedWrite sched, PatFrag StoreNode, 9953 X86FoldableSchedWrite sched, PatFrag StoreNode, [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 5169 SDValue Value = StoreNode->getValue(); in LowerSTORE() 5172 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() 5214 {StoreNode->getChain(), Lo, Hi, StoreNode->getBasePtr()}, in LowerSTORE() 5215 StoreNode->getMemoryVT(), StoreNode->getMemOperand()); in LowerSTORE() 5221 SDValue Value = StoreNode->getValue(); in LowerSTORE() 5223 SDValue Chain = StoreNode->getChain(); in LowerSTORE() 5224 SDValue Base = StoreNode->getBasePtr(); in LowerSTORE() 5245 assert(StoreNode->isVolatile() || StoreNode->isAtomic()); in LowerStore128() 5246 assert(!StoreNode->isAtomic() || in LowerStore128() 5260 {StoreNode->getChain(), Lo, Hi, StoreNode->getBasePtr()}, in LowerStore128() [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 4296 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore() local 4298 DAG.setRoot(StoreNode); in visitStore() 4341 SDValue StoreNode = in visitMaskedStore() local 4344 DAG.setRoot(StoreNode); in visitMaskedStore() 4345 setValue(&I, StoreNode); in visitMaskedStore()
|
| H A D | DAGCombiner.cpp | 18151 auto OverLimitInDependenceCheck = [&](SDNode *StoreNode, in getStoreMergeCandidates() 18153 auto RootCount = StoreRootCountMap.find(StoreNode); in getStoreMergeCandidates()
|