7333     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getTargetConstantBitsFromNode()  local
7334     if (MemIntr->getMemoryVT().getScalarSizeInBits() != VT.getScalarSizeInBits())  in getTargetConstantBitsFromNode()
7337     SDValue Ptr = MemIntr->getBasePtr();  in getTargetConstantBitsFromNode()
7355     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getTargetConstantBitsFromNode()  local
7356     SDValue Ptr = MemIntr->getBasePtr();  in getTargetConstantBitsFromNode()
7362       unsigned SubVecSizeInBits = MemIntr->getMemoryVT().getStoreSizeInBits();  in getTargetConstantBitsFromNode()
27502   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getAVX2GatherNode()  local
27507                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());  in getAVX2GatherNode()
27540   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getGatherNode()  local
27545                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());  in getGatherNode()
27570   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getScatterNode()  local
27576                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());  in getScatterNode()
27905       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in LowerINTRINSIC_W_CHAIN()  local
27906       MachineMemOperand *MMO = MemIntr->getMemOperand();  in LowerINTRINSIC_W_CHAIN()
27907       EVT MemVT = MemIntr->getMemoryVT();  in LowerINTRINSIC_W_CHAIN()
27943       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in LowerINTRINSIC_W_CHAIN()  local
27944       MachineMemOperand *MMO = MemIntr->getMemOperand();  in LowerINTRINSIC_W_CHAIN()
27945       EVT MemVT = MemIntr->getMemoryVT();  in LowerINTRINSIC_W_CHAIN()
28105     MemIntrinsicSDNode *MemIntr = dyn_cast<MemIntrinsicSDNode>(Op);  in LowerINTRINSIC_W_CHAIN()  local
28106     assert(MemIntr && "Expected MemIntrinsicSDNode!");  in LowerINTRINSIC_W_CHAIN()
28108     EVT MemVT  = MemIntr->getMemoryVT();  in LowerINTRINSIC_W_CHAIN()
28115                                  MemIntr->getMemOperand());  in LowerINTRINSIC_W_CHAIN()
28122                                 MemVT, MemIntr->getMemOperand(), ISD::UNINDEXED,  in LowerINTRINSIC_W_CHAIN()
28130                                MemIntr->getMemOperand(), DAG);  in LowerINTRINSIC_W_CHAIN()
28136                                    VMask, MemVT, MemIntr->getMemOperand(), DAG);  in LowerINTRINSIC_W_CHAIN()
40420       auto *MemIntr = cast<MemIntrinsicSDNode>(Op1);  in combineTargetShuffle()  local
40421       if (MemIntr->getMemoryVT().getScalarSizeInBits() == 32) {  in combineTargetShuffle()
40422         SDValue Load = DAG.getLoad(MVT::f32, DL, MemIntr->getChain(),  in combineTargetShuffle()
40423                                    MemIntr->getBasePtr(),  in combineTargetShuffle()
40424                                    MemIntr->getMemOperand());  in combineTargetShuffle()
40429         DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));  in combineTargetShuffle()
41386       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in SimplifyDemandedVectorEltsForTargetNode()  local
41390       SDValue Ops[] = {MemIntr->getOperand(0), MemIntr->getOperand(1)};  in SimplifyDemandedVectorEltsForTargetNode()
41392           X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, MemIntr->getMemoryVT(),  in SimplifyDemandedVectorEltsForTargetNode()
41393           MemIntr->getMemOperand());  in SimplifyDemandedVectorEltsForTargetNode()
41394       TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),  in SimplifyDemandedVectorEltsForTargetNode()
41401       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in SimplifyDemandedVectorEltsForTargetNode()  local
41402       EVT MemVT = MemIntr->getMemoryVT();  in SimplifyDemandedVectorEltsForTargetNode()
41406             TLO.DAG.getLoad(MemVT, DL, MemIntr->getChain(),  in SimplifyDemandedVectorEltsForTargetNode()
41407                             MemIntr->getBasePtr(), MemIntr->getMemOperand());  in SimplifyDemandedVectorEltsForTargetNode()
41408         TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),  in SimplifyDemandedVectorEltsForTargetNode()
41417                 getBROADCAST_LOAD(Opc, DL, BcstVT, MemVT, MemIntr, 0, TLO.DAG))  in SimplifyDemandedVectorEltsForTargetNode()
43441     auto *MemIntr = cast<MemIntrinsicSDNode>(SrcBC);  in combineExtractWithShuffle()  local
43443     if (MemIntr->getMemoryVT().getSizeInBits() == SrcBCWidth &&  in combineExtractWithShuffle()
43445       SDValue Load = DAG.getLoad(VT, dl, MemIntr->getChain(),  in combineExtractWithShuffle()
43446                                  MemIntr->getBasePtr(),  in combineExtractWithShuffle()
43447                                  MemIntr->getPointerInfo(),  in combineExtractWithShuffle()
43448                                  MemIntr->getOriginalAlign(),  in combineExtractWithShuffle()
43449                                  MemIntr->getMemOperand()->getFlags());  in combineExtractWithShuffle()
43450       DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));  in combineExtractWithShuffle()
54291     auto *MemIntr = cast<MemIntrinsicSDNode>(SubVec);  in combineINSERT_SUBVECTOR()  local
54293     SDValue Ops[] = { MemIntr->getChain(), MemIntr->getBasePtr() };  in combineINSERT_SUBVECTOR()
54296                                 MemIntr->getMemoryVT(),  in combineINSERT_SUBVECTOR()
54297                                 MemIntr->getMemOperand());  in combineINSERT_SUBVECTOR()
54298     DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1));  in combineINSERT_SUBVECTOR()