50 bool isMaskArithmetic(SDValue Op) {  in isMaskArithmetic()  argument
51   switch (Op.getOpcode()) {  in isMaskArithmetic()
57     return isMaskType(Op.getValueType());  in isMaskArithmetic()
85 bool maySafelyIgnoreMask(SDValue Op) {  in maySafelyIgnoreMask()  argument
86   auto VVPOpc = getVVPOpcode(Op->getOpcode());  in maySafelyIgnoreMask()
87   auto Opc = VVPOpc.value_or(Op->getOpcode());  in maySafelyIgnoreMask()
218 SDValue getNodeChain(SDValue Op) {  in getNodeChain()  argument
219   if (MemSDNode *MemN = dyn_cast<MemSDNode>(Op.getNode()))  in getNodeChain()
222   switch (Op->getOpcode()) {  in getNodeChain()
225     return Op->getOperand(0);  in getNodeChain()
230 SDValue getMemoryPtr(SDValue Op) {  in getMemoryPtr()  argument
231   if (auto *MemN = dyn_cast<MemSDNode>(Op.getNode()))  in getMemoryPtr()
234   switch (Op->getOpcode()) {  in getMemoryPtr()
236     return Op->getOperand(1);  in getMemoryPtr()
238     return Op->getOperand(2);  in getMemoryPtr()
243 Optional<EVT> getIdiomaticVectorType(SDNode *Op) {  in getIdiomaticVectorType()  argument
244   unsigned OC = Op->getOpcode();  in getIdiomaticVectorType()
247   if (auto MemN = dyn_cast<MemSDNode>(Op))  in getIdiomaticVectorType()
258     return Op->getValueType(0);  in getIdiomaticVectorType()
267     return Op->getOperand(hasReductionStartParam(OriginalOC) ? 1 : 0)  in getIdiomaticVectorType()
273     return Op->getOperand(0).getValueType();  in getIdiomaticVectorType()
278     return Op->getValueType(0);  in getIdiomaticVectorType()
281     return Op->getValueType(0);  in getIdiomaticVectorType()
284     return Op->getOperand(1)->getValueType(0);  in getIdiomaticVectorType()
288     return Op->getValueType(0);  in getIdiomaticVectorType()
292 SDValue getLoadStoreStride(SDValue Op, VECustomDAG &CDAG) {  in getLoadStoreStride()  argument
293   switch (Op->getOpcode()) {  in getLoadStoreStride()
295     return Op->getOperand(3);  in getLoadStoreStride()
297     return Op->getOperand(2);  in getLoadStoreStride()
300   if (auto *StoreN = dyn_cast<VPStridedStoreSDNode>(Op.getNode()))  in getLoadStoreStride()
302   if (auto *StoreN = dyn_cast<VPStridedLoadSDNode>(Op.getNode()))  in getLoadStoreStride()
305   if (isa<MemSDNode>(Op.getNode())) {  in getLoadStoreStride()
308     uint64_t ElemStride = getIdiomaticVectorType(Op.getNode())  in getLoadStoreStride()
316 SDValue getGatherScatterIndex(SDValue Op) {  in getGatherScatterIndex()  argument
317   if (auto *N = dyn_cast<MaskedGatherScatterSDNode>(Op.getNode()))  in getGatherScatterIndex()
319   if (auto *N = dyn_cast<VPGatherScatterSDNode>(Op.getNode()))  in getGatherScatterIndex()
324 SDValue getGatherScatterScale(SDValue Op) {  in getGatherScatterScale()  argument
325   if (auto *N = dyn_cast<MaskedGatherScatterSDNode>(Op.getNode()))  in getGatherScatterScale()
327   if (auto *N = dyn_cast<VPGatherScatterSDNode>(Op.getNode()))  in getGatherScatterScale()
332 SDValue getStoredValue(SDValue Op) {  in getStoredValue()  argument
333   switch (Op->getOpcode()) {  in getStoredValue()
336     return Op->getOperand(1);  in getStoredValue()
338   if (auto *StoreN = dyn_cast<StoreSDNode>(Op.getNode()))  in getStoredValue()
340   if (auto *StoreN = dyn_cast<MaskedStoreSDNode>(Op.getNode()))  in getStoredValue()
342   if (auto *StoreN = dyn_cast<VPStridedStoreSDNode>(Op.getNode()))  in getStoredValue()
344   if (auto *StoreN = dyn_cast<VPStoreSDNode>(Op.getNode()))  in getStoredValue()
346   if (auto *StoreN = dyn_cast<MaskedScatterSDNode>(Op.getNode()))  in getStoredValue()
348   if (auto *StoreN = dyn_cast<VPScatterSDNode>(Op.getNode()))  in getStoredValue()
353 SDValue getNodePassthru(SDValue Op) {  in getNodePassthru()  argument
354   if (auto *N = dyn_cast<MaskedLoadSDNode>(Op.getNode()))  in getNodePassthru()
356   if (auto *N = dyn_cast<MaskedGatherSDNode>(Op.getNode()))  in getNodePassthru()
385 SDValue getNodeAVL(SDValue Op) {  in getNodeAVL()  argument
386   auto PosOpt = getAVLPos(Op->getOpcode());  in getNodeAVL()
387   return PosOpt ? Op->getOperand(*PosOpt) : SDValue();  in getNodeAVL()
390 SDValue getNodeMask(SDValue Op) {  in getNodeMask()  argument
391   auto PosOpt = getMaskPos(Op->getOpcode());  in getNodeMask()
392   return PosOpt ? Op->getOperand(*PosOpt) : SDValue();  in getNodeMask()
395 std::pair<SDValue, bool> getAnnotatedNodeAVL(SDValue Op) {  in getAnnotatedNodeAVL()  argument
396   SDValue AVL = getNodeAVL(Op);  in getAnnotatedNodeAVL()