Lines Matching refs:Shuffle
17621 if (SDValue Shuffle = ShuffleSubLanes(Scale)) in lowerShuffleAsRepeatedMaskAndLanePermute() local
17622 return Shuffle; in lowerShuffleAsRepeatedMaskAndLanePermute()
19278 SDValue Shuffle = DAG.getVectorShuffle(ExtVT, DL, V1, V2, Mask); in lower1BitShuffle() local
19284 Shuffle, ISD::SETGT); in lower1BitShuffle()
19286 return DAG.getNode(ISD::TRUNCATE, DL, VT, Shuffle); in lower1BitShuffle()
21197 SDValue Shuffle = DAG.getVectorShuffle(MVT::v2f64, dl, Sub, Sub, {1,-1}); in LowerUINT_TO_FP_i64() local
21198 Result = DAG.getNode(ISD::FADD, dl, MVT::v2f64, Shuffle, Sub); in LowerUINT_TO_FP_i64()
37255 const X86Subtarget &Subtarget, unsigned &Shuffle, in matchUnaryShuffle() argument
37266 Shuffle = X86ISD::VZEXT_MOVL; in matchUnaryShuffle()
37299 Shuffle = unsigned(MatchAny ? ISD::ANY_EXTEND : ISD::ZERO_EXTEND); in matchUnaryShuffle()
37301 Shuffle = getOpcode_EXTEND_VECTOR_INREG(Shuffle); in matchUnaryShuffle()
37315 Shuffle = X86ISD::VZEXT_MOVL; in matchUnaryShuffle()
37328 Shuffle = X86ISD::MOVDDUP; in matchUnaryShuffle()
37333 Shuffle = X86ISD::MOVSLDUP; in matchUnaryShuffle()
37338 Shuffle = X86ISD::MOVSHDUP; in matchUnaryShuffle()
37347 Shuffle = X86ISD::MOVDDUP; in matchUnaryShuffle()
37353 Shuffle = X86ISD::MOVSLDUP; in matchUnaryShuffle()
37359 Shuffle = X86ISD::MOVSHDUP; in matchUnaryShuffle()
37370 Shuffle = X86ISD::MOVDDUP; in matchUnaryShuffle()
37377 Shuffle = X86ISD::MOVSLDUP; in matchUnaryShuffle()
37384 Shuffle = X86ISD::MOVSHDUP; in matchUnaryShuffle()
37401 unsigned &Shuffle, MVT &ShuffleVT, in matchUnaryPermuteShuffle() argument
37415 Shuffle = X86ISD::VPERMI; in matchUnaryPermuteShuffle()
37423 Shuffle = X86ISD::VPERMI; in matchUnaryPermuteShuffle()
37431 Shuffle = X86ISD::VPERMILPI; in matchUnaryPermuteShuffle()
37457 Shuffle = (AllowIntDomain ? X86ISD::PSHUFD : X86ISD::VPERMILPI); in matchUnaryPermuteShuffle()
37478 Shuffle = X86ISD::PSHUFLW; in matchUnaryPermuteShuffle()
37492 Shuffle = X86ISD::PSHUFHW; in matchUnaryPermuteShuffle()
37505 int ShiftAmt = matchShuffleAsShift(ShuffleVT, Shuffle, MaskScalarSizeInBits, in matchUnaryPermuteShuffle()
37521 Shuffle = X86ISD::VROTLI; in matchUnaryPermuteShuffle()
37537 unsigned &Shuffle, MVT &SrcVT, MVT &DstVT, in matchBinaryShuffle() argument
37548 Shuffle = Subtarget.hasSSE2() ? X86ISD::UNPCKL : X86ISD::MOVLHPS; in matchBinaryShuffle()
37555 Shuffle = Subtarget.hasSSE2() ? X86ISD::UNPCKH : X86ISD::MOVHLPS; in matchBinaryShuffle()
37562 Shuffle = X86ISD::MOVSD; in matchBinaryShuffle()
37568 Shuffle = X86ISD::MOVSS; in matchBinaryShuffle()
37575 Shuffle = X86ISD::MOVSH; in matchBinaryShuffle()
37585 if (matchShuffleWithPACK(MaskVT, SrcVT, V1, V2, Shuffle, Mask, DAG, in matchBinaryShuffle()
37598 if (matchShuffleWithUNPCK(MaskVT, V1, V2, Shuffle, IsUnary, Mask, DL, DAG, in matchBinaryShuffle()
37644 Shuffle = ISD::OR; in matchBinaryShuffle()
37688 Shuffle = ISD::OR; in matchBinaryShuffle()
37703 unsigned &Shuffle, MVT &ShuffleVT, unsigned &PermuteImm) { in matchBinaryPermuteShuffle() argument
37715 Shuffle = X86ISD::VALIGN; in matchBinaryPermuteShuffle()
37732 Shuffle = X86ISD::PALIGNR; in matchBinaryPermuteShuffle()
37761 Shuffle = X86ISD::BLENDI; in matchBinaryPermuteShuffle()
37769 Shuffle = X86ISD::BLENDI; in matchBinaryPermuteShuffle()
37781 Shuffle = X86ISD::INSERTPS; in matchBinaryPermuteShuffle()
37796 Shuffle = X86ISD::SHUFP; in matchBinaryPermuteShuffle()
37841 Shuffle = X86ISD::SHUFP; in matchBinaryPermuteShuffle()
37853 Shuffle = X86ISD::INSERTPS; in matchBinaryPermuteShuffle()
38143 unsigned Shuffle, PermuteImm; in combineX86ShuffleChain() local
38184 DAG, Subtarget, Shuffle, ShuffleSrcVT, ShuffleVT) && in combineX86ShuffleChain()
38187 if (Depth == 0 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
38190 Res = DAG.getNode(Shuffle, DL, ShuffleVT, Res); in combineX86ShuffleChain()
38195 AllowIntDomain, DAG, Subtarget, Shuffle, ShuffleVT, in combineX86ShuffleChain()
38199 if (Depth == 0 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
38202 Res = DAG.getNode(Shuffle, DL, ShuffleVT, Res, in combineX86ShuffleChain()
38246 NewV2, DL, DAG, Subtarget, Shuffle, ShuffleSrcVT, in combineX86ShuffleChain()
38249 if (Depth == 0 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
38253 Res = DAG.getNode(Shuffle, DL, ShuffleVT, NewV1, NewV2); in combineX86ShuffleChain()
38261 Subtarget, Shuffle, ShuffleVT, PermuteImm) && in combineX86ShuffleChain()
38263 if (Depth == 0 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
38267 Res = DAG.getNode(Shuffle, DL, ShuffleVT, NewV1, NewV2, in combineX86ShuffleChain()
40806 if (SDValue Shuffle = combineTargetShuffle(Op, DAG, DCI, Subtarget)) in combineShuffle() local
40807 return Shuffle; in combineShuffle()
43304 SDValue Shuffle = in combineVPDPBUSDPattern() local
43306 DP = DAG.getNode(ISD::ADD, DL, DpVT, DP, Shuffle); in combineVPDPBUSDPattern()
43378 SDValue Shuffle = in combineBasicSADPattern() local
43380 SAD = DAG.getNode(ISD::ADD, DL, SadVT, SAD, Shuffle); in combineBasicSADPattern()
48068 if (SDValue Shuffle = combineX86ShufflesRecursively( in combineAnd() local
48073 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, VT, Shuffle, in combineAnd()