Lines Matching refs:Shuffle
15939 SDValue Shuffle = DAG.getVectorShuffle(ExtVT, DL, V1, V2, Mask); in lower1BitVectorShuffle() local
15945 Shuffle, ISD::SETGT); in lower1BitVectorShuffle()
15947 return DAG.getNode(ISD::TRUNCATE, DL, VT, Shuffle); in lower1BitVectorShuffle()
17489 SDValue Shuffle = DAG.getVectorShuffle(MVT::v2f64, dl, Sub, Sub, {1,-1}); in LowerUINT_TO_FP_i64() local
17490 Result = DAG.getNode(ISD::FADD, dl, MVT::v2f64, Shuffle, Sub); in LowerUINT_TO_FP_i64()
30324 unsigned &Shuffle, MVT &SrcVT, MVT &DstVT) { in matchUnaryVectorShuffle() argument
30331 Shuffle = X86ISD::VZEXT_MOVL; in matchUnaryVectorShuffle()
30358 Shuffle = unsigned(ISD::ZERO_EXTEND); in matchUnaryVectorShuffle()
30360 Shuffle = unsigned(ISD::ZERO_EXTEND_VECTOR_INREG); in matchUnaryVectorShuffle()
30373 Shuffle = X86ISD::VZEXT_MOVL; in matchUnaryVectorShuffle()
30383 Shuffle = X86ISD::MOVDDUP; in matchUnaryVectorShuffle()
30388 Shuffle = X86ISD::MOVSLDUP; in matchUnaryVectorShuffle()
30393 Shuffle = X86ISD::MOVSHDUP; in matchUnaryVectorShuffle()
30402 Shuffle = X86ISD::MOVDDUP; in matchUnaryVectorShuffle()
30407 Shuffle = X86ISD::MOVSLDUP; in matchUnaryVectorShuffle()
30412 Shuffle = X86ISD::MOVSHDUP; in matchUnaryVectorShuffle()
30422 Shuffle = X86ISD::MOVDDUP; in matchUnaryVectorShuffle()
30428 Shuffle = X86ISD::MOVSLDUP; in matchUnaryVectorShuffle()
30434 Shuffle = X86ISD::MOVSHDUP; in matchUnaryVectorShuffle()
30445 Shuffle = X86ISD::VBROADCAST; in matchUnaryVectorShuffle()
30461 unsigned &Shuffle, MVT &ShuffleVT, in matchUnaryPermuteVectorShuffle() argument
30477 Shuffle = X86ISD::VPERMI; in matchUnaryPermuteVectorShuffle()
30485 Shuffle = X86ISD::VPERMI; in matchUnaryPermuteVectorShuffle()
30493 Shuffle = X86ISD::VPERMILPI; in matchUnaryPermuteVectorShuffle()
30519 Shuffle = (AllowIntDomain ? X86ISD::PSHUFD : X86ISD::VPERMILPI); in matchUnaryPermuteVectorShuffle()
30537 Shuffle = X86ISD::PSHUFLW; in matchUnaryPermuteVectorShuffle()
30551 Shuffle = X86ISD::PSHUFHW; in matchUnaryPermuteVectorShuffle()
30563 int ShiftAmt = matchVectorShuffleAsShift(ShuffleVT, Shuffle, in matchUnaryPermuteVectorShuffle()
30583 unsigned &Shuffle, MVT &SrcVT, MVT &DstVT, in matchBinaryVectorShuffle() argument
30591 Shuffle = Subtarget.hasSSE2() ? X86ISD::UNPCKL : X86ISD::MOVLHPS; in matchBinaryVectorShuffle()
30597 Shuffle = Subtarget.hasSSE2() ? X86ISD::UNPCKH : X86ISD::MOVHLPS; in matchBinaryVectorShuffle()
30604 Shuffle = X86ISD::MOVSD; in matchBinaryVectorShuffle()
30610 Shuffle = X86ISD::MOVSS; in matchBinaryVectorShuffle()
30620 if (matchVectorShuffleWithPACK(MaskVT, SrcVT, V1, V2, Shuffle, Mask, DAG, in matchBinaryVectorShuffle()
30633 if (matchVectorShuffleWithUNPCK(MaskVT, V1, V2, Shuffle, IsUnary, Mask, DL, in matchBinaryVectorShuffle()
30649 unsigned &Shuffle, MVT &ShuffleVT, unsigned &PermuteImm) { in matchBinaryPermuteVectorShuffle() argument
30658 Shuffle = X86ISD::PALIGNR; in matchBinaryPermuteVectorShuffle()
30687 Shuffle = X86ISD::BLENDI; in matchBinaryPermuteVectorShuffle()
30719 Shuffle = X86ISD::BLENDI; in matchBinaryPermuteVectorShuffle()
30730 Shuffle = X86ISD::INSERTPS; in matchBinaryPermuteVectorShuffle()
30742 Shuffle = X86ISD::SHUFP; in matchBinaryPermuteVectorShuffle()
30787 Shuffle = X86ISD::SHUFP; in matchBinaryPermuteVectorShuffle()
30904 unsigned Shuffle, PermuteImm; in combineX86ShuffleChain() local
30934 NewV1, DL, DAG, Subtarget, Shuffle, in combineX86ShuffleChain()
30937 if (Depth == 1 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
30940 Res = DAG.getNode(Shuffle, DL, ShuffleVT, Res); in combineX86ShuffleChain()
30945 AllowIntDomain, Subtarget, Shuffle, in combineX86ShuffleChain()
30948 if (Depth == 1 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
30951 Res = DAG.getNode(Shuffle, DL, ShuffleVT, Res, in combineX86ShuffleChain()
30960 NewV1, NewV2, DL, DAG, Subtarget, Shuffle, in combineX86ShuffleChain()
30963 if (Depth == 1 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
30967 Res = DAG.getNode(Shuffle, DL, ShuffleVT, NewV1, NewV2); in combineX86ShuffleChain()
30975 NewV2, DL, DAG, Subtarget, Shuffle, ShuffleVT, PermuteImm) && in combineX86ShuffleChain()
30977 if (Depth == 1 && Root.getOpcode() == Shuffle) in combineX86ShuffleChain()
30981 Res = DAG.getNode(Shuffle, DL, ShuffleVT, NewV1, NewV2, in combineX86ShuffleChain()
32371 if (SDValue Shuffle = combineTargetShuffle(Op, DAG, DCI, Subtarget)) in combineShuffle() local
32372 return Shuffle; in combineShuffle()
32874 SDValue Shuffle = (UnaryShuffle) ? DAG.getUNDEF(CurrentVT) : ShuffleOps[1]; in XFormVExtractWithShuffleIntoLoad() local
32875 Shuffle = DAG.getVectorShuffle(CurrentVT, dl, ShuffleOps[0], Shuffle, in XFormVExtractWithShuffleIntoLoad()
32877 Shuffle = DAG.getBitcast(OriginalVT, Shuffle); in XFormVExtractWithShuffleIntoLoad()
32878 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, N->getValueType(0), Shuffle, in XFormVExtractWithShuffleIntoLoad()
33630 SDValue Shuffle = in combineBasicSADPattern() local
33632 SAD = DAG.getNode(ISD::ADD, DL, SadVT, SAD, Shuffle); in combineBasicSADPattern()
36443 if (SDValue Shuffle = combineX86ShufflesRecursively( in combineAnd() local
36446 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(N), VT, Shuffle, in combineAnd()