37760   MVT RootVT = Root.getSimpleValueType();  in combineX86ShuffleChain()  local
37761   unsigned RootSizeInBits = RootVT.getSizeInBits();  in combineX86ShuffleChain()
37762   unsigned NumRootElts = RootVT.getVectorNumElements();  in combineX86ShuffleChain()
37790     return CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37796                      (RootVT.isFloatingPoint() && Depth >= 1) ||  in combineX86ShuffleChain()
37797                      (RootVT.is256BitVector() && !Subtarget.hasAVX2());  in combineX86ShuffleChain()
37817     return CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37831       if (isTargetShuffleEquivalent(RootVT, ScaledMask, IdentityMask, DAG, V1,  in combineX86ShuffleChain()
37833         return CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37838   if (RootVT.is512BitVector() &&  in combineX86ShuffleChain()
37848       Res = CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37905         return DAG.getBitcast(RootVT, V);  in combineX86ShuffleChain()
37910   if (RootVT.is256BitVector() && NumBaseMaskElts == 2) {  in combineX86ShuffleChain()
37918       Res = CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37931       SDValue Lo = CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37932       SDValue Hi = CanonicalizeShuffleInput(RootVT, BaseMask[1] == 0 ? V1 : V2);  in combineX86ShuffleChain()
37950           X86ISD::VPERM2X128, DL, RootVT, CanonicalizeShuffleInput(RootVT, V1),  in combineX86ShuffleChain()
37951           DAG.getUNDEF(RootVT), DAG.getTargetConstant(PermMask, DL, MVT::i8));  in combineX86ShuffleChain()
37968         return DAG.getNode(X86ISD::VPERM2X128, DL, RootVT,  in combineX86ShuffleChain()
37969                           CanonicalizeShuffleInput(RootVT, LHS),  in combineX86ShuffleChain()
37970                           CanonicalizeShuffleInput(RootVT, RHS),  in combineX86ShuffleChain()
38040           return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38047           return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38060       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38073       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38094         return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38108       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38123     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38138     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38156       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38167       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38186       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38191         ((RootVT.is256BitVector() && Subtarget.useAVX512Regs()) ||  in combineX86ShuffleChain()
38192          (RootVT.is128BitVector() && Subtarget.hasVLX())) &&  in combineX86ShuffleChain()
38209       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38242         return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38255         return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38278       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38304       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38333     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38351     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38386     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38395       ((RootVT.is128BitVector() && Subtarget.hasSSSE3()) ||  in combineX86ShuffleChain()
38396        (RootVT.is256BitVector() && Subtarget.hasAVX2()) ||  in combineX86ShuffleChain()
38397        (RootVT.is512BitVector() && Subtarget.hasBWI()))) {  in combineX86ShuffleChain()
38399     int NumBytes = RootVT.getSizeInBits() / 8;  in combineX86ShuffleChain()
38419     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38425   if (AllowVariablePerLaneMask && RootVT.is128BitVector() &&  in combineX86ShuffleChain()
38451     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38479     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38504   EVT RootVT = Root.getValueType();  in combineX86ShuffleChainWithExtract()  local
38505   unsigned RootSizeInBits = RootVT.getSizeInBits();  in combineX86ShuffleChainWithExtract()
38608     return DAG.getBitcast(RootVT, WideShuffle);  in combineX86ShuffleChainWithExtract()
38957   MVT RootVT = Root.getSimpleValueType();  in combineX86ShufflesRecursively()  local
38958   assert(RootVT.isVector() && "Shuffles operate on vector types!");  in combineX86ShufflesRecursively()
38959   unsigned RootSizeInBits = RootVT.getSizeInBits();  in combineX86ShufflesRecursively()
39213     return DAG.getUNDEF(RootVT);  in combineX86ShufflesRecursively()
39215     return getZeroVector(RootVT, Subtarget, DAG, SDLoc(Root));  in combineX86ShufflesRecursively()
39218     return getOnesVector(RootVT, DAG, SDLoc(Root));  in combineX86ShufflesRecursively()
39278     return DAG.getBitcast(RootVT, HOp);  in combineX86ShufflesRecursively()