37888   MVT RootVT = Root.getSimpleValueType();  in combineX86ShuffleChain()  local
37889   unsigned RootSizeInBits = RootVT.getSizeInBits();  in combineX86ShuffleChain()
37890   unsigned NumRootElts = RootVT.getVectorNumElements();  in combineX86ShuffleChain()
37918     return CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37924                      (RootVT.isFloatingPoint() && Depth >= 1) ||  in combineX86ShuffleChain()
37925                      (RootVT.is256BitVector() && !Subtarget.hasAVX2());  in combineX86ShuffleChain()
37945     return CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37959       if (isTargetShuffleEquivalent(RootVT, ScaledMask, IdentityMask, DAG, V1,  in combineX86ShuffleChain()
37961         return CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
37966   if (RootVT.is512BitVector() &&  in combineX86ShuffleChain()
37976       Res = CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
38036         return DAG.getBitcast(RootVT, V);  in combineX86ShuffleChain()
38041   if (RootVT.is256BitVector() && NumBaseMaskElts == 2) {  in combineX86ShuffleChain()
38049       Res = CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
38062       SDValue Lo = CanonicalizeShuffleInput(RootVT, V1);  in combineX86ShuffleChain()
38063       SDValue Hi = CanonicalizeShuffleInput(RootVT, BaseMask[1] == 0 ? V1 : V2);  in combineX86ShuffleChain()
38081           X86ISD::VPERM2X128, DL, RootVT, CanonicalizeShuffleInput(RootVT, V1),  in combineX86ShuffleChain()
38082           DAG.getUNDEF(RootVT), DAG.getTargetConstant(PermMask, DL, MVT::i8));  in combineX86ShuffleChain()
38099         return DAG.getNode(X86ISD::VPERM2X128, DL, RootVT,  in combineX86ShuffleChain()
38100                           CanonicalizeShuffleInput(RootVT, LHS),  in combineX86ShuffleChain()
38101                           CanonicalizeShuffleInput(RootVT, RHS),  in combineX86ShuffleChain()
38171           return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38178           return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38191       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38204       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38225         return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38239       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38254     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38269     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38287       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38298       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38317       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38322         ((RootVT.is256BitVector() && Subtarget.useAVX512Regs()) ||  in combineX86ShuffleChain()
38323          (RootVT.is128BitVector() && Subtarget.hasVLX())) &&  in combineX86ShuffleChain()
38340       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38373         return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38386         return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38409       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38435       return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38464     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38482     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38517     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38526       ((RootVT.is128BitVector() && Subtarget.hasSSSE3()) ||  in combineX86ShuffleChain()
38527        (RootVT.is256BitVector() && Subtarget.hasAVX2()) ||  in combineX86ShuffleChain()
38528        (RootVT.is512BitVector() && Subtarget.hasBWI()))) {  in combineX86ShuffleChain()
38530     int NumBytes = RootVT.getSizeInBits() / 8;  in combineX86ShuffleChain()
38550     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38556   if (AllowVariablePerLaneMask && RootVT.is128BitVector() &&  in combineX86ShuffleChain()
38582     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38610     return DAG.getBitcast(RootVT, Res);  in combineX86ShuffleChain()
38635   EVT RootVT = Root.getValueType();  in combineX86ShuffleChainWithExtract()  local
38636   unsigned RootSizeInBits = RootVT.getSizeInBits();  in combineX86ShuffleChainWithExtract()
38721     return DAG.getBitcast(RootVT, WideShuffle);  in combineX86ShuffleChainWithExtract()
39053   MVT RootVT = Root.getSimpleValueType();  in combineX86ShufflesRecursively()  local
39054   assert(RootVT.isVector() && "Shuffles operate on vector types!");  in combineX86ShufflesRecursively()
39055   unsigned RootSizeInBits = RootVT.getSizeInBits();  in combineX86ShufflesRecursively()
39264     return DAG.getUNDEF(RootVT);  in combineX86ShufflesRecursively()
39266     return getZeroVector(RootVT, Subtarget, DAG, SDLoc(Root));  in combineX86ShufflesRecursively()
39269     return getOnesVector(RootVT, DAG, SDLoc(Root));  in combineX86ShufflesRecursively()
39329     return DAG.getBitcast(RootVT, HOp);  in combineX86ShufflesRecursively()