Lines Matching refs:hasAVX2

5949   if (Subtarget.hasAVX2())  in shouldProduceAndByConstByHoistingConstFromShiftsLHSOfAnd()
6631 } else if (Subtarget.hasAVX2()) { in SplitOpsAndApply()
9414 if (!Subtarget.hasAVX2() && ScalarSize < 32) in EltsFromConsecutiveLoads()
9458 if (!Subtarget.hasAVX2() && in EltsFromConsecutiveLoads()
9634 (SplatBitSize < 32 && Subtarget.hasAVX2())) { in lowerBuildVectorAsBroadcast()
9713 if (ConstSplatVal && (Subtarget.hasAVX2() || OptForSize)) { in lowerBuildVectorAsBroadcast()
9724 (OptForSize && (ScalarSize == 64 || Subtarget.hasAVX2()))) { in lowerBuildVectorAsBroadcast()
10518 ((VT == MVT::v16i16 || VT == MVT::v8i32) && Subtarget.hasAVX2())) { in LowerToHorizontalOp()
10891 if (Subtarget.hasAVX2()) in createVariablePermute()
11276 if (Subtarget.hasAVX2() && EVTBits == 32 && Values.size() == 2) { in LowerBUILD_VECTOR()
12063 (Subtarget.hasAVX2() && VT.is256BitVector()) || in lowerShuffleWithPSHUFB()
12829 assert(Subtarget.hasAVX2() && "256-bit integer blends require AVX2!"); in lowerShuffleAsBlend()
12844 assert(Subtarget.hasAVX2() && "v16i16 blends require AVX2!"); in lowerShuffleAsBlend()
12873 assert(Subtarget.hasAVX2() && "256-bit byte-blends require AVX2!"); in lowerShuffleAsBlend()
13073 (VT.is256BitVector() && !Subtarget.hasAVX2()) || in lowerShuffleAsByteRotateAndPermute()
13201 if (!Subtarget.hasAVX2() && (!Subtarget.hasAVX() || EltSizeInBits < 32 || in lowerShuffleAsDecomposedShuffleMerge()
14325 assert(Subtarget.hasAVX2() && in lowerShuffleAsTruncBroadcast()
14455 (Subtarget.hasAVX2() && VT.isInteger()))) in lowerShuffleAsBroadcast()
14461 unsigned Opcode = (VT == MVT::v2f64 && !Subtarget.hasAVX2()) in lowerShuffleAsBroadcast()
14464 bool BroadcastFromReg = (Opcode == X86ISD::MOVDDUP) || Subtarget.hasAVX2(); in lowerShuffleAsBroadcast()
14906 if (Subtarget.hasAVX2()) in lowerV2F64Shuffle()
14986 if (Subtarget.hasAVX2()) in lowerV2I64Shuffle()
15191 if (Subtarget.hasAVX2()) in lowerV4F32Shuffle()
15282 if (Subtarget.hasAVX2()) in lowerV4I32Shuffle()
16051 if (NumEvenDrops == 2 && Subtarget.hasAVX2() && in lowerV8I16Shuffle()
16774 bool CanUseSublanes = Subtarget.hasAVX2() && V2.isUndef(); in lowerShuffleAsLanePermuteAndPermute()
16890 if (!Subtarget.hasAVX2()) { in lowerShuffleAsLanePermuteAndShuffle()
16954 if (Subtarget.hasAVX2()) in lowerV2X128Shuffle()
17376 if (Subtarget.hasAVX2()) { in lowerShuffleWithUndefHalf()
17407 if (Subtarget.hasAVX2() && EltWidth == 64) in lowerShuffleWithUndefHalf()
17449 if (Subtarget.hasAVX2()) { in lowerShuffleAsRepeatedMaskAndLanePermute()
17611 if (Subtarget.hasAVX2() && VT.is256BitVector()) { in lowerShuffleAsRepeatedMaskAndLanePermute()
17768 if (Subtarget.hasAVX2()) in lowerV4F64Shuffle()
17830 if (!(Subtarget.hasAVX2() && (V1IsInPlace || V2IsInPlace))) in lowerV4F64Shuffle()
17843 if (Subtarget.hasAVX2()) in lowerV4F64Shuffle()
17863 assert(Subtarget.hasAVX2() && "We can only lower v4i64 with AVX2!"); in lowerV4I64Shuffle()
18017 if (Subtarget.hasAVX2()) { in lowerV8F32Shuffle()
18047 if (Subtarget.hasAVX2()) in lowerV8F32Shuffle()
18067 assert(Subtarget.hasAVX2() && "We can only lower v8i32 with AVX2!"); in lowerV8I32Shuffle()
18182 assert(Subtarget.hasAVX2() && "We can only lower v16i16 with AVX2!"); in lowerV16I16Shuffle()
18297 assert(Subtarget.hasAVX2() && "We can only lower v32i8 with AVX2!"); in lowerV32I8Shuffle()
18429 if (VT.isInteger() && !Subtarget.hasAVX2()) { in lower256BitShuffle()
19604 if (Subtarget.hasAVX2()) in LowerVSELECT()
19984 (Subtarget.hasAVX2() && (EltVT == MVT::i32 || EltVT == MVT::i64))) { in LowerINSERT_VECTOR_ELT()
19999 ((Subtarget.hasAVX2() && EltSizeInBits != 8) || in LowerINSERT_VECTOR_ELT()
22305 if (VT == MVT::v8i32 && !Subtarget.hasAVX2()) { in expandFP_TO_UINT_SSE()
29887 if (VT == MVT::v8i16 && !Subtarget.hasAVX2()) { in convertShiftLeftToScale()
30444 !Subtarget.hasAVX2())) || in LowerFunnelShift()
30610 if (VT.is256BitVector() && (Subtarget.hasXOP() || !Subtarget.hasAVX2())) in LowerRotate()
30642 Subtarget.hasAVX2()) || in LowerRotate()
30788 if (IsSplatAmt || LegalVarShifts || (Subtarget.hasAVX2() && !ConstantAmt)) { in LowerRotate()
32107 assert(Subtarget.hasAVX2() && in LowerMGATHER()
33903 if (Subtarget.hasAVX2() && (Bits == 32 || Bits == 64)) in isVectorShiftByScalarCheap()
34172 if (!Subtarget.hasAVX2()) in isVectorClearMaskLegal()
37414 if (Subtarget.hasAVX2() && MaskVT.is256BitVector()) { in matchUnaryPermuteShuffle()
37468 (MaskVT.is256BitVector() && Subtarget.hasAVX2()) || in matchUnaryPermuteShuffle()
37503 (MaskVT.is256BitVector() && Subtarget.hasAVX2()) || in matchUnaryPermuteShuffle()
37596 (MaskVT.is256BitVector() && Subtarget.hasAVX2()) || in matchBinaryShuffle()
37601 if (MaskVT.is256BitVector() && !Subtarget.hasAVX2()) in matchBinaryShuffle()
37728 (MaskVT.is256BitVector() && Subtarget.hasAVX2()) || in matchBinaryPermuteShuffle()
37742 (MaskVT == MVT::v16i16 && Subtarget.hasAVX2())) { in matchBinaryPermuteShuffle()
37925 (RootVT.is256BitVector() && !Subtarget.hasAVX2()); in combineX86ShuffleChain()
38059 !Subtarget.hasAVX2()) { in combineX86ShuffleChain()
38075 !(Subtarget.hasAVX2() && isUndefOrInRange(Mask, 0, 2)) && in combineX86ShuffleChain()
38150 (!MaskVT.is256BitVector() || Subtarget.hasAVX2()); in combineX86ShuffleChain()
38160 if ((Subtarget.hasAVX2() || in combineX86ShuffleChain()
38173 if (Subtarget.hasAVX2()) { in combineX86ShuffleChain()
38368 if (Subtarget.hasAVX2() && in combineX86ShuffleChain()
38527 (RootVT.is256BitVector() && Subtarget.hasAVX2()) || in combineX86ShuffleChain()
39968 assert(Subtarget.hasAVX2() && "Expected AVX2"); in combineTargetShuffle()
40701 if (!Subtarget.hasAVX2() || !isa<ShuffleVectorSDNode>(N)) in combineShuffleOfConcatUndef()
42336 checkBitcastSrcVectorSize(Src, 256, Subtarget.hasAVX2())) { in combineBitcastvxi1()
44111 } else if (Subtarget.hasAVX2() && NumElts < EltSizeInBits && in combineToExtendBoolVectorInReg()
44408 if (VT == MVT::v32i8 && !Subtarget.hasAVX2()) in combineVSelectToBLENDV()
45006 (Subtarget.hasAVX2() && EltBitWidth == 64) || in combineSelect()
48587 case MVT::v4i64: if (!Subtarget.hasAVX2()) return SDValue(); break; in foldVectorXorShiftIntoCmp()
49820 if (!IsIdentityPostShuffle && !Subtarget.hasAVX2() && VT.isFloatingPoint() && in isHorizontalBinOp()
53857 (Subtarget.hasAVX2() || in combineConcatVectorOps()
53867 (Subtarget.hasAVX2() || in combineConcatVectorOps()
54402 if (Subtarget.hasAVX() && !Subtarget.hasAVX2() && in combineEXTRACT_SUBVECTOR()