Lines Matching refs:getBitcast
3040 SDValue ValToCopy = DAG.getBitcast(TempValLoc, ValArg); in lowerMasksToReg()
3050 return DAG.getBitcast(ValLoc, ValArg); in lowerMasksToReg()
3068 Arg = DAG.getBitcast(MVT::i64, Arg); in Passv64i1ArgInRegs()
3129 ValToCopy = DAG.getBitcast(VA.getLocVT(), ValToCopy); in LowerReturn()
3166 ValToCopy = DAG.getBitcast(MVT::i64, ValToCopy); in LowerReturn()
3172 ValToCopy = DAG.getBitcast(MVT::v4f32, ValToCopy); in LowerReturn()
3388 Lo = DAG.getBitcast(MVT::v32i1, ArgValueLo); in getv64i1Argument()
3391 Hi = DAG.getBitcast(MVT::v32i1, ArgValueHi); in getv64i1Argument()
3430 return DAG.getBitcast(ValVT, ValReturned); in lowerRegToMasks()
3522 Val = DAG.getBitcast(VA.getValVT(), Val); in LowerCallResult()
4131 ArgValue = DAG.getBitcast(VA.getValVT(), ArgValue); in LowerFormalArguments()
4515 Arg = DAG.getBitcast(MVT::i64, Arg); in LowerCall()
4522 Arg = DAG.getBitcast(RegVT, Arg); in LowerCall()
6283 ConstsNode = DAG.getBitcast(VT, ConstsNode); in getConstVector()
6325 return DAG.getBitcast(VT, ConstsNode); in getConstVector()
6351 return DAG.getBitcast(VT, Vec); in getZeroVector()
6915 return DAG.getBitcast(VT, Vec); in getOnesVector()
6986 Not = DAG.getBitcast(V.getOperand(0).getValueType(), Not); in IsNOT()
6996 CatOp = DAG.getBitcast(CatOp.getValueType(), NotCat); in IsNOT()
7098 return DAG.getVectorShuffle(VT, dl, DAG.getBitcast(VT, LHS), in getPack()
7099 DAG.getBitcast(VT, RHS), PackMask); in getPack()
8845 V = DAG.getBitcast(VT, V); in LowerBuildVectorAsInsert()
8910 V = DAG.getBitcast(MVT::v8i16, V); in LowerBuildVectorv16i8()
8919 return DAG.getBitcast(MVT::v16i8, V); in LowerBuildVectorv16i8()
8953 SDValue NewBV = DAG.getBitcast(MVT::v2f64, DAG.getBuildVector(VT, DL, Ops)); in LowerBuildVectorv4x32()
8955 return DAG.getBitcast(VT, Dup); in LowerBuildVectorv4x32()
9018 V1 = DAG.getBitcast(VT, V1); in LowerBuildVectorv4x32()
9047 V1 = DAG.getBitcast(MVT::v4f32, V1); in LowerBuildVectorv4x32()
9049 V2 = DAG.getBitcast(MVT::v4f32, V2); in LowerBuildVectorv4x32()
9059 return DAG.getBitcast(VT, Result); in LowerBuildVectorv4x32()
9069 SrcOp = DAG.getBitcast(ShVT, SrcOp); in getVShift()
9072 return DAG.getBitcast(VT, DAG.getNode(Opc, dl, ShVT, SrcOp, ShiftVal)); in getVShift()
9340 return DAG.getBitcast(VT, Elts[FirstLoadedElt]); in EltsFromConsecutiveLoads()
9403 return DAG.getBitcast(VT, ResNode); in EltsFromConsecutiveLoads()
9467 return DAG.getBitcast(VT, Broadcast); in EltsFromConsecutiveLoads()
9610 return DAG.getBitcast(VT, Bcst); in lowerBuildVectorAsBroadcast()
9652 return DAG.getBitcast(VT, Brdcst); in lowerBuildVectorAsBroadcast()
9951 Select = DAG.getBitcast(MVT::v32i1, Select); in LowerBUILD_VECTORvXi1()
9959 Select = DAG.getBitcast(VecVT, Select); in LowerBUILD_VECTORvXi1()
9971 ImmL = DAG.getBitcast(MVT::v32i1, ImmL); in LowerBUILD_VECTORvXi1()
9972 ImmH = DAG.getBitcast(MVT::v32i1, ImmH); in LowerBUILD_VECTORvXi1()
9978 DstVec = DAG.getBitcast(VecVT, Imm); in LowerBUILD_VECTORvXi1()
10883 return DAG.getBitcast( in createVariablePermute()
10885 MVT::v32i8, DAG.getBitcast(MVT::v32i8, SrcVec), in createVariablePermute()
10886 DAG.getBitcast(MVT::v32i8, IndicesVec), DL, DAG, Subtarget)); in createVariablePermute()
10894 SrcVec = DAG.getBitcast(MVT::v8f32, SrcVec); in createVariablePermute()
10900 return DAG.getBitcast( in createVariablePermute()
10910 return DAG.getBitcast(VT, Res); in createVariablePermute()
10928 SrcVec = DAG.getBitcast(MVT::v4f64, SrcVec); in createVariablePermute()
10936 return DAG.getBitcast( in createVariablePermute()
10946 return DAG.getBitcast(VT, Res); in createVariablePermute()
10977 IndicesVec = DAG.getBitcast(ShuffleIdxVT, IndicesVec); in createVariablePermute()
10979 SrcVec = DAG.getBitcast(ShuffleVT, SrcVec); in createVariablePermute()
10983 return DAG.getBitcast(VT, Res); in createVariablePermute()
11213 return DAG.getBitcast(VT, Item); in LowerBUILD_VECTOR()
11290 SDValue NewBV = DAG.getBitcast(MVT::getVectorVT(WideEltVT, 2), in LowerBUILD_VECTOR()
11294 return DAG.getBitcast(VT, DAG.getNode(X86ISD::VBROADCAST, dl, BcastVT, in LowerBUILD_VECTOR()
12100 return DAG.getBitcast( in lowerShuffleWithPSHUFB()
12101 VT, DAG.getNode(X86ISD::PSHUFB, DL, I8VT, DAG.getBitcast(I8VT, V), in lowerShuffleWithPSHUFB()
12267 V1 = DAG.getVectorShuffle(MVT::v4f64, DL, DAG.getBitcast(MVT::v4f64, V1), in lowerShuffleWithUNPCK256()
12269 V1 = DAG.getBitcast(VT, V1); in lowerShuffleWithUNPCK256()
12459 Src = DAG.getBitcast(SrcVT, Src); in lowerShuffleAsVTRUNC()
12648 Res = DAG.getNode(PackOpcode, DL, DstVT, DAG.getBitcast(SrcVT, V1), in lowerShuffleWithPACK()
12649 DAG.getBitcast(SrcVT, V2)); in lowerShuffleWithPACK()
12707 VMask = DAG.getBitcast(LogicVT, VMask); in lowerShuffleAsBitMask()
12708 V = DAG.getBitcast(LogicVT, V); in lowerShuffleAsBitMask()
12710 return DAG.getBitcast(VT, And); in lowerShuffleAsBitMask()
12930 V1 = DAG.getBitcast(BlendVT, V1); in lowerShuffleAsBlend()
12931 V2 = DAG.getBitcast(BlendVT, V2); in lowerShuffleAsBlend()
12932 return DAG.getBitcast( in lowerShuffleAsBlend()
13126 SDValue Rotate = DAG.getBitcast( in lowerShuffleAsByteRotateAndPermute()
13127 VT, DAG.getNode(X86ISD::PALIGNR, DL, ByteVT, DAG.getBitcast(ByteVT, Hi), in lowerShuffleAsByteRotateAndPermute()
13128 DAG.getBitcast(ByteVT, Lo), in lowerShuffleAsByteRotateAndPermute()
13349 V1 = DAG.getBitcast(RotateVT, V1); in lowerShuffleAsBitRotate()
13355 return DAG.getBitcast(VT, Rot); in lowerShuffleAsBitRotate()
13359 DAG.getNode(X86ISD::VROTLI, DL, RotateVT, DAG.getBitcast(RotateVT, V1), in lowerShuffleAsBitRotate()
13361 return DAG.getBitcast(VT, Rot); in lowerShuffleAsBitRotate()
13488 Lo = DAG.getBitcast(ByteVT, Lo); in lowerShuffleAsByteRotate()
13489 Hi = DAG.getBitcast(ByteVT, Hi); in lowerShuffleAsByteRotate()
13495 return DAG.getBitcast( in lowerShuffleAsByteRotate()
13517 return DAG.getBitcast(VT, in lowerShuffleAsByteRotate()
13579 Res = DAG.getBitcast(MVT::v16i8, Res); in lowerShuffleAsByteShiftMask()
13613 return DAG.getBitcast(VT, Res); in lowerShuffleAsByteShiftMask()
13729 V = DAG.getBitcast(ShiftVT, V); in lowerShuffleAsShift()
13732 return DAG.getBitcast(VT, V); in lowerShuffleAsShift()
13931 return DAG.getBitcast(VT, InputV); in lowerShuffleAsSpecificZeroOrAnyExtend()
13941 return DAG.getBitcast( in lowerShuffleAsSpecificZeroOrAnyExtend()
13943 DAG.getBitcast(MVT::v4i32, InputV), in lowerShuffleAsSpecificZeroOrAnyExtend()
13950 DAG.getBitcast(MVT::v4i32, InputV), in lowerShuffleAsSpecificZeroOrAnyExtend()
13954 return DAG.getBitcast( in lowerShuffleAsSpecificZeroOrAnyExtend()
13956 DAG.getBitcast(MVT::v8i16, InputV), in lowerShuffleAsSpecificZeroOrAnyExtend()
13967 SDValue Lo = DAG.getBitcast( in lowerShuffleAsSpecificZeroOrAnyExtend()
13973 return DAG.getBitcast(VT, Lo); in lowerShuffleAsSpecificZeroOrAnyExtend()
13976 SDValue Hi = DAG.getBitcast( in lowerShuffleAsSpecificZeroOrAnyExtend()
13980 return DAG.getBitcast(VT, in lowerShuffleAsSpecificZeroOrAnyExtend()
13999 InputV = DAG.getBitcast(MVT::v16i8, InputV); in lowerShuffleAsSpecificZeroOrAnyExtend()
14000 return DAG.getBitcast( in lowerShuffleAsSpecificZeroOrAnyExtend()
14027 InputV = DAG.getBitcast(InputVT, InputV); in lowerShuffleAsSpecificZeroOrAnyExtend()
14033 return DAG.getBitcast(VT, InputV); in lowerShuffleAsSpecificZeroOrAnyExtend()
14155 V = DAG.getBitcast(MVT::v2i64, V); in lowerShuffleAsZeroOrAnyExtend()
14157 return DAG.getBitcast(VT, V); in lowerShuffleAsZeroOrAnyExtend()
14185 return DAG.getBitcast(EltVT, S); in getScalarValueForVectorElement()
14243 V2S = DAG.getBitcast(EltVT, V2S); in lowerShuffleAsElementInsertion()
14295 V2 = DAG.getBitcast(VT, V2); in lowerShuffleAsElementInsertion()
14307 V2 = DAG.getBitcast(MVT::v16i8, V2); in lowerShuffleAsElementInsertion()
14311 V2 = DAG.getBitcast(VT, V2); in lowerShuffleAsElementInsertion()
14571 return DAG.getBitcast(VT, V); in lowerShuffleAsBroadcast()
14606 V = DAG.getBitcast(MVT::f64, V); in lowerShuffleAsBroadcast()
14609 return DAG.getBitcast(VT, V); in lowerShuffleAsBroadcast()
14620 return DAG.getBitcast(VT, DAG.getNode(Opcode, DL, BroadcastVT, V)); in lowerShuffleAsBroadcast()
14633 return DAG.getNode(Opcode, DL, VT, DAG.getBitcast(CastVT, V)); in lowerShuffleAsBroadcast()
14810 V1 = DAG.getBitcast(UnpackVT, V1); in lowerShuffleAsPermuteAndUnpack()
14811 V2 = DAG.getBitcast(UnpackVT, V2); in lowerShuffleAsPermuteAndUnpack()
14814 return DAG.getBitcast( in lowerShuffleAsPermuteAndUnpack()
14971 V1 = DAG.getBitcast(MVT::v4i32, V1); in lowerV2I64Shuffle()
14976 return DAG.getBitcast( in lowerV2I64Shuffle()
15042 V1 = DAG.getBitcast(MVT::v2f64, V1); in lowerV2I64Shuffle()
15043 V2 = DAG.getBitcast(MVT::v2f64, V2); in lowerV2I64Shuffle()
15044 return DAG.getBitcast(MVT::v2i64, in lowerV2I64Shuffle()
15347 SDValue CastV1 = DAG.getBitcast(MVT::v4f32, V1); in lowerV4I32Shuffle()
15348 SDValue CastV2 = DAG.getBitcast(MVT::v4f32, V2); in lowerV4I32Shuffle()
15350 return DAG.getBitcast(MVT::v4i32, ShufPS); in lowerV4I32Shuffle()
15417 V = DAG.getBitcast(PSHUFDVT, V); in lowerV8I16GeneralSingleInputShuffle()
15420 return DAG.getBitcast(VT, V); in lowerV8I16GeneralSingleInputShuffle()
15591 V = DAG.getBitcast( in lowerV8I16GeneralSingleInputShuffle()
15593 DAG.getNode(X86ISD::PSHUFD, DL, PSHUFDVT, DAG.getBitcast(PSHUFDVT, V), in lowerV8I16GeneralSingleInputShuffle()
15833 V = DAG.getBitcast( in lowerV8I16GeneralSingleInputShuffle()
15835 DAG.getNode(X86ISD::PSHUFD, DL, PSHUFDVT, DAG.getBitcast(PSHUFDVT, V), in lowerV8I16GeneralSingleInputShuffle()
15897 V1 = DAG.getNode(X86ISD::PSHUFB, DL, ShufVT, DAG.getBitcast(ShufVT, V1), in lowerShuffleAsBlendOfPSHUFBs()
15900 V2 = DAG.getNode(X86ISD::PSHUFB, DL, ShufVT, DAG.getBitcast(ShufVT, V2), in lowerShuffleAsBlendOfPSHUFBs()
15911 return DAG.getBitcast(VT, V); in lowerShuffleAsBlendOfPSHUFBs()
16058 V1V2 = DAG.getBitcast(MVT::v8i32, V1V2); in lowerV8I16Shuffle()
16068 V1 = DAG.getNode(ISD::AND, DL, MVT::v4i32, DAG.getBitcast(MVT::v4i32, V1), in lowerV8I16Shuffle()
16070 V2 = DAG.getNode(ISD::AND, DL, MVT::v4i32, DAG.getBitcast(MVT::v4i32, V2), in lowerV8I16Shuffle()
16076 Result = DAG.getBitcast(MVT::v4i32, Result); in lowerV8I16Shuffle()
16087 DAG.getBitcast(MVT::v4i32, V1), in lowerV8I16Shuffle()
16090 DAG.getBitcast(MVT::v4i32, V2), in lowerV8I16Shuffle()
16138 V1 = DAG.getBitcast(MVT::v8i16, V1); in lowerV8F16Shuffle()
16139 V2 = DAG.getBitcast(MVT::v8i16, V2); in lowerV8F16Shuffle()
16140 return DAG.getBitcast(MVT::v8f16, in lowerV8F16Shuffle()
16312 V1 = DAG.getBitcast( in lowerV16I8Shuffle()
16314 DAG.getVectorShuffle(MVT::v8i16, DL, DAG.getBitcast(MVT::v8i16, V1), in lowerV16I8Shuffle()
16340 return DAG.getBitcast( in lowerV16I8Shuffle()
16342 DAG.getVectorShuffle(MVT::v8i16, DL, DAG.getBitcast(MVT::v8i16, V1), in lowerV16I8Shuffle()
16459 V1 = DAG.getNode(ISD::AND, DL, MVT::v8i16, DAG.getBitcast(MVT::v8i16, V1), in lowerV16I8Shuffle()
16462 V2 = DAG.getNode(ISD::AND, DL, MVT::v8i16, DAG.getBitcast(MVT::v8i16, V2), in lowerV16I8Shuffle()
16469 Result = DAG.getBitcast(MVT::v8i16, Result); in lowerV16I8Shuffle()
16478 DAG.getBitcast(MVT::v8i16, V1), in lowerV16I8Shuffle()
16482 DAG.getBitcast(MVT::v8i16, V2), in lowerV16I8Shuffle()
16511 VLoHalf = DAG.getBitcast(MVT::v8i16, V); in lowerV16I8Shuffle()
16530 VLoHalf = DAG.getBitcast( in lowerV16I8Shuffle()
16532 VHiHalf = DAG.getBitcast( in lowerV16I8Shuffle()
16598 return std::make_pair(DAG.getBitcast(SplitVT, LoV), in splitAndLowerShuffle()
16599 DAG.getBitcast(SplitVT, HiV)); in splitAndLowerShuffle()
16926 SDValue Flipped = DAG.getBitcast(PVT, V1); in lowerShuffleAsLanePermuteAndShuffle()
16929 Flipped = DAG.getBitcast(VT, Flipped); in lowerShuffleAsLanePermuteAndShuffle()
17714 V1 = DAG.getBitcast(MVT::v4i64, V1); in lowerShuffleAsVTRUNCAndUnpack()
17715 V2 = DAG.getBitcast(MVT::v4i64, V2); in lowerShuffleAsVTRUNCAndUnpack()
17885 return DAG.getBitcast( in lowerV4I64Shuffle()
17888 DAG.getBitcast(MVT::v8i32, V1), in lowerV4I64Shuffle()
18153 SDValue CastV1 = DAG.getBitcast(MVT::v8f32, V1); in lowerV8I32Shuffle()
18154 SDValue CastV2 = DAG.getBitcast(MVT::v8f32, V2); in lowerV8I32Shuffle()
18157 return DAG.getBitcast(MVT::v8i32, ShufPS); in lowerV8I32Shuffle()
18444 V1 = DAG.getBitcast(FpVT, V1); in lower256BitShuffle()
18445 V2 = DAG.getBitcast(FpVT, V2); in lower256BitShuffle()
18446 return DAG.getBitcast(VT, DAG.getVectorShuffle(FpVT, DL, V1, V2, Mask)); in lower256BitShuffle()
18450 V1 = DAG.getBitcast(MVT::v16i16, V1); in lower256BitShuffle()
18451 V2 = DAG.getBitcast(MVT::v16i16, V2); in lower256BitShuffle()
18452 return DAG.getBitcast(MVT::v16f16, in lower256BitShuffle()
18713 return DAG.getBitcast( in lowerV8I64Shuffle()
18716 DAG.getBitcast(MVT::v16i32, V1), in lowerV8I64Shuffle()
18813 SDValue CastV1 = DAG.getBitcast(MVT::v16f32, V1); in lowerV16I32Shuffle()
18814 SDValue CastV2 = DAG.getBitcast(MVT::v16f32, V2); in lowerV16I32Shuffle()
18817 return DAG.getBitcast(MVT::v16i32, ShufPS); in lowerV16I32Shuffle()
19040 V1 = DAG.getBitcast(MVT::v32i16, V1); in lower512BitShuffle()
19041 V2 = DAG.getBitcast(MVT::v32i16, V2); in lower512BitShuffle()
19042 return DAG.getBitcast(MVT::v32f16, in lower512BitShuffle()
19461 V1 = DAG.getBitcast(NewVT, V1); in lowerVECTOR_SHUFFLE()
19462 V2 = DAG.getBitcast(NewVT, V2); in lowerVECTOR_SHUFFLE()
19463 return DAG.getBitcast( in lowerVECTOR_SHUFFLE()
19475 return DAG.getBitcast(VT, HOp); in lowerVECTOR_SHUFFLE()
19477 V1 = DAG.getBitcast(VT, Ops[0]); in lowerVECTOR_SHUFFLE()
19478 V2 = DAG.getBitcast(VT, Ops[1]); in lowerVECTOR_SHUFFLE()
19534 return DAG.getBitcast(VT, DAG.getNode(ISD::VSELECT, dl, NVT, Cond, in LowerVSELECT()
19535 DAG.getBitcast(NVT, LHS), in LowerVSELECT()
19536 DAG.getBitcast(NVT, RHS))); in LowerVSELECT()
19613 Cond = DAG.getBitcast(CastVT, Cond); in LowerVSELECT()
19614 LHS = DAG.getBitcast(CastVT, LHS); in LowerVSELECT()
19615 RHS = DAG.getBitcast(CastVT, RHS); in LowerVSELECT()
19617 return DAG.getBitcast(VT, Select); in LowerVSELECT()
19639 DAG.getBitcast(MVT::v4i32, Vec), Idx)); in LowerEXTRACT_VECTOR_ELT_SSE4()
19661 DAG.getBitcast(MVT::v4i32, Vec), Idx); in LowerEXTRACT_VECTOR_ELT_SSE4()
19662 return DAG.getBitcast(MVT::f32, Extract); in LowerEXTRACT_VECTOR_ELT_SSE4()
19799 DAG.getBitcast(MVT::v4i32, Vec), Idx)); in LowerEXTRACT_VECTOR_ELT()
19819 DAG.getBitcast(MVT::v4i32, Vec), in LowerEXTRACT_VECTOR_ELT()
19830 DAG.getBitcast(MVT::v8i16, Vec), in LowerEXTRACT_VECTOR_ELT()
20039 return DAG.getBitcast(VT, N1); in LowerINSERT_VECTOR_ELT()
20132 return DAG.getBitcast( in LowerSCALAR_TO_VECTOR()
21066 ValueToStore = DAG.getBitcast(MVT::f64, ValueToStore); in LowerSINT_TO_FP()
21183 getUnpackl(DAG, dl, MVT::v4i32, DAG.getBitcast(MVT::v4i32, XR1), CLod0); in LowerUINT_TO_FP_i64()
21188 SDValue XR2F = DAG.getBitcast(MVT::v2f64, Unpck1); in LowerUINT_TO_FP_i64()
21224 DAG.getBitcast(MVT::v2i64, Load), in LowerUINT_TO_FP_i32()
21225 DAG.getBitcast(MVT::v2i64, in LowerUINT_TO_FP_i32()
21229 DAG.getBitcast(MVT::v2f64, Or), DAG.getIntPtrConstant(0, dl)); in LowerUINT_TO_FP_i32()
21300 DAG.getBitcast(MVT::v2i64, VBias)); in lowerUINT_TO_FP_v2i32()
21301 Or = DAG.getBitcast(MVT::v2f64, Or); in lowerUINT_TO_FP_v2i32()
21370 DAG.getBitcast(MVT::v4i64, VBias)); in lowerUINT_TO_FP_vXi32()
21371 Or = DAG.getBitcast(MVT::v4f64, Or); in lowerUINT_TO_FP_vXi32()
21418 SDValue VecCstLowBitcast = DAG.getBitcast(VecI16VT, VecCstLow); in lowerUINT_TO_FP_vXi32()
21419 SDValue VecBitcast = DAG.getBitcast(VecI16VT, V); in lowerUINT_TO_FP_vXi32()
21426 SDValue VecCstHighBitcast = DAG.getBitcast(VecI16VT, VecCstHigh); in lowerUINT_TO_FP_vXi32()
21427 SDValue VecShiftBitcast = DAG.getBitcast(VecI16VT, HighShift); in lowerUINT_TO_FP_vXi32()
21450 SDValue HighBitcast = DAG.getBitcast(VecFloatVT, High); in lowerUINT_TO_FP_vXi32()
21453 SDValue LowBitcast = DAG.getBitcast(VecFloatVT, Low); in lowerUINT_TO_FP_vXi32()
21578 ValueToStore = DAG.getBitcast(MVT::f64, ValueToStore); in LowerUINT_TO_FP()
21849 OpHi = DAG.getBitcast(HalfVT, OpHi); in LowerAVXExtend()
21990 In = DAG.getBitcast(InVT, In); in truncateVectorWithPACK()
21993 return DAG.getBitcast(DstVT, Res); in truncateVectorWithPACK()
22006 Lo = DAG.getBitcast(InVT, Lo); in truncateVectorWithPACK()
22007 Hi = DAG.getBitcast(InVT, Hi); in truncateVectorWithPACK()
22009 return DAG.getBitcast(DstVT, Res); in truncateVectorWithPACK()
22015 Lo = DAG.getBitcast(InVT, Lo); in truncateVectorWithPACK()
22016 Hi = DAG.getBitcast(InVT, Hi); in truncateVectorWithPACK()
22028 return DAG.getBitcast(DstVT, Res); in truncateVectorWithPACK()
22032 Res = DAG.getBitcast(PackedVT, Res); in truncateVectorWithPACK()
22067 DAG.getBitcast(ExtVT, In), in LowerTruncateVecI1()
22069 In = DAG.getBitcast(InVT, In); in LowerTruncateVecI1()
22208 In = DAG.getBitcast(MVT::v8i32, In); in LowerTRUNCATE()
22219 return DAG.getVectorShuffle(VT, DL, DAG.getBitcast(MVT::v4i32, OpLo), in LowerTRUNCATE()
22220 DAG.getBitcast(MVT::v4i32, OpHi), ShufMask); in LowerTRUNCATE()
22231 In = DAG.getBitcast(MVT::v32i8, In); in LowerTRUNCATE()
22233 In = DAG.getBitcast(MVT::v4i64, In); in LowerTRUNCATE()
22239 return DAG.getBitcast(MVT::v8i16, In); in LowerTRUNCATE()
22250 OpLo = DAG.getBitcast(MVT::v8i16, OpLo); in LowerTRUNCATE()
22251 OpHi = DAG.getBitcast(MVT::v8i16, OpHi); in LowerTRUNCATE()
22256 OpLo = DAG.getBitcast(MVT::v4i32, OpLo); in LowerTRUNCATE()
22257 OpHi = DAG.getBitcast(MVT::v4i32, OpHi); in LowerTRUNCATE()
22262 return DAG.getBitcast(MVT::v8i16, res); in LowerTRUNCATE()
22911 In = DAG.getBitcast(MVT::i16, In); in LowerFP_EXTEND()
22996 Res = DAG.getBitcast(MVT::f16, Res); in LowerFP_ROUND()
23077 DAG.getBitcast(MVT::i32, Res)); in LowerFP_TO_BF16()
23483 DAG.getBitcast(IntVT, MaskBits(V)), in LowerVectorAllZero()
23502 V = DAG.getBitcast(TestVT, MaskBits(V)); in LowerVectorAllZero()
23511 V = DAG.getBitcast(MVT::v16i8, MaskBits(V)); in LowerVectorAllZero()
24403 Cmp = DAG.getBitcast(CastVT, Cmp); in LowerVSETCC()
24410 Cmp = DAG.getBitcast(Op.getSimpleValueType(), Cmp); in LowerVSETCC()
24480 Op1 = DAG.getBitcast(VT, BC0.getOperand(1)); in LowerVSETCC()
24605 Op1 = DAG.getBitcast(MVT::v4i32, Op1); in LowerVSETCC()
24611 return DAG.getBitcast(VT, Result); in LowerVSETCC()
24615 Op0 = DAG.getBitcast(MVT::v4i32, Op0); in LowerVSETCC()
24622 return DAG.getBitcast(VT, Result); in LowerVSETCC()
24636 Op0 = DAG.getBitcast(MVT::v4i32, Op0); in LowerVSETCC()
24637 Op1 = DAG.getBitcast(MVT::v4i32, Op1); in LowerVSETCC()
24656 return DAG.getBitcast(VT, Result); in LowerVSETCC()
24665 Op0 = DAG.getBitcast(MVT::v4i32, Op0); in LowerVSETCC()
24666 Op1 = DAG.getBitcast(MVT::v4i32, Op1); in LowerVSETCC()
24679 return DAG.getBitcast(VT, Result); in LowerVSETCC()
25044 return DAG.getBitcast(VT, DAG.getNode(ISD::SELECT, DL, NVT, Cond, in LowerSELECT()
25045 DAG.getBitcast(NVT, Op1), in LowerSELECT()
25046 DAG.getBitcast(NVT, Op2))); in LowerSELECT()
25094 VCmp = DAG.getBitcast(VCmpVT, VCmp); in LowerSELECT()
25512 Curr = DAG.getBitcast(DestVT, Curr); in LowerEXTEND_VECTOR_INREG()
25524 SignExt = DAG.getBitcast(VT, SignExt); in LowerEXTEND_VECTOR_INREG()
25622 StoredVal = DAG.getBitcast(StoreVT, StoredVal); in scalarizeVectorStore()
25670 StoredVal = DAG.getBitcast(MVT::i16, StoredVal); in LowerStore()
25718 StoredVal = DAG.getBitcast(CastVT, StoredVal); in LowerStore()
25766 DAG.getBitcast(MVT::v16i1, Val), in LowerLoad()
26174 SrcOp = DAG.getBitcast(VT, SrcOp); in getTargetVShiftByConstNode()
26293 ShAmt = DAG.getBitcast(MVT::v16i8, ShAmt); in getTargetVShiftNode()
26309 ShAmt = DAG.getBitcast(ShVT, ShAmt); in getTargetVShiftNode()
26336 Lo = DAG.getBitcast(MVT::v32i1, Lo); in getMaskNode()
26337 Hi = DAG.getBitcast(MVT::v32i1, Hi); in getMaskNode()
26346 DAG.getBitcast(BitcastVT, Mask), in getMaskNode()
26394 DAG.getBitcast(MVT::v8i1, Mask), in getScalarMaskingNode()
26820 Src3 = DAG.getBitcast(MaskVT, Src3); in LowerINTRINSIC_WO_CHAIN()
26878 return DAG.getBitcast(MVT::i8, Ins); in LowerINTRINSIC_WO_CHAIN()
26925 return DAG.getBitcast(MVT::i8, Ins); in LowerINTRINSIC_WO_CHAIN()
26985 DAG.getBitcast(MVT::i16, Ins)); in LowerINTRINSIC_WO_CHAIN()
27500 Mask = DAG.getBitcast(MaskVT, Mask); in getAVX2GatherNode()
28718 SDValue Op0 = DAG.getBitcast(CurrVT, Op.getOperand(0)); in LowerVectorCTLZInRegLUT()
28753 HiZ = DAG.getSetCC(DL, MaskVT, DAG.getBitcast(CurrVT, Op0), in LowerVectorCTLZInRegLUT()
28754 DAG.getBitcast(CurrVT, Zero), ISD::SETEQ); in LowerVectorCTLZInRegLUT()
28757 HiZ = DAG.getSetCC(DL, CurrVT, DAG.getBitcast(CurrVT, Op0), in LowerVectorCTLZInRegLUT()
28758 DAG.getBitcast(CurrVT, Zero), ISD::SETEQ); in LowerVectorCTLZInRegLUT()
28760 HiZ = DAG.getBitcast(NextVT, HiZ); in LowerVectorCTLZInRegLUT()
28765 SDValue ResNext = Res = DAG.getBitcast(NextVT, Res); in LowerVectorCTLZInRegLUT()
29047 SDValue ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Undef)); in LowerMUL()
29048 SDValue AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Undef)); in LowerMUL()
29066 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Undef)); in LowerMUL()
29067 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Undef)); in LowerMUL()
29088 DAG.getBitcast(MVT::v2i64, A), in LowerMUL()
29089 DAG.getBitcast(MVT::v2i64, B)); in LowerMUL()
29092 DAG.getBitcast(MVT::v2i64, Aodds), in LowerMUL()
29093 DAG.getBitcast(MVT::v2i64, Bodds)); in LowerMUL()
29095 Evens = DAG.getBitcast(VT, Evens); in LowerMUL()
29096 Odds = DAG.getBitcast(VT, Odds); in LowerMUL()
29177 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, A)); in LowervXi8MulWithUNPCK()
29178 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, A)); in LowervXi8MulWithUNPCK()
29180 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Zero)); in LowervXi8MulWithUNPCK()
29181 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Zero)); in LowervXi8MulWithUNPCK()
29213 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, B)); in LowervXi8MulWithUNPCK()
29214 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, B)); in LowervXi8MulWithUNPCK()
29216 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Zero)); in LowervXi8MulWithUNPCK()
29217 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Zero)); in LowervXi8MulWithUNPCK()
29281 SDValue Mul1 = DAG.getBitcast(VT, DAG.getNode(Opcode, dl, MulVT, in LowerMULH()
29282 DAG.getBitcast(MulVT, A), in LowerMULH()
29283 DAG.getBitcast(MulVT, B))); in LowerMULH()
29286 SDValue Mul2 = DAG.getBitcast(VT, DAG.getNode(Opcode, dl, MulVT, in LowerMULH()
29287 DAG.getBitcast(MulVT, Odd0), in LowerMULH()
29288 DAG.getBitcast(MulVT, Odd1))); in LowerMULH()
29524 return DAG.getBitcast(VT, CallInfo.first); in LowerWin64_i128OP()
29557 Result = DAG.getBitcast(VT, Result); in LowerWin64_FP_TO_INT128()
29662 SDValue Ex = DAG.getBitcast(ExVT, R); in LowerShiftByScalarImmediate()
29688 Lower = DAG.getBitcast(ExVT, Lower); in LowerShiftByScalarImmediate()
29695 return DAG.getBitcast(VT, Ex); in LowerShiftByScalarImmediate()
29753 SHL = DAG.getBitcast(VT, SHL); in LowerShiftByScalarImmediate()
29762 SRL = DAG.getBitcast(VT, SRL); in LowerShiftByScalarImmediate()
29816 BitMask = DAG.getBitcast(VT, BitMask); in LowerShiftByScalarVariable()
29821 DAG.getBitcast(ExtVT, R), BaseShAmt, in LowerShiftByScalarVariable()
29823 Res = DAG.getBitcast(VT, Res); in LowerShiftByScalarVariable()
29833 SignMask = DAG.getBitcast(VT, SignMask); in LowerShiftByScalarVariable()
29882 Amt = DAG.getBitcast(MVT::v4f32, Amt); in convertShiftLeftToScale()
29889 SDValue Lo = DAG.getBitcast(MVT::v4i32, getUnpackl(DAG, dl, VT, Amt, Z)); in convertShiftLeftToScale()
29890 SDValue Hi = DAG.getBitcast(MVT::v4i32, getUnpackh(DAG, dl, VT, Amt, Z)); in convertShiftLeftToScale()
30088 SDValue Amt01 = DAG.getBitcast(MVT::v8i16, Amt); in LowerShift()
30101 SDValue R0 = DAG.getNode(ShOpc, dl, VT, R, DAG.getBitcast(VT, Amt0)); in LowerShift()
30102 SDValue R1 = DAG.getNode(ShOpc, dl, VT, R, DAG.getBitcast(VT, Amt1)); in LowerShift()
30103 SDValue R2 = DAG.getNode(ShOpc, dl, VT, R, DAG.getBitcast(VT, Amt2)); in LowerShift()
30104 SDValue R3 = DAG.getNode(ShOpc, dl, VT, R, DAG.getBitcast(VT, Amt3)); in LowerShift()
30176 SDValue LoR = DAG.getBitcast(VT16, getUnpackl(DAG, dl, VT, R, R)); in LowerShift()
30177 SDValue HiR = DAG.getBitcast(VT16, getUnpackh(DAG, dl, VT, R, R)); in LowerShift()
30198 V0 = DAG.getBitcast(VT, V0); in LowerShift()
30199 V1 = DAG.getBitcast(VT, V1); in LowerShift()
30200 Sel = DAG.getBitcast(VT, Sel); in LowerShift()
30203 return DAG.getBitcast(SelVT, DAG.getSelect(dl, VT, Sel, V0, V1)); in LowerShift()
30207 V0 = DAG.getBitcast(VT, V0); in LowerShift()
30208 V1 = DAG.getBitcast(VT, V1); in LowerShift()
30209 Sel = DAG.getBitcast(VT, Sel); in LowerShift()
30210 return DAG.getBitcast(SelVT, in LowerShift()
30224 Amt = DAG.getBitcast(ExtVT, Amt); in LowerShift()
30226 Amt = DAG.getBitcast(VT, Amt); in LowerShift()
30257 ALo = DAG.getBitcast(ExtVT, ALo); in LowerShift()
30258 AHi = DAG.getBitcast(ExtVT, AHi); in LowerShift()
30259 RLo = DAG.getBitcast(ExtVT, RLo); in LowerShift()
30260 RHi = DAG.getBitcast(ExtVT, RHi); in LowerShift()
30303 ALo = DAG.getBitcast(ExtVT, ALo); in LowerShift()
30304 AHi = DAG.getBitcast(ExtVT, AHi); in LowerShift()
30305 RLo = DAG.getBitcast(ExtVT, RLo); in LowerShift()
30306 RHi = DAG.getBitcast(ExtVT, RHi); in LowerShift()
30325 V0 = DAG.getBitcast(ExtVT, V0); in LowerShift()
30326 V1 = DAG.getBitcast(ExtVT, V1); in LowerShift()
30327 Sel = DAG.getBitcast(ExtVT, Sel); in LowerShift()
30328 return DAG.getBitcast( in LowerShift()
30460 SDValue Lo = DAG.getBitcast(ExtVT, getUnpackl(DAG, DL, VT, Op1, Op0)); in LowerFunnelShift()
30461 SDValue Hi = DAG.getBitcast(ExtVT, getUnpackh(DAG, DL, VT, Op1, Op0)); in LowerFunnelShift()
30500 SDValue RLo = DAG.getBitcast(ExtVT, getUnpackl(DAG, DL, VT, Op1, Op0)); in LowerFunnelShift()
30501 SDValue RHi = DAG.getBitcast(ExtVT, getUnpackh(DAG, DL, VT, Op1, Op0)); in LowerFunnelShift()
30502 SDValue ALo = DAG.getBitcast(ExtVT, getUnpackl(DAG, DL, VT, AmtMod, Z)); in LowerFunnelShift()
30503 SDValue AHi = DAG.getBitcast(ExtVT, getUnpackh(DAG, DL, VT, AmtMod, Z)); in LowerFunnelShift()
30663 SDValue Lo = DAG.getBitcast(ExtVT, getUnpackl(DAG, DL, VT, R, R)); in LowerRotate()
30664 SDValue Hi = DAG.getBitcast(ExtVT, getUnpackh(DAG, DL, VT, R, R)); in LowerRotate()
30707 SDValue RLo = DAG.getBitcast(ExtVT, getUnpackl(DAG, DL, VT, R, R)); in LowerRotate()
30708 SDValue RHi = DAG.getBitcast(ExtVT, getUnpackh(DAG, DL, VT, R, R)); in LowerRotate()
30709 SDValue ALo = DAG.getBitcast(ExtVT, getUnpackl(DAG, DL, VT, AmtMod, Z)); in LowerRotate()
30710 SDValue AHi = DAG.getBitcast(ExtVT, getUnpackh(DAG, DL, VT, AmtMod, Z)); in LowerRotate()
30722 V0 = DAG.getBitcast(VT, V0); in LowerRotate()
30723 V1 = DAG.getBitcast(VT, V1); in LowerRotate()
30724 Sel = DAG.getBitcast(VT, Sel); in LowerRotate()
30725 return DAG.getBitcast(SelVT, in LowerRotate()
30748 Amt = DAG.getBitcast(ExtVT, Amt); in LowerRotate()
30750 Amt = DAG.getBitcast(VT, Amt); in LowerRotate()
30830 DAG.getBitcast(MVT::v2i64, R), in LowerRotate()
30831 DAG.getBitcast(MVT::v2i64, Scale)); in LowerRotate()
30833 DAG.getBitcast(MVT::v2i64, R13), in LowerRotate()
30834 DAG.getBitcast(MVT::v2i64, Scale13)); in LowerRotate()
30835 Res02 = DAG.getBitcast(VT, Res02); in LowerRotate()
30836 Res13 = DAG.getBitcast(VT, Res13); in LowerRotate()
31239 Lo = DAG.getBitcast(MVT::v32i1, Lo); in LowerBITCAST()
31242 Hi = DAG.getBitcast(MVT::v32i1, Hi); in LowerBITCAST()
31314 return DAG.getBitcast(VT, V); in LowerHorizontalByteSum()
31324 SDValue V32 = DAG.getBitcast(VT, V); in LowerHorizontalByteSum()
31332 DAG.getBitcast(ByteVecVT, Low), Zeros); in LowerHorizontalByteSum()
31334 DAG.getBitcast(ByteVecVT, High), Zeros); in LowerHorizontalByteSum()
31339 DAG.getBitcast(ShortVecVT, Low), in LowerHorizontalByteSum()
31340 DAG.getBitcast(ShortVecVT, High)); in LowerHorizontalByteSum()
31342 return DAG.getBitcast(VT, V); in LowerHorizontalByteSum()
31353 SDValue Shl = DAG.getNode(ISD::SHL, DL, VT, DAG.getBitcast(VT, V), ShifterV); in LowerHorizontalByteSum()
31354 V = DAG.getNode(ISD::ADD, DL, ByteVecVT, DAG.getBitcast(ByteVecVT, Shl), in LowerHorizontalByteSum()
31355 DAG.getBitcast(ByteVecVT, V)); in LowerHorizontalByteSum()
31356 return DAG.getNode(ISD::SRL, DL, VT, DAG.getBitcast(VT, V), ShifterV); in LowerHorizontalByteSum()
31438 SDValue ByteOp = DAG.getBitcast(ByteVT, Op0); in LowerVectorCTPOP()
31496 SDValue Res = DAG.getBitcast(MVT::v16i8, In); in LowerBITREVERSE_XOP()
31499 return DAG.getBitcast(VT, Res); in LowerBITREVERSE_XOP()
31531 Matrix = DAG.getBitcast(VT, Matrix); in LowerBITREVERSE()
31746 SclToVec = DAG.getBitcast(StVT, SclToVec); in LowerATOMIC_STORE()
32455 SDValue Hi = DAG.getBitcast(MVT::v4i32, Res); in ReplaceNodeResults()
33028 IsNeg = DAG.getBitcast(MVT::v4i32, IsNeg); in ReplaceNodeResults()
33061 DAG.getBitcast(MVT::v2i64, VBias)); in ReplaceNodeResults()
33062 Or = DAG.getBitcast(MVT::v2f64, Or); in ReplaceNodeResults()
33103 Results.push_back(DAG.getBitcast(MVT::v8f16, V)); in ReplaceNodeResults()
33267 Res = DAG.getBitcast(MVT::i64, Res); in ReplaceNodeResults()
33335 Lo = DAG.getBitcast(MVT::i32, Lo); in ReplaceNodeResults()
33336 Hi = DAG.getBitcast(MVT::i32, Hi); in ReplaceNodeResults()
33350 Res = DAG.getBitcast(WideVT, Res); in ReplaceNodeResults()
33411 Res = DAG.getBitcast(WideVT, Res); in ReplaceNodeResults()
37898 return DAG.getBitcast(VT, Op); in combineX86ShuffleChain()
38036 return DAG.getBitcast(RootVT, V); in combineX86ShuffleChain()
38171 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38178 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38191 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38204 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38225 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38239 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38254 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38269 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38287 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38298 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38317 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38340 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38373 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38386 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38409 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38435 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38464 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38482 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38517 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38550 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38582 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38610 return DAG.getBitcast(RootVT, Res); in combineX86ShuffleChain()
38721 return DAG.getBitcast(RootVT, WideShuffle); in combineX86ShuffleChainWithExtract()
38824 LHS = DAG.getBitcast(SrcVT, LHS); in canonicalizeShuffleMaskWithHorizOp()
38825 RHS = DAG.getBitcast(SrcVT, RHS ? RHS : LHS); in canonicalizeShuffleMaskWithHorizOp()
38830 Res = DAG.getBitcast(ShuffleVT, Res); in canonicalizeShuffleMaskWithHorizOp()
39004 return DAG.getBitcast(VT, CstOp); in combineX86ShufflesConstants()
39329 return DAG.getBitcast(RootVT, HOp); in combineX86ShufflesRecursively()
39581 V = DAG.getBitcast(W.getOperand(0).getValueType(), V); in combineRedundantDWordShuffle()
39600 V = DAG.getBitcast(N.getValueType(), V); in combineRedundantDWordShuffle()
39716 Op00 = DAG.getBitcast(ShuffleVT, Op00); in canonicalizeShuffleWithBinOps()
39717 Op01 = DAG.getBitcast(ShuffleVT, Op01); in canonicalizeShuffleWithBinOps()
39726 return DAG.getBitcast(ShuffleVT, in canonicalizeShuffleWithBinOps()
39728 DAG.getBitcast(OpVT, LHS), in canonicalizeShuffleWithBinOps()
39729 DAG.getBitcast(OpVT, RHS))); in canonicalizeShuffleWithBinOps()
39769 Op00 = DAG.getBitcast(ShuffleVT, Op00); in canonicalizeShuffleWithBinOps()
39770 Op10 = DAG.getBitcast(ShuffleVT, Op10); in canonicalizeShuffleWithBinOps()
39771 Op01 = DAG.getBitcast(ShuffleVT, Op01); in canonicalizeShuffleWithBinOps()
39772 Op11 = DAG.getBitcast(ShuffleVT, Op11); in canonicalizeShuffleWithBinOps()
39781 return DAG.getBitcast(ShuffleVT, in canonicalizeShuffleWithBinOps()
39783 DAG.getBitcast(OpVT, LHS), in canonicalizeShuffleWithBinOps()
39784 DAG.getBitcast(OpVT, RHS))); in canonicalizeShuffleWithBinOps()
39818 return DAG.getBitcast(VT, Res); in canonicalizeLaneShuffleWithRepeatedOps()
39838 return DAG.getBitcast(VT, Res); in canonicalizeLaneShuffleWithRepeatedOps()
39898 DAG.getBitcast(SrcVT, Res)); in combineTargetShuffle()
39910 return DAG.getBitcast(VT, DAG.getNode(X86ISD::VBROADCAST, DL, NewVT, BC)); in combineTargetShuffle()
40122 return DAG.getBitcast(VT, Movl); in combineTargetShuffle()
40163 In = DAG.getBitcast(SubVT, In); in combineTargetShuffle()
40188 return DAG.getBitcast( in combineTargetShuffle()
40217 Ops[i] = DAG.getBitcast(VT, SubOps[0]); in combineTargetShuffle()
40242 return DAG.getBitcast(VT, Res); in combineTargetShuffle()
40254 return DAG.getBitcast(VT, DAG.getNode(X86ISD::VPERM2X128, DL, SrcVT, in combineTargetShuffle()
40255 DAG.getBitcast(SrcVT, LHS), in combineTargetShuffle()
40256 DAG.getBitcast(SrcVT, RHS), in combineTargetShuffle()
40286 SubLo = DAG.getBitcast(SubVT, SubLo); in combineTargetShuffle()
40287 SubHi = DAG.getBitcast(SubVT, SubHi); in combineTargetShuffle()
40462 V = DAG.getBitcast(DVT, V); in combineTargetShuffle()
40465 return DAG.getBitcast(VT, V); in combineTargetShuffle()
40494 V = DAG.getBitcast(VT, D.getOperand(0)); in combineTargetShuffle()
40899 return TLO.CombineTo(Mask, TLO.DAG.getBitcast(Mask.getValueType(), NewMask)); in SimplifyDemandedVectorEltsForTargetShuffle()
41564 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, OpInputs[Src])); in SimplifyDemandedVectorEltsForTargetNode()
41931 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, NewBcst)); in SimplifyDemandedBitsForTargetNode()
42155 return DAG.getBitcast(VT, ShuffleOps[IdentityOp.countTrailingZeros()]); in SimplifyMultipleUseDemandedBitsForTargetNode()
42226 return DAG.getBitcast(MVT::v4f32, Op0); in adjustBitcastSrcVectorSSE1()
42282 DAG.getBitcast(MVT::v4f32, V)); in combineBitcastvxi1()
42396 return DAG.getBitcast(VT, V); in combineBitcastvxi1()
42455 DAG.getBitcast(DstVT, RHS)); in combineCastedMaskArithmetic()
42460 DAG.getBitcast(DstVT, LHS), RHS.getOperand(0)); in combineCastedMaskArithmetic()
42467 DAG.getBitcast(DstVT, LHS), RHS); in combineCastedMaskArithmetic()
42486 V = DAG.getBitcast(MVT::v2i64, V); in createMMXBuildVector()
42489 V = DAG.getBitcast(MVT::i32, V); in createMMXBuildVector()
42564 return DAG.getBitcast(VT, Src); in combineBitcastToBoolVector()
42645 N0 = DAG.getBitcast(MVT::v8i1, N0); in combineBitcast()
42669 N0 = DAG.getBitcast(MVT::i8, N0); in combineBitcast()
42678 N0 = DAG.getBitcast(MVT::i8, N0); in combineBitcast()
42702 DAG.getBitcast(MVT::i16, N0.getOperand(0))); in combineBitcast()
42726 return DAG.getBitcast(VT, ResNode); in combineBitcast()
42746 return DAG.getBitcast(VT, DAG.getConstantFP(F64, DL, MVT::f64)); in combineBitcast()
42783 DAG.getBitcast(MVT::v2i64, N00)); in combineBitcast()
42792 DAG.getBitcast(MVT::v2i64, Res)); in combineBitcast()
42837 MovmskIn = DAG.getBitcast(IntVT, MovmskIn); in combineBitcast()
42890 SDValue CastedOp1 = DAG.getBitcast(VT, LogicOp1); in combineBitcast()
42899 SDValue CastedOp0 = DAG.getBitcast(VT, LogicOp0); in combineBitcast()
43097 MinPos = DAG.getBitcast(MVT::v8i16, MinPos); in combineMinMaxReduction()
43099 MinPos = DAG.getBitcast(SrcVT, MinPos); in combineMinMaxReduction()
43148 Movmsk = DAG.getBitcast(MovmskVT, Match); in combinePredicateReduction()
43160 DL, MatchVT, DAG.getBitcast(CmpVT, Match.getOperand(0)), in combinePredicateReduction()
43161 DAG.getBitcast(CmpVT, Match.getOperand(1)), ISD::CondCode::SETEQ); in combinePredicateReduction()
43211 SDValue BitcastLogicOp = DAG.getBitcast(MaskSrcVT, Match); in combinePredicateReduction()
43314 DP = DAG.getBitcast(ResVT, DP); in combineVPDPBUSDPattern()
43388 SAD = DAG.getBitcast(ResVT, SAD); in combineBasicSADPattern()
43484 return DAG.getNode(N->getOpcode(), dl, VT, DAG.getBitcast(ExtractVT, Src), in combineExtractWithShuffle()
43508 DAG.getBitcast(VecVT, Vec), in combineExtractWithShuffle()
43514 return DAG.getNode(OpCode, dl, MVT::i32, DAG.getBitcast(VecVT, Vec), in combineExtractWithShuffle()
43727 DAG.getBitcast(MVT::i32, V), in combineArithReduction()
43729 return DAG.getBitcast(MVT::v16i8, V); in combineArithReduction()
43747 Lo = DAG.getBitcast(WideVT, Lo); in combineArithReduction()
43748 Hi = DAG.getBitcast(WideVT, Hi); in combineArithReduction()
43757 Rdx = DAG.getBitcast(MVT::v8i16, Rdx); in combineArithReduction()
43769 Rdx = DAG.getBitcast(MVT::v16i8, Rdx); in combineArithReduction()
43778 Rdx = DAG.getBitcast(MVT::v16i8, Rdx); in combineArithReduction()
43802 Rdx = DAG.getBitcast(MVT::v16i8, Rdx); in combineArithReduction()
43844 Rdx = DAG.getBitcast(VecVT, Rdx); in combineArithReduction()
43946 return DAG.getBitcast(VT, InputVector); in combineExtractVectorElt()
44106 Vec = DAG.getBitcast(VT, Vec); in combineToExtendBoolVectorInReg()
44124 Vec = DAG.getBitcast(VT, Vec); in combineToExtendBoolVectorInReg()
44229 return DAG.getBitcast(VT, Cond); in combineVSelectWithAllOnesOrZeros()
44236 SDValue CastRHS = DAG.getBitcast(CondVT, RHS); in combineVSelectWithAllOnesOrZeros()
44238 return DAG.getBitcast(VT, Or); in combineVSelectWithAllOnesOrZeros()
44243 SDValue CastLHS = DAG.getBitcast(CondVT, LHS); in combineVSelectWithAllOnesOrZeros()
44245 return DAG.getBitcast(VT, And); in combineVSelectWithAllOnesOrZeros()
44250 SDValue CastRHS = DAG.getBitcast(CondVT, RHS); in combineVSelectWithAllOnesOrZeros()
44258 return DAG.getBitcast(VT, AndN); in combineVSelectWithAllOnesOrZeros()
44524 return DAG.getBitcast(VT, Res); in combineLogicBlendIntoConditionalNegate()
44937 DAG.getBitcast(CondVT, CondNot), RHS, LHS); in combineSelect()
44976 return DAG.getBitcast(VT, Select); in combineSelect()
45438 DAG.getBitcast(OpVT, NotOp0), Op1); in combinePTESTCC()
45447 DAG.getBitcast(OpVT, NotOp1), Op0); in combinePTESTCC()
45459 DAG.getBitcast(OpVT, BC.getOperand(0)), in combinePTESTCC()
45460 DAG.getBitcast(OpVT, BC.getOperand(1))); in combinePTESTCC()
45467 DAG.getBitcast(OpVT, BC.getOperand(0)), in combinePTESTCC()
45468 DAG.getBitcast(OpVT, BC.getOperand(1))); in combinePTESTCC()
45488 Res = DAG.getBitcast(MovmskVT, Res); in combinePTESTCC()
45521 DAG.getBitcast(MVT::v4i64, Src0), in combinePTESTCC()
45522 DAG.getBitcast(MVT::v4i64, Src1)); in combinePTESTCC()
45615 DAG.getBitcast(SubVT, Ops[0]), in combineSetCCMOVMSK()
45616 DAG.getBitcast(SubVT, Ops[1])); in combineSetCCMOVMSK()
45617 V = DAG.getBitcast(VecVT.getHalfNumVectorElementsVT(), V); in combineSetCCMOVMSK()
45636 V = DAG.getBitcast(TestVT, V); in combineSetCCMOVMSK()
45649 LHS = DAG.getBitcast(TestVT, LHS); in combineSetCCMOVMSK()
45650 RHS = DAG.getBitcast(TestVT, RHS); in combineSetCCMOVMSK()
45670 SDValue Result = DAG.getBitcast(MVT::v16i8, VecOp0); in combineSetCCMOVMSK()
45691 V = DAG.getBitcast(MVT::v4i64, V); in combineSetCCMOVMSK()
45694 Result = DAG.getBitcast(MVT::v32i8, Result); in combineSetCCMOVMSK()
45725 SDValue Result = DAG.getBitcast(VecVT, ShuffleInputs[0]); in combineSetCCMOVMSK()
46106 ResLo = DAG.getBitcast(ResVT, ResLo); in reduceVMULWidth()
46114 ResHi = DAG.getBitcast(ResVT, ResHi); in reduceVMULWidth()
46312 DAG.getBitcast(OpVT, Ops[0]), in combineMulToPMADDWD()
46313 DAG.getBitcast(OpVT, Ops[1])); in combineMulToPMADDWD()
46766 Lo = DAG.getBitcast(SrcVT, Lo); in combineHorizOpWithShuffle()
46767 Hi = DAG.getBitcast(SrcVT, Hi); in combineHorizOpWithShuffle()
46769 Res = DAG.getBitcast(ShufVT, Res); in combineHorizOpWithShuffle()
46771 return DAG.getBitcast(VT, Res); in combineHorizOpWithShuffle()
46823 LHS = DAG.getBitcast(SrcVT, LHS); in combineHorizOpWithShuffle()
46824 RHS = DAG.getBitcast(SrcVT, RHS ? RHS : LHS); in combineHorizOpWithShuffle()
46827 Res = DAG.getBitcast(ShufVT, Res); in combineHorizOpWithShuffle()
46829 return DAG.getBitcast(VT, Res); in combineHorizOpWithShuffle()
46862 SDValue Res = DAG.getNode(Opcode, DL, VT, DAG.getBitcast(SrcVT, Op00), in combineHorizOpWithShuffle()
46863 DAG.getBitcast(SrcVT, Op01)); in combineHorizOpWithShuffle()
46864 Res = DAG.getBitcast(ShufVT, Res); in combineHorizOpWithShuffle()
46866 return DAG.getBitcast(VT, Res); in combineHorizOpWithShuffle()
47036 Res = DAG.getBitcast(ShufVT, Res); in combineVectorHADDSUB()
47043 return DAG.getNode(N->getOpcode(), DL, VT, DAG.getBitcast(VT, NewLHS), in combineVectorHADDSUB()
47044 DAG.getBitcast(VT, NewRHS)); in combineVectorHADDSUB()
47287 return DAG.getZExtOrTrunc(DAG.getBitcast(MVT::i16, Ins), DL, in combineCompareEqual()
47305 SDValue Vector32 = DAG.getBitcast(MVT::v4f32, Vector64); in combineCompareEqual()
47311 SDValue OnesOrZeroesI = DAG.getBitcast(IntVT, OnesOrZeroesF); in combineCompareEqual()
47348 DAG.getBitcast(SrcVT, Not)); in combineAndNotIntoANDNP()
47362 X = DAG.getBitcast(VT, X); in combineAndNotIntoANDNP()
47363 Y = DAG.getBitcast(VT, Y); in combineAndNotIntoANDNP()
47501 return DAG.getBitcast(VT, FPLogic); in convertIntLogicToFPLogic()
47567 DAG.getNode(VecOpc, DL, VecVT0, Vec0, DAG.getBitcast(VecVT0, Vec1)); in combineBitOpWithMOVMSK()
47607 return DAG.getBitcast(VT, Shift); in combineBitOpWithShift()
47675 return DAG.getBitcast(N->getValueType(0), Shift); in combineAndMaskToShift()
47857 return DAG.getBitcast(VT, Concat); in combineScalarAndWithMaskSetcc()
47871 return DAG.getBitcast(MVT::v4i32, in combineAnd()
47873 DAG.getBitcast(MVT::v4f32, N0), in combineAnd()
47874 DAG.getBitcast(MVT::v4f32, N1))); in combineAnd()
47900 Mask = DAG.getBitcast(MaskVT, SrcOps[0]); in combineAnd()
48128 SDValue A = DAG.getBitcast(OpVT, N0.getOperand(1)); in canonicalizeBitSelect()
48129 SDValue B = DAG.getBitcast(OpVT, N0.getOperand(0)); in canonicalizeBitSelect()
48130 SDValue C = DAG.getBitcast(OpVT, N1.getOperand(0)); in canonicalizeBitSelect()
48134 return DAG.getBitcast(VT, Res); in canonicalizeBitSelect()
48139 DAG.getNode(X86ISD::ANDNP, DL, VT, DAG.getBitcast(VT, N0.getOperand(1)), in canonicalizeBitSelect()
48140 DAG.getBitcast(VT, N1.getOperand(0))); in canonicalizeBitSelect()
48226 X = DAG.getBitcast(BlendVT, X); in combineLogicBlendIntoPBLENDV()
48227 Y = DAG.getBitcast(BlendVT, Y); in combineLogicBlendIntoPBLENDV()
48228 Mask = DAG.getBitcast(BlendVT, Mask); in combineLogicBlendIntoPBLENDV()
48230 return DAG.getBitcast(VT, Mask); in combineLogicBlendIntoPBLENDV()
48399 return DAG.getBitcast(MVT::v4i32, in combineOr()
48401 DAG.getBitcast(MVT::v4f32, N0), in combineOr()
48402 DAG.getBitcast(MVT::v4f32, N1))); in combineOr()
48416 Mask = DAG.getBitcast(MaskVT, SrcOps[0]); in combineOr()
49017 SDValue BoolVec = DAG.getBitcast(RegVT, IntLoad); in combineLoad()
49039 Extract = DAG.getBitcast(RegVT, Extract); in combineLoad()
49161 SDValue PassThru = DAG.getBitcast(CastVT, ML->getPassThru()); in reduceMaskedLoadToScalarLoad()
49166 Insert = DAG.getBitcast(VT, Insert); in reduceMaskedLoadToScalarLoad()
49287 Value = DAG.getBitcast(CastVT, Value); in reduceMaskedStoreToScalarStore()
49361 StoredVal = DAG.getBitcast(NewVT, StoredVal); in combineStore()
49613 SDValue BitCast = DAG.getBitcast(VecVT, ExtOp0); in combineStore()
49842 LHS = DAG.getBitcast(VT, NewLHS); in isHorizontalBinOp()
49843 RHS = DAG.getBitcast(VT, NewRHS); in isHorizontalBinOp()
49952 SDValue I2F = DAG.getBitcast(VT, LHS.getOperand(0).getOperand(0)); in combineFMulcFCMulc()
49954 r = DAG.getBitcast(VT, FCMulC); in combineFMulcFCMulc()
50047 FAddOp1 = DAG.getBitcast(CVT, FAddOp1); in combineFaddCFmul()
50053 return DAG.getBitcast(VT, CFmul); in combineFaddCFmul()
50384 SDValue Res = DAG.getNode(ISD::MULHU, DL, BCVT, DAG.getBitcast(BCVT, LHS), in combinePMULH()
50385 DAG.getBitcast(BCVT, RHS)); in combinePMULH()
50386 return DAG.getNode(ISD::TRUNCATE, DL, VT, DAG.getBitcast(InVT, Res)); in combinePMULH()
50770 return DAG.getBitcast(OrigVT, NewNode); in combineFneg()
50777 return DAG.getBitcast(OrigVT, NegArg); in combineFneg()
50790 return DAG.getBitcast(Op.getValueType(), Arg); in getNegatedExpression()
50862 SDValue Op0 = DAG.getBitcast(IntVT, N->getOperand(0)); in lowerX86FPLogicOp()
50863 SDValue Op1 = DAG.getBitcast(IntVT, N->getOperand(1)); in lowerX86FPLogicOp()
50873 return DAG.getBitcast(VT, IntOp); in lowerX86FPLogicOp()
50901 return DAG.getBitcast(MVT::v4i32, in combineXor()
50903 DAG.getBitcast(MVT::v4f32, N0), in combineXor()
50904 DAG.getBitcast(MVT::v4f32, N1))); in combineXor()
50934 return DAG.getBitcast(VT, DAG.getNOT(SDLoc(N), N0.getOperand(0), in combineXor()
51200 DAG.getBitcast(InVT, VZLoad)); in combineX86INT_TO_FP()
51231 {N->getOperand(0), DAG.getBitcast(InVT, VZLoad)}); in combineCVTP2I_CVTTP2I()
51235 DAG.getNode(N->getOpcode(), dl, VT, DAG.getBitcast(InVT, VZLoad)); in combineCVTP2I_CVTTP2I()
51272 return DAG.getNode(ISD::AND, SDLoc(N), VT, DAG.getBitcast(VT, Not), N1); in combineAndnp()
51377 {N->getOperand(0), DAG.getBitcast(MVT::v8i16, VZLoad)}); in combineCVTPH2PS()
51381 DAG.getBitcast(MVT::v8i16, VZLoad)); in combineCVTPH2PS()
52020 X = DAG.getBitcast(TmpCastVT, X); in combineVectorSizedSetCCEquality()
52050 return DAG.getSetCC(DL, VT, DAG.getBitcast(KRegVT, Cmp), in combineVectorSizedSetCCEquality()
52054 SDValue BCCmp = DAG.getBitcast(OpSize == 256 ? MVT::v4i64 : MVT::v2i64, in combineVectorSizedSetCCEquality()
52252 NotSrc = DAG.getBitcast(SrcVT, NotSrc); in combineMOVMSK()
52283 LHS = DAG.getBitcast(ShiftVT, LHS); in combineMOVMSK()
52288 LHS = DAG.getNOT(DL, DAG.getBitcast(SrcVT, LHS), SrcVT); in combineMOVMSK()
52565 SDValue MaskConst = DAG.getBitcast(IntVT, SourceConst); in combineVectorCompareAndMaskUnaryOp()
52568 SDValue Res = DAG.getBitcast(VT, NewAnd); in combineVectorCompareAndMaskUnaryOp()
52605 SDValue BitcastVec = DAG.getBitcast(BitcastVT, ExtElt.getOperand(0)); in combineToFPTruncExtElt()
52737 SDValue Cast = DAG.getBitcast(MVT::v4i32, Op0); in combineSIntToFP()
53899 DAG.getBitcast(VT, Src0.getOperand(0)), in combineConcatVectorOps()
53900 DAG.getBitcast(VT, Src1.getOperand(0)), in combineConcatVectorOps()
53972 SDValue Res = DAG.getBitcast(MVT::v8f32, ConcatSubOperand(VT, Ops, 0)); in combineConcatVectorOps()
53975 return DAG.getBitcast(VT, Res); in combineConcatVectorOps()
54033 SDValue Res = DAG.getBitcast(MVT::v8i32, ConcatSubOperand(VT, Ops, 0)); in combineConcatVectorOps()
54042 return DAG.getBitcast(VT, Res); in combineConcatVectorOps()
54373 return DAG.getBitcast(VT, NarrowSel); in narrowExtractedVectorSelect()
54417 DAG.getBitcast(InVecVT, Concat), N->getOperand(1)); in combineEXTRACT_SUBVECTOR()
54488 return extractSubVector(DAG.getBitcast(InVecVT, Src), SrcEltIdx, DAG, in combineEXTRACT_SUBVECTOR()
54612 return DAG.getBitcast( in combineScalarToVector()
54678 LHS = DAG.getBitcast(MVT::v2i64, LHS); in combinePMULDQ()
54688 RHS = DAG.getBitcast(MVT::v2i64, RHS); in combinePMULDQ()
54770 return DAG.getBitcast(VT, DAG.getBuildVector(In.getValueType(), DL, Elts)); in combineEXTEND_VECTOR_INREG()
54854 Src = DAG.getBitcast(IntVT, Src); in combineFP_EXTEND()
54930 Extract = DAG.getBitcast(VT, Extract); in combineBROADCAST_LOAD()
54985 Cvt = DAG.getBitcast(VT, Cvt); in combineFP_ROUND()