Lines Matching refs:IntrData
5573 const IntrinsicData* IntrData = getIntrinsicWithChain(Intrinsic); in getTgtMemIntrinsic() local
5574 if (!IntrData) { in getTgtMemIntrinsic()
5624 switch (IntrData->Type) { in getTgtMemIntrinsic()
5632 if (IntrData->Type == TRUNCATE_TO_MEM_VI8) in getTgtMemIntrinsic()
5634 else if (IntrData->Type == TRUNCATE_TO_MEM_VI16) in getTgtMemIntrinsic()
5636 else if (IntrData->Type == TRUNCATE_TO_MEM_VI32) in getTgtMemIntrinsic()
26508 const IntrinsicData* IntrData = getIntrinsicWithoutChain(IntNo); in LowerINTRINSIC_WO_CHAIN() local
26513 if (IntrData) { in LowerINTRINSIC_WO_CHAIN()
26514 switch(IntrData->Type) { in LowerINTRINSIC_WO_CHAIN()
26519 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26530 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
26538 Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26540 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26552 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26564 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
26572 Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26574 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26587 if (IntrData->Type == INTR_TYPE_3OP_IMM8 && in LowerINTRINSIC_WO_CHAIN()
26596 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26608 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
26619 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
26630 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26643 DAG.getNode(IntrData->Opc0, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
26654 Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26656 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26668 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26685 return getScalarMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src1, in LowerINTRINSIC_WO_CHAIN()
26693 unsigned Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26715 NewOp = DAG.getNode(IntrData->Opc0, dl, VT, Src1, Src2); in LowerINTRINSIC_WO_CHAIN()
26717 NewOp = DAG.getNode(IntrData->Opc1, dl, VT, Src1, Src2, in LowerINTRINSIC_WO_CHAIN()
26732 Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26734 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26747 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
26751 NewOp = DAG.getNode(IntrData->Opc1, dl, VT, Src1, Src2, in LowerINTRINSIC_WO_CHAIN()
26757 NewOp = DAG.getNode(IntrData->Opc0, dl, VT, Src1, Src2); in LowerINTRINSIC_WO_CHAIN()
26766 unsigned Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26767 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
26770 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26787 Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26789 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26803 unsigned Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
26804 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
26807 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26823 return DAG.getNode(IntrData->Opc0, dl, VT, Src3, Src2, Src1); in LowerINTRINSIC_WO_CHAIN()
26830 return DAG.getNode(IntrData->Opc0, dl, VT,Src2, Src1); in LowerINTRINSIC_WO_CHAIN()
26841 if (IntrData->Type == CFMA_OP_MASKZ) in LowerINTRINSIC_WO_CHAIN()
26848 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
26852 NewOp = DAG.getNode(IntrData->Opc1, dl, VT, Src1, Src2, Src3, in LowerINTRINSIC_WO_CHAIN()
26858 NewOp = DAG.getNode(IntrData->Opc0, dl, VT, Src1, Src2, Src3); in LowerINTRINSIC_WO_CHAIN()
26864 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
26870 SDValue FPclass = DAG.getNode(IntrData->Opc0, dl, MVT::v1i1, Src1, Imm); in LowerINTRINSIC_WO_CHAIN()
26888 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
26891 return DAG.getNode(IntrData->Opc1, dl, MaskVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
26897 return DAG.getNode(IntrData->Opc0, dl, MaskVT, in LowerINTRINSIC_WO_CHAIN()
26907 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
26910 Cmp = DAG.getNode(IntrData->Opc1, dl, MVT::v1i1, Src1, Src2, CC, Sae); in LowerINTRINSIC_WO_CHAIN()
26916 Cmp = DAG.getNode(IntrData->Opc0, dl, MVT::v1i1, Src1, Src2, CC); in LowerINTRINSIC_WO_CHAIN()
26928 ISD::CondCode CC = (ISD::CondCode)IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
26935 SDValue Comi = DAG.getNode(IntrData->Opc0, dl, MVT::i32, LHS, RHS); in LowerINTRINSIC_WO_CHAIN()
26995 return getTargetVShiftByConstNode(IntrData->Opc0, dl, in LowerINTRINSIC_WO_CHAIN()
27000 return getTargetVShiftNode(IntrData->Opc0, dl, Op.getSimpleValueType(), in LowerINTRINSIC_WO_CHAIN()
27014 return DAG.getNode(IntrData->Opc0, dl, VT, DataToCompress, PassThru, in LowerINTRINSIC_WO_CHAIN()
27024 SDValue Passthru = (IntrData->Type == FIXUPIMM) in LowerINTRINSIC_WO_CHAIN()
27028 unsigned Opc = IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
27029 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
27032 Opc = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
27045 assert(IntrData->Opc0 == X86ISD::VRNDSCALE && "Unexpected opcode"); in LowerINTRINSIC_WO_CHAIN()
27051 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
27055 assert(IntrData->Opc0 == X86ISD::VRNDSCALES && "Unexpected opcode"); in LowerINTRINSIC_WO_CHAIN()
27061 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
27065 assert(IntrData->Opc0 == X86ISD::BEXTRI && "Unexpected opcode"); in LowerINTRINSIC_WO_CHAIN()
27070 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
27082 Res = DAG.getNode(IntrData->Opc1, dl, VTs, Op.getOperand(2), in LowerINTRINSIC_WO_CHAIN()
27087 Res = DAG.getNode(IntrData->Opc0, dl, VTs, Op.getOperand(2), in LowerINTRINSIC_WO_CHAIN()
27103 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Src); in LowerINTRINSIC_WO_CHAIN()
27108 return DAG.getNode(IntrData->Opc1, dl, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
27118 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Src, Rnd); in LowerINTRINSIC_WO_CHAIN()
27123 return DAG.getNode(IntrData->Opc1, dl, Op.getValueType(), Src, Rnd, in LowerINTRINSIC_WO_CHAIN()
27133 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Src); in LowerINTRINSIC_WO_CHAIN()
27139 return DAG.getNode(IntrData->Opc1, dl, Op.getValueType(), Src, PassThru, in LowerINTRINSIC_WO_CHAIN()
27757 const IntrinsicData *IntrData = getIntrinsicWithChain(IntNo); in LowerINTRINSIC_W_CHAIN() local
27758 if (!IntrData) { in LowerINTRINSIC_W_CHAIN()
27999 switch(IntrData->Type) { in LowerINTRINSIC_W_CHAIN()
28005 SDValue Result = DAG.getNode(IntrData->Opc0, dl, VTs, Op.getOperand(0)); in LowerINTRINSIC_W_CHAIN()
28026 return getAVX2GatherNode(IntrData->Opc0, Op, DAG, Src, Mask, Base, Index, in LowerINTRINSIC_W_CHAIN()
28048 return getScatterNode(IntrData->Opc0, Op, DAG, Src, Mask, Base, Index, in LowerINTRINSIC_W_CHAIN()
28055 unsigned Opcode = (HintVal == 2 ? IntrData->Opc1 : IntrData->Opc0); in LowerINTRINSIC_W_CHAIN()
28067 getReadTimeStampCounter(Op.getNode(), dl, IntrData->Opc0, DAG, Subtarget, in LowerINTRINSIC_W_CHAIN()
28083 expandIntrinsicWChainHelper(Op.getNode(), dl, DAG, IntrData->Opc0, X86::ECX, in LowerINTRINSIC_W_CHAIN()
28090 SDValue InTrans = DAG.getNode(IntrData->Opc0, dl, VTs, Op.getOperand(0)); in LowerINTRINSIC_W_CHAIN()
28110 uint16_t TruncationOp = IntrData->Opc0; in LowerINTRINSIC_W_CHAIN()