Lines Matching refs:DL

430       SDLoc DL(Op);  in LowerOperation()  local
436 DAG.getConstant(0, DL, MVT::i32), // SWZ_X in LowerOperation()
437 DAG.getConstant(1, DL, MVT::i32), // SWZ_Y in LowerOperation()
438 DAG.getConstant(2, DL, MVT::i32), // SWZ_Z in LowerOperation()
439 DAG.getConstant(3, DL, MVT::i32) // SWZ_W in LowerOperation()
441 return DAG.getNode(AMDGPUISD::R600_EXPORT, DL, Op.getValueType(), Args); in LowerOperation()
453 SDLoc DL(Op); in LowerOperation() local
470 DAG.getConstant(TextureOp, DL, MVT::i32), in LowerOperation()
472 DAG.getConstant(0, DL, MVT::i32), in LowerOperation()
473 DAG.getConstant(1, DL, MVT::i32), in LowerOperation()
474 DAG.getConstant(2, DL, MVT::i32), in LowerOperation()
475 DAG.getConstant(3, DL, MVT::i32), in LowerOperation()
479 DAG.getConstant(0, DL, MVT::i32), in LowerOperation()
480 DAG.getConstant(1, DL, MVT::i32), in LowerOperation()
481 DAG.getConstant(2, DL, MVT::i32), in LowerOperation()
482 DAG.getConstant(3, DL, MVT::i32), in LowerOperation()
490 return DAG.getNode(AMDGPUISD::TEXTURE_FETCH, DL, MVT::v4f32, TexArgs); in LowerOperation()
494 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
495 DAG.getConstant(0, DL, MVT::i32)), in LowerOperation()
496 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
497 DAG.getConstant(0, DL, MVT::i32)), in LowerOperation()
498 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
499 DAG.getConstant(1, DL, MVT::i32)), in LowerOperation()
500 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
501 DAG.getConstant(1, DL, MVT::i32)), in LowerOperation()
502 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
503 DAG.getConstant(2, DL, MVT::i32)), in LowerOperation()
504 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
505 DAG.getConstant(2, DL, MVT::i32)), in LowerOperation()
506 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
507 DAG.getConstant(3, DL, MVT::i32)), in LowerOperation()
508 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
509 DAG.getConstant(3, DL, MVT::i32)) in LowerOperation()
511 return DAG.getNode(AMDGPUISD::DOT4, DL, MVT::f32, Args); in LowerOperation()
517 return DAG.getConstant(ByteOffset, DL, PtrVT); in LowerOperation()
520 return LowerImplicitParameter(DAG, VT, DL, 0); in LowerOperation()
522 return LowerImplicitParameter(DAG, VT, DL, 1); in LowerOperation()
524 return LowerImplicitParameter(DAG, VT, DL, 2); in LowerOperation()
526 return LowerImplicitParameter(DAG, VT, DL, 3); in LowerOperation()
528 return LowerImplicitParameter(DAG, VT, DL, 4); in LowerOperation()
530 return LowerImplicitParameter(DAG, VT, DL, 5); in LowerOperation()
532 return LowerImplicitParameter(DAG, VT, DL, 6); in LowerOperation()
534 return LowerImplicitParameter(DAG, VT, DL, 7); in LowerOperation()
536 return LowerImplicitParameter(DAG, VT, DL, 8); in LowerOperation()
564 return DAG.getNode(AMDGPUISD::RSQ, DL, VT, Op.getOperand(1)); in LowerOperation()
567 return DAG.getNode(AMDGPUISD::RSQ_CLAMP, DL, VT, Op.getOperand(1)); in LowerOperation()
623 SDLoc DL(Vector); in vectorToVerticalVector() local
629 Args.push_back(DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vector, in vectorToVerticalVector()
630 DAG.getVectorIdxConstant(i, DL))); in vectorToVerticalVector()
633 return DAG.getNode(AMDGPUISD::BUILD_VERTICAL_VECTOR, DL, VecVT, Args); in vectorToVerticalVector()
638 SDLoc DL(Op); in LowerEXTRACT_VECTOR_ELT() local
647 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, Op.getValueType(), in LowerEXTRACT_VECTOR_ELT()
653 SDLoc DL(Op); in LowerINSERT_VECTOR_ELT() local
663 SDValue Insert = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, Op.getValueType(), in LowerINSERT_VECTOR_ELT()
675 const DataLayout &DL = DAG.getDataLayout(); in LowerGlobalAddress() local
677 MVT ConstPtrVT = getPointerTy(DL, AMDGPUAS::CONSTANT_ADDRESS); in LowerGlobalAddress()
688 SDLoc DL(Op); in LowerTrig() local
691 SDValue FractPart = DAG.getNode(AMDGPUISD::FRACT, DL, VT, in LowerTrig()
692 DAG.getNode(ISD::FADD, DL, VT, in LowerTrig()
693 DAG.getNode(ISD::FMUL, DL, VT, Arg, in LowerTrig()
694 DAG.getConstantFP(0.15915494309, DL, MVT::f32)), in LowerTrig()
695 DAG.getConstantFP(0.5, DL, MVT::f32))); in LowerTrig()
707 SDValue TrigVal = DAG.getNode(TrigNode, DL, VT, in LowerTrig()
708 DAG.getNode(ISD::FADD, DL, VT, FractPart, in LowerTrig()
709 DAG.getConstantFP(-0.5, DL, MVT::f32))); in LowerTrig()
713 return DAG.getNode(ISD::FMUL, DL, VT, TrigVal, in LowerTrig()
714 DAG.getConstantFP(numbers::pif, DL, MVT::f32)); in LowerTrig()
726 SDLoc DL(Op); in LowerUADDSUBO() local
732 SDValue OVF = DAG.getNode(ovf, DL, VT, Lo, Hi); in LowerUADDSUBO()
734 OVF = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, OVF, in LowerUADDSUBO()
737 SDValue Res = DAG.getNode(mainop, DL, VT, Lo, Hi); in LowerUADDSUBO()
739 return DAG.getNode(ISD::MERGE_VALUES, DL, DAG.getVTList(VT, VT), Res, OVF); in LowerUADDSUBO()
743 SDLoc DL(Op); in lowerFP_TO_UINT() local
746 DL, in lowerFP_TO_UINT()
748 Op, DAG.getConstantFP(1.0f, DL, MVT::f32), in lowerFP_TO_UINT()
753 SDLoc DL(Op); in lowerFP_TO_SINT() local
756 DL, in lowerFP_TO_SINT()
758 Op, DAG.getConstantFP(-1.0f, DL, MVT::f32), in lowerFP_TO_SINT()
763 const SDLoc &DL, in LowerImplicitParameter() argument
772 return DAG.getLoad(VT, DL, DAG.getEntryNode(), in LowerImplicitParameter()
773 DAG.getConstant(ByteOffset, DL, MVT::i32), // PTR in LowerImplicitParameter()
802 SDLoc DL(Op); in LowerSELECT_CC() local
814 SDValue MinMax = combineFMinMaxLegacy(DL, VT, LHS, RHS, True, False, CC, DCI); in LowerSELECT_CC()
853 return DAG.getNode(ISD::SELECT_CC, DL, VT, LHS, RHS, True, False, CC); in LowerSELECT_CC()
894 True = DAG.getNode(ISD::BITCAST, DL, CompareVT, True); in LowerSELECT_CC()
895 False = DAG.getNode(ISD::BITCAST, DL, CompareVT, False); in LowerSELECT_CC()
910 SDValue SelectNode = DAG.getNode(ISD::SELECT_CC, DL, CompareVT, in LowerSELECT_CC()
914 return DAG.getNode(ISD::BITCAST, DL, VT, SelectNode); in LowerSELECT_CC()
922 HWTrue = DAG.getConstantFP(1.0f, DL, CompareVT); in LowerSELECT_CC()
923 HWFalse = DAG.getConstantFP(0.0f, DL, CompareVT); in LowerSELECT_CC()
925 HWTrue = DAG.getConstant(-1, DL, CompareVT); in LowerSELECT_CC()
926 HWFalse = DAG.getConstant(0, DL, CompareVT); in LowerSELECT_CC()
934 SDValue Cond = DAG.getNode(ISD::SELECT_CC, DL, CompareVT, LHS, RHS, HWTrue, HWFalse, CC); in LowerSELECT_CC()
936 return DAG.getNode(ISD::SELECT_CC, DL, VT, in LowerSELECT_CC()
982 SDLoc DL(Ptr); in stackPtrToRegIndex() local
983 return DAG.getNode(ISD::SRL, DL, Ptr.getValueType(), Ptr, in stackPtrToRegIndex()
984 DAG.getConstant(SRLPad, DL, MVT::i32)); in stackPtrToRegIndex()
1018 SDLoc DL(Store); in lowerPrivateTruncStore() local
1027 Mask = DAG.getConstant(0xff, DL, MVT::i32); in lowerPrivateTruncStore()
1030 Mask = DAG.getConstant(0xffff, DL, MVT::i32); in lowerPrivateTruncStore()
1045 LoadPtr = DAG.getNode(ISD::ADD, DL, MVT::i32, BasePtr, Offset); in lowerPrivateTruncStore()
1050 SDValue Ptr = DAG.getNode(ISD::AND, DL, MVT::i32, LoadPtr, in lowerPrivateTruncStore()
1051 DAG.getConstant(0xfffffffc, DL, MVT::i32)); in lowerPrivateTruncStore()
1056 SDValue Dst = DAG.getLoad(MVT::i32, DL, Chain, Ptr, PtrInfo); in lowerPrivateTruncStore()
1061 SDValue ByteIdx = DAG.getNode(ISD::AND, DL, MVT::i32, LoadPtr, in lowerPrivateTruncStore()
1062 DAG.getConstant(0x3, DL, MVT::i32)); in lowerPrivateTruncStore()
1065 SDValue ShiftAmt = DAG.getNode(ISD::SHL, DL, MVT::i32, ByteIdx, in lowerPrivateTruncStore()
1066 DAG.getConstant(3, DL, MVT::i32)); in lowerPrivateTruncStore()
1070 SDValue SExtValue = DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i32, in lowerPrivateTruncStore()
1074 SDValue MaskedValue = DAG.getZeroExtendInReg(SExtValue, DL, MemVT); in lowerPrivateTruncStore()
1077 SDValue ShiftedValue = DAG.getNode(ISD::SHL, DL, MVT::i32, in lowerPrivateTruncStore()
1081 SDValue DstMask = DAG.getNode(ISD::SHL, DL, MVT::i32, Mask, ShiftAmt); in lowerPrivateTruncStore()
1085 DstMask = DAG.getNOT(DL, DstMask, MVT::i32); in lowerPrivateTruncStore()
1088 Dst = DAG.getNode(ISD::AND, DL, MVT::i32, Dst, DstMask); in lowerPrivateTruncStore()
1091 SDValue Value = DAG.getNode(ISD::OR, DL, MVT::i32, Dst, ShiftedValue); in lowerPrivateTruncStore()
1095 SDValue NewStore = DAG.getStore(Chain, DL, Value, Ptr, PtrInfo); in lowerPrivateTruncStore()
1100 Chain = DAG.getNode(AMDGPUISD::DUMMY_CHAIN, DL, MVT::Other, NewStore); in lowerPrivateTruncStore()
1118 SDLoc DL(Op); in LowerSTORE() local
1128 SDValue NewChain = DAG.getNode(AMDGPUISD::DUMMY_CHAIN, DL, MVT::Other, Chain); in LowerSTORE()
1131 NewChain, DL, Value, Ptr, StoreNode->getPointerInfo(), MemVT, in LowerSTORE()
1148 SDValue DWordAddr = DAG.getNode(ISD::SRL, DL, PtrVT, Ptr, in LowerSTORE()
1149 DAG.getConstant(2, DL, PtrVT)); in LowerSTORE()
1158 MaskConstant = DAG.getConstant(0xFF, DL, MVT::i32); in LowerSTORE()
1162 MaskConstant = DAG.getConstant(0xFFFF, DL, MVT::i32); in LowerSTORE()
1165 SDValue ByteIndex = DAG.getNode(ISD::AND, DL, PtrVT, Ptr, in LowerSTORE()
1166 DAG.getConstant(0x00000003, DL, PtrVT)); in LowerSTORE()
1167 SDValue BitShift = DAG.getNode(ISD::SHL, DL, VT, ByteIndex, in LowerSTORE()
1168 DAG.getConstant(3, DL, VT)); in LowerSTORE()
1171 SDValue Mask = DAG.getNode(ISD::SHL, DL, VT, MaskConstant, BitShift); in LowerSTORE()
1174 SDValue TruncValue = DAG.getNode(ISD::AND, DL, VT, Value, MaskConstant); in LowerSTORE()
1175 SDValue ShiftedValue = DAG.getNode(ISD::SHL, DL, VT, TruncValue, BitShift); in LowerSTORE()
1181 DAG.getConstant(0, DL, MVT::i32), in LowerSTORE()
1182 DAG.getConstant(0, DL, MVT::i32), in LowerSTORE()
1185 SDValue Input = DAG.getBuildVector(MVT::v4i32, DL, Src); in LowerSTORE()
1187 return DAG.getMemIntrinsicNode(AMDGPUISD::STORE_MSKOR, DL, in LowerSTORE()
1192 Ptr = DAG.getNode(AMDGPUISD::DWORDADDR, DL, PtrVT, DWordAddr); in LowerSTORE()
1197 Chain = DAG.getStore(Chain, DL, Value, Ptr, StoreNode->getMemOperand()); in LowerSTORE()
1213 Ptr = DAG.getNode(AMDGPUISD::DWORDADDR, DL, PtrVT, DWordAddr); in LowerSTORE()
1214 return DAG.getStore(Chain, DL, Value, Ptr, StoreNode->getMemOperand()); in LowerSTORE()
1264 SDLoc DL(Op); in lowerPrivateExtLoad() local
1276 LoadPtr = DAG.getNode(ISD::ADD, DL, MVT::i32, BasePtr, Offset); in lowerPrivateExtLoad()
1281 SDValue Ptr = DAG.getNode(ISD::AND, DL, MVT::i32, LoadPtr, in lowerPrivateExtLoad()
1282 DAG.getConstant(0xfffffffc, DL, MVT::i32)); in lowerPrivateExtLoad()
1287 SDValue Read = DAG.getLoad(MVT::i32, DL, Chain, Ptr, PtrInfo); in lowerPrivateExtLoad()
1290 SDValue ByteIdx = DAG.getNode(ISD::AND, DL, MVT::i32, in lowerPrivateExtLoad()
1291 LoadPtr, DAG.getConstant(0x3, DL, MVT::i32)); in lowerPrivateExtLoad()
1294 SDValue ShiftAmt = DAG.getNode(ISD::SHL, DL, MVT::i32, ByteIdx, in lowerPrivateExtLoad()
1295 DAG.getConstant(3, DL, MVT::i32)); in lowerPrivateExtLoad()
1298 SDValue Ret = DAG.getNode(ISD::SRL, DL, MVT::i32, Read, ShiftAmt); in lowerPrivateExtLoad()
1305 Ret = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i32, Ret, MemEltVTNode); in lowerPrivateExtLoad()
1307 Ret = DAG.getZeroExtendInReg(Ret, DL, MemEltVT); in lowerPrivateExtLoad()
1315 return DAG.getMergeValues(Ops, DL); in lowerPrivateExtLoad()
1329 SDLoc DL(Op); in LowerLOAD() local
1339 return DAG.getMergeValues(Ops, DL); in LowerLOAD()
1354 Result = DAG.getNode(AMDGPUISD::CONST_ADDRESS, DL, MVT::v4i32, in LowerLOAD()
1355 DAG.getNode(ISD::SRL, DL, MVT::i32, Ptr, in LowerLOAD()
1356 DAG.getConstant(4, DL, MVT::i32)), in LowerLOAD()
1358 AMDGPUAS::CONSTANT_BUFFER_0, DL, MVT::i32) in LowerLOAD()
1363 Result = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::i32, Result, in LowerLOAD()
1364 DAG.getConstant(0, DL, MVT::i32)); in LowerLOAD()
1371 return DAG.getMergeValues(MergedValues, DL); in LowerLOAD()
1384 ISD::EXTLOAD, DL, VT, Chain, Ptr, LoadNode->getPointerInfo(), MemVT, in LowerLOAD()
1386 SDValue Res = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, NewLoad, in LowerLOAD()
1390 return DAG.getMergeValues(MergedValues, DL); in LowerLOAD()
1400 Ptr = DAG.getNode(ISD::SRL, DL, MVT::i32, Ptr, DAG.getConstant(2, DL, MVT::i32)); in LowerLOAD()
1401 Ptr = DAG.getNode(AMDGPUISD::DWORDADDR, DL, MVT::i32, Ptr); in LowerLOAD()
1402 return DAG.getLoad(MVT::i32, DL, Chain, Ptr, LoadNode->getMemOperand()); in LowerLOAD()
1458 const SmallVectorImpl<ISD::InputArg> &Ins, const SDLoc &DL, in LowerFormalArguments() argument
1484 SDValue Register = DAG.getCopyFromReg(Chain, DL, Reg, VT); in LowerFormalArguments()
1514 ISD::UNINDEXED, Ext, VT, DL, Chain, in LowerFormalArguments()
1515 DAG.getConstant(PartOffset, DL, MVT::i32), DAG.getUNDEF(MVT::i32), in LowerFormalArguments()
1526 EVT R600TargetLowering::getSetCCResultType(const DataLayout &DL, LLVMContext &, in getSetCCResultType() argument
1566 SDLoc DL(VectorEntry); in CompactSwizzlableVector() local
1571 NewBldVec[i] = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltTy, VectorEntry, in CompactSwizzlableVector()
1572 DAG.getIntPtrConstant(i, DL)); in CompactSwizzlableVector()
1610 SDLoc DL(VectorEntry); in ReorganizeVector() local
1616 NewBldVec[i] = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltTy, VectorEntry, in ReorganizeVector()
1617 DAG.getIntPtrConstant(i, DL)); in ReorganizeVector()
1646 const SDLoc &DL) const { in OptimizeSwizzle()
1654 Swz[i] = DAG.getConstant(SwizzleRemap[Idx], DL, MVT::i32); in OptimizeSwizzle()
1662 Swz[i] = DAG.getConstant(SwizzleRemap[Idx], DL, MVT::i32); in OptimizeSwizzle()
1670 SDLoc DL(LoadNode); in constBufferLoad() local
1692 SDValue NewPtr = DAG.getNode(ISD::ADD, DL, Ptr.getValueType(), Ptr, in constBufferLoad()
1693 DAG.getConstant(4 * i + ConstantBlock * 16, DL, MVT::i32)); in constBufferLoad()
1694 Slots[i] = DAG.getNode(AMDGPUISD::CONST_ADDRESS, DL, MVT::i32, NewPtr); in constBufferLoad()
1702 SDValue Result = DAG.getBuildVector(NewVT, DL, ArrayRef(Slots, NumElements)); in constBufferLoad()
1704 Result = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::i32, Result, in constBufferLoad()
1705 DAG.getConstant(0, DL, MVT::i32)); in constBufferLoad()
1711 return DAG.getMergeValues(MergedValues, DL); in constBufferLoad()
1721 SDLoc DL(N); in PerformDAGCombine() local
1728 return DAG.getNode(ISD::UINT_TO_FP, DL, N->getValueType(0), in PerformDAGCombine()
1753 return DAG.getNode(ISD::SELECT_CC, DL, N->getValueType(0), in PerformDAGCombine()
1756 DAG.getConstant(-1, DL, MVT::i32), // True in PerformDAGCombine()
1757 DAG.getConstant(0, DL, MVT::i32), // False in PerformDAGCombine()
1804 DAG.getNode(ISD::ANY_EXTEND, DL, OpVT, InVal) : in PerformDAGCombine()
1805 DAG.getNode(ISD::TRUNCATE, DL, OpVT, InVal); in PerformDAGCombine()
1810 return DAG.getBuildVector(VT, DL, Ops); in PerformDAGCombine()
1829 return DAG.getNode(ISD::BITCAST, DL, N->getVTList(), in PerformDAGCombine()
1870 return DAG.getSelectCC(DL, in PerformDAGCombine()
1897 NewArgs[1] = OptimizeSwizzle(N->getOperand(1), &NewArgs[4], DAG, DL); in PerformDAGCombine()
1898 return DAG.getNode(AMDGPUISD::R600_EXPORT, DL, N->getVTList(), NewArgs); in PerformDAGCombine()
1926 NewArgs[1] = OptimizeSwizzle(N->getOperand(1), &NewArgs[2], DAG, DL); in PerformDAGCombine()
1927 return DAG.getNode(AMDGPUISD::TEXTURE_FETCH, DL, N->getVTList(), NewArgs); in PerformDAGCombine()