| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | MachineIRBuilder.h | 586 const SrcOp &CarryIn) { in buildUAdde() argument
588 {Op0, Op1, CarryIn}); in buildUAdde()
594 const SrcOp &CarryIn) { in buildUSube() argument
596 {Op0, Op1, CarryIn}); in buildUSube()
602 const SrcOp &CarryIn) { in buildSAdde() argument
604 {Op0, Op1, CarryIn}); in buildSAdde()
610 const SrcOp &CarryIn) { in buildSSube() argument
612 {Op0, Op1, CarryIn}); in buildSSube()
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVInstrInfoVPseudos.td | 1225 bit CarryIn,
1228 !if(CarryIn,
1247 bit CarryIn,
1250 !if(CarryIn,
2022 // For vadc and vsbc, CarryIn == 1 and CarryOut == 0
2026 def "_VV" # !if(CarryIn, "M", "") # "_" # m.MX :
2036 def "_VV" # !if(CarryIn, "M", "") # "_" # m.MX # "_TU" :
2046 def "_VX" # !if(CarryIn, "M", "") # "_" # m.MX :
2056 def "_VX" # !if(CarryIn, "M", "") # "_" # m.MX # "_TU":
2081 def "_VI" # !if(CarryIn, "M", "") # "_" # m.MX :
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/CSKY/ |
| H A D | CSKYISelDAGToDAG.cpp | 358 auto CarryIn = InvertCarryFlag(Subtarget, CurDAG, Dl, Op2); in selectSubCarry() local
361 Dl, {Type0, Type1}, {Op0, Op1, CarryIn}); in selectSubCarry()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | SIPeepholeSDWA.cpp | 876 MachineOperand *CarryIn = TII->getNamedOperand(MISucc, AMDGPU::OpName::src2); in pseudoOpConvertToVOP2() local
877 if (!CarryIn) in pseudoOpConvertToVOP2()
882 if (!MRI->hasOneUse(CarryIn->getReg()) || !MRI->use_empty(CarryOut->getReg())) in pseudoOpConvertToVOP2()
|
| H A D | AMDGPULegalizerInfo.cpp | 2947 [&](Register &LocalAccum, const Carry &CarryIn) -> Register { in buildMultiply() argument
2948 if (CarryIn.empty()) in buildMultiply()
2953 if (CarryIn.size() == 1) { in buildMultiply()
2955 LocalAccum = B.buildZExt(S32, CarryIn[0]).getReg(0); in buildMultiply()
2961 CarryAccum = B.buildZExt(S32, CarryIn[0]).getReg(0); in buildMultiply()
2962 for (unsigned i = 1; i + 1 < CarryIn.size(); ++i) { in buildMultiply()
2964 B.buildUAdde(S32, S1, CarryAccum, getZero32(), CarryIn[i]) in buildMultiply()
2975 B.buildUAdde(S32, S1, CarryAccum, LocalAccum, CarryIn.back()); in buildMultiply()
3002 (!UsePartialMad64_32 || !CarryIn.empty())) { in buildMultiply()
3009 if (CarryIn.empty()) { in buildMultiply()
[all …]
|
| /llvm-project-15.0.7/llvm/unittests/CodeGen/GlobalISel/ |
| H A D | LegalizerHelperTest.cpp | 894 auto CarryIn = B.buildUndef(LLT::scalar(1)); in TEST_F() local
897 {MIBTrunc, MIBTrunc, CarryIn}); in TEST_F()
934 auto CarryIn = B.buildUndef(LLT::scalar(1)); in TEST_F() local
937 {MIBTrunc, MIBTrunc, CarryIn}); in TEST_F()
974 auto CarryIn = B.buildUndef(LLT::scalar(1)); in TEST_F() local
977 {MIBTrunc, MIBTrunc, CarryIn}); in TEST_F()
1014 auto CarryIn = B.buildUndef(LLT::scalar(1)); in TEST_F() local
1017 {MIBTrunc, MIBTrunc, CarryIn}); in TEST_F()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 1841 Optional<Register> CarryIn = None; in widenScalarAddSubOverflow() local
1864 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
1869 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
1874 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
1879 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
1888 if (CarryIn) in widenScalarAddSubOverflow()
1899 if (CarryIn) { in widenScalarAddSubOverflow()
3388 Register CarryIn = MI.getOperand(4).getReg(); in lower() local
5076 Register CarryDst, CarryIn; in narrowScalarAddSub() local
5103 if (!CarryIn) { in narrowScalarAddSub()
[all …]
|
| /llvm-project-15.0.7/llvm/test/CodeGen/AMDGPU/ |
| H A D | sdwa-ops.mir | 120 # test for CarryIn used more than once, should reject
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 3030 SDValue CarryIn = N->getOperand(2); in visitADDE() local
3049 SDValue CarryIn = N->getOperand(2); in visitADDCARRY() local
3059 if (isNullConstant(CarryIn)) { in visitADDCARRY()
3088 SDValue CarryIn = N->getOperand(2); in visitSADDO_CARRY() local
3098 if (isNullConstant(CarryIn)) { in visitSADDO_CARRY()
3260 CarryIn = CarryIn.getOperand(0); in combineCarryDiamond()
3883 SDValue CarryIn = N->getOperand(2); in visitSUBE() local
3895 SDValue CarryIn = N->getOperand(2); in visitSUBCARRY() local
3898 if (isNullConstant(CarryIn)) { in visitSUBCARRY()
3910 SDValue CarryIn = N->getOperand(2); in visitSSUBO_CARRY() local
[all …]
|
| H A D | TargetLowering.cpp | 9221 SDValue CarryIn = DAG.getConstant(0, dl, Node->getValueType(1)); in expandUADDSUBO() local
9223 { LHS, RHS, CarryIn }); in expandUADDSUBO()
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InstCombineIntrinsic.cpp | 534 Value *CarryIn = II.getArgOperand(0); in simplifyX86addcarry() local
544 if (match(CarryIn, PatternMatch::m_ZeroInt())) { in simplifyX86addcarry()
|
| H A D | X86ISelLowering.cpp | 53226 SDValue CarryIn = N->getOperand(2); in combineADC() local
53233 CarryIn); in combineADC()
53248 DAG.getTargetConstant(X86::COND_B, DL, MVT::i8), CarryIn), in combineADC()
53261 DAG.getConstant(Sum, DL, LHS.getValueType()), CarryIn); in combineADC()
53264 if (SDValue Flags = combineCarryThroughADD(CarryIn, DAG)) { in combineADC()
53275 LHS.getOperand(1), CarryIn); in combineADC()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMISelDAGToDAG.cpp | 2650 SDValue CarryIn = N->getOperand(FirstInputOp + 2); in SelectMVE_VADCSBC() local
2651 ConstantSDNode *CarryInConstant = dyn_cast<ConstantSDNode>(CarryIn); in SelectMVE_VADCSBC()
2658 Ops.push_back(CarryIn); in SelectMVE_VADCSBC()
|