Lines Matching refs:S32
133 const LLT S32 = LLT::scalar(32); in applyBank() local
135 assert(MRI.getType(DstReg) == S32); in applyBank()
142 auto True = B.buildConstant(S32, Opc == AMDGPU::G_SEXT ? -1 : 1); in applyBank()
143 auto False = B.buildConstant(S32, 0); in applyBank()
721 LLT S32 = LLT::scalar(32); in buildReadFirstLane() local
729 auto Unmerge = B.buildUnmerge(S32, Src); in buildReadFirstLane()
737 MRI.setType(DstPart, NumParts == 1 ? Ty : S32); in buildReadFirstLane()
1096 const LLT S32 = LLT::scalar(32); in applyMappingLoad() local
1099 auto WideLoad = B.buildLoadFromOffset(S32, PtrReg, *MMO, 0); in applyMappingLoad()
1103 auto WideLoad = B.buildLoadFromOffset(S32, PtrReg, *MMO, 0); in applyMappingLoad()
1250 const LLT S32 = LLT::scalar(32); in setBufferOffsets() local
1257 VOffsetReg = B.buildConstant(S32, 0).getReg(0); in setBufferOffsets()
1258 SOffsetReg = B.buildConstant(S32, SOffset).getReg(0); in setBufferOffsets()
1278 SOffsetReg = B.buildConstant(S32, SOffset).getReg(0); in setBufferOffsets()
1286 VOffsetReg = B.buildConstant(S32, 0).getReg(0); in setBufferOffsets()
1321 VOffsetReg = B.buildCopy(S32, CombinedOffset).getReg(0); in setBufferOffsets()
1325 SOffsetReg = B.buildConstant(S32, 0).getReg(0); in setBufferOffsets()
1335 const LLT S32 = LLT::scalar(32); in applyMappingSBufferLoad() local
1386 Register VIndex = B.buildConstant(S32, 0).getReg(0); in applyMappingSBufferLoad()
1460 const LLT S32 = LLT::scalar(32); in applyMappingBFE() local
1470 if (Ty == S32) in applyMappingBFE()
1481 auto UnmergeSOffset = B.buildUnmerge({S32, S32}, ShiftOffset); in applyMappingBFE()
1488 auto Zero = B.buildConstant(S32, 0); in applyMappingBFE()
1494 Signed ? B.buildSbfx(S32, UnmergeSOffset.getReg(0), Zero, WidthReg) in applyMappingBFE()
1495 : B.buildUbfx(S32, UnmergeSOffset.getReg(0), Zero, WidthReg); in applyMappingBFE()
1497 Signed ? B.buildAShr(S32, Extract, B.buildConstant(S32, 31)) : Zero; in applyMappingBFE()
1502 auto UpperWidth = B.buildConstant(S32, WidthImm - 32); in applyMappingBFE()
1505 ? B.buildSbfx(S32, UnmergeSOffset.getReg(1), Zero, UpperWidth) in applyMappingBFE()
1506 : B.buildUbfx(S32, UnmergeSOffset.getReg(1), Zero, UpperWidth); in applyMappingBFE()
1515 auto ExtShift = B.buildSub(S32, B.buildConstant(S32, 64), WidthReg); in applyMappingBFE()
1530 auto OffsetMask = B.buildConstant(S32, maskTrailingOnes<unsigned>(6)); in applyMappingBFE()
1531 auto ClampOffset = B.buildAnd(S32, OffsetReg, OffsetMask); in applyMappingBFE()
1534 auto ShiftWidth = B.buildShl(S32, WidthReg, B.buildConstant(S32, 16)); in applyMappingBFE()
1539 auto MergedInputs = B.buildOr(S32, ClampOffset, ShiftWidth); in applyMappingBFE()
1543 unsigned Opc = Ty == S32 ? (Signed ? AMDGPU::S_BFE_I32 : AMDGPU::S_BFE_U32) : in applyMappingBFE()
1573 LLT S32 = LLT::scalar(32); in applyMappingMAD_64_32() local
1585 Register DstLo = B.buildMul(S32, Src0, Src1).getReg(0); in applyMappingMAD_64_32()
1591 DstHi = IsUnsigned ? B.buildUMulH(S32, Src0, Src1).getReg(0) in applyMappingMAD_64_32()
1592 : B.buildSMulH(S32, Src0, Src1).getReg(0); in applyMappingMAD_64_32()
1595 Register VSrc0 = B.buildCopy(S32, Src0).getReg(0); in applyMappingMAD_64_32()
1596 Register VSrc1 = B.buildCopy(S32, Src1).getReg(0); in applyMappingMAD_64_32()
1601 DstHi = IsUnsigned ? B.buildUMulH(S32, VSrc0, VSrc1).getReg(0) in applyMappingMAD_64_32()
1602 : B.buildSMulH(S32, VSrc0, VSrc1).getReg(0); in applyMappingMAD_64_32()
1619 LLT CarryType = DstOnValu ? S1 : S32; in applyMappingMAD_64_32()
1628 Zero = B.buildConstant(S32, 0).getReg(0); in applyMappingMAD_64_32()
1632 Carry = B.buildICmp(CmpInst::ICMP_SLT, MulHiInVgpr ? S1 : S32, DstHi, Zero) in applyMappingMAD_64_32()
1645 DstLo = B.buildCopy(S32, DstLo).getReg(0); in applyMappingMAD_64_32()
1646 DstHi = B.buildCopy(S32, DstHi).getReg(0); in applyMappingMAD_64_32()
1651 auto Unmerge = B.buildUnmerge(S32, Src2); in applyMappingMAD_64_32()
1665 auto AddLo = B.buildUAddo(S32, CarryType, DstLo, Src2Lo); in applyMappingMAD_64_32()
1671 auto AddHi = B.buildUAdde(S32, CarryType, DstHi, Src2Hi, CarryLo); in applyMappingMAD_64_32()
1723 const LLT S32 = LLT::scalar(32); in unpackV2S16ToS32() local
1724 auto Bitcast = B.buildBitcast(S32, Src); in unpackV2S16ToS32()
1727 auto ExtLo = B.buildSExtInReg(S32, Bitcast, 16); in unpackV2S16ToS32()
1728 auto ShiftHi = B.buildAShr(S32, Bitcast, B.buildConstant(S32, 16)); in unpackV2S16ToS32()
1732 auto ShiftHi = B.buildLShr(S32, Bitcast, B.buildConstant(S32, 16)); in unpackV2S16ToS32()
1734 auto ExtLo = B.buildAnd(S32, Bitcast, B.buildConstant(S32, 0xffff)); in unpackV2S16ToS32()
1775 const LLT S32 = LLT::scalar(32); in handleD16VData() local
1778 return B.buildMergeLikeInstr(LLT::fixed_vector(NumElts, S32), WideRegs) in handleD16VData()
1802 const LLT S32 = LLT::scalar(32); in splitBufferOffsets() local
1828 BaseReg = B.buildConstant(S32, Overflow).getReg(0); in splitBufferOffsets()
1830 auto OverflowVal = B.buildConstant(S32, Overflow); in splitBufferOffsets()
1831 BaseReg = B.buildAdd(S32, BaseReg, OverflowVal).getReg(0); in splitBufferOffsets()
1837 BaseReg = B.buildConstant(S32, 0).getReg(0); in splitBufferOffsets()
1882 const LLT S32 = LLT::scalar(32); in reinsertVectorIndexAdd() local
1886 auto MaterializedOffset = B.buildConstant(S32, ConstOffset); in reinsertVectorIndexAdd()
1888 auto Add = B.buildAdd(S32, WaterfallIdx, MaterializedOffset); in reinsertVectorIndexAdd()
1943 LLT S32 = LLT::scalar(32); in foldExtractEltToCmpSelect() local
1955 LLT CCTy = (CCBank == AMDGPU::SGPRRegBank) ? S32 : LLT::scalar(1); in foldExtractEltToCmpSelect()
1958 Idx = B.buildCopy(S32, Idx)->getOperand(0).getReg(); in foldExtractEltToCmpSelect()
1976 auto IC = B.buildConstant(S32, I); in foldExtractEltToCmpSelect()
2041 LLT S32 = LLT::scalar(32); in foldInsertEltToCmpSelect() local
2056 LLT CCTy = (CCBank == AMDGPU::SGPRRegBank) ? S32 : LLT::scalar(1); in foldInsertEltToCmpSelect()
2059 Idx = B.buildCopy(S32, Idx)->getOperand(0).getReg(); in foldInsertEltToCmpSelect()
2077 auto IC = B.buildConstant(S32, I); in foldInsertEltToCmpSelect()
2221 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2256 if (Helper.widenScalar(MI, 0, S32) != LegalizerHelper::Legalized) in applyMappingImpl()
2285 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2286 Register NewDstReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2291 Register NewSrcReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2321 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2322 Register NewCondReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2371 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2372 Register NewCondReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2495 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2505 auto Lo = B.buildInstr(AMDGPU::G_ABS, {S32}, {WideSrcLo}); in applyMappingImpl()
2506 auto Hi = B.buildInstr(AMDGPU::G_ABS, {S32}, {WideSrcHi}); in applyMappingImpl()
2521 auto Lo = B.buildInstr(MI.getOpcode(), {S32}, {WideSrc0Lo, WideSrc1Lo}); in applyMappingImpl()
2522 auto Hi = B.buildInstr(MI.getOpcode(), {S32}, {WideSrc0Hi, WideSrc1Hi}); in applyMappingImpl()
2528 if (Helper.widenScalar(MI, 0, S32) != LegalizerHelper::Legalized) in applyMappingImpl()
2535 if (Helper.widenScalar(MI, 1, S32) != LegalizerHelper::Legalized) in applyMappingImpl()
2559 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2586 MRI.setType(Op0L, S32); in applyMappingImpl()
2592 MRI.setType(Op1L, S32); in applyMappingImpl()
2613 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2629 auto Freeze = B.buildFreeze(S32, SrcRegs[0]); in applyMappingImpl()
2634 B.buildAShr(DstRegs[1], DstRegs[0], B.buildConstant(S32, 31)); in applyMappingImpl()
2655 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2657 if (Ty == S32) in applyMappingImpl()
2665 if (Helper.narrowScalar(MI, 1, S32) != LegalizerHelper::Legalized) in applyMappingImpl()
2679 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2681 if (Ty == S32) in applyMappingImpl()
2698 auto X = B.buildInstr(NewOpc, {S32}, {SrcRegs[Idx]}); in applyMappingImpl()
2699 auto Y = B.buildInstr(NewOpc, {S32}, {SrcRegs[Idx ^ 1]}); in applyMappingImpl()
2704 Y = B.buildInstr(AddOpc, {S32}, {Y, B.buildConstant(S32, 32)}); in applyMappingImpl()
2799 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2865 auto One = B.buildConstant(S32, 1); in applyMappingImpl()
2876 auto IdxLo = B.buildShl(S32, BaseIdxReg, One); in applyMappingImpl()
2877 auto IdxHi = B.buildAdd(S32, IdxLo, One); in applyMappingImpl()
2903 Register TmpReg0 = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2904 Register TmpReg1 = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2976 const LLT S32 = LLT::scalar(32); in applyMappingImpl() local
2980 auto One = B.buildConstant(S32, 1); in applyMappingImpl()
2989 auto IdxLo = B.buildShl(S32, BaseIdxReg, One); in applyMappingImpl()
2990 auto IdxHi = B.buildAdd(S32, IdxLo, One); in applyMappingImpl()