| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPULegalizerInfo.h | 41 MachineRegisterInfo &MRI, 48 bool legalizeFceil(MachineInstr &MI, MachineRegisterInfo &MRI, 50 bool legalizeFrem(MachineInstr &MI, MachineRegisterInfo &MRI, 54 bool legalizeITOFP(MachineInstr &MI, MachineRegisterInfo &MRI, 56 bool legalizeFPTOI(MachineInstr &MI, MachineRegisterInfo &MRI, 64 bool legalizeSinCos(MachineInstr &MI, MachineRegisterInfo &MRI, 73 MachineRegisterInfo &MRI) const; 80 bool legalizeFMad(MachineInstr &MI, MachineRegisterInfo &MRI, 98 bool legalizeFFloor(MachineInstr &MI, MachineRegisterInfo &MRI, 147 bool legalizeFDIV(MachineInstr &MI, MachineRegisterInfo &MRI, [all …]
|
| H A D | AMDGPURegisterBankInfo.cpp | 102 MachineRegisterInfo &MRI; member in __anon4d0402340111::ApplyRegBankMapping 182 MRI.setRegBank(Reg, *RB); in applyBank() 686 MRI.setType(Reg, NewTy); in setRegsToType() 706 LLT Ty = MRI.getType(Src); in buildReadFirstLane() 1194 LLT PtrTy = MRI.getType(Dst); in applyMappingDynStackAlloc() 1337 LLT Ty = MRI.getType(Dst); in applyMappingSBufferLoad() 1458 LLT Ty = MRI.getType(DstReg); in applyMappingBFE() 1629 MRI.setRegBank(Zero, in applyMappingMAD_64_32() 2016 MRI.setRegBank(Reg, Bank); in constrainRegToBank() 2586 MRI.setType(Op0L, S32); in applyMappingImpl() [all …]
|
| H A D | GCNRegPressure.cpp | 41 const auto RC = MRI.getRegClass(Reg); in getRegKind() 64 switch (auto Kind = getRegKind(Reg, MRI)) { in inc() 165 MRI.getMaxLaneMaskForVReg(MO.getReg()) : in getDefRegMask() 189 UseMask = MRI.getMaxLaneMaskForVReg(Reg); in collectVirtualRegUses() 246 MRI = &MF.getRegInfo(); in reset() 263 MRI = &MRI_; in reset() 270 assert(MRI && "call reset first"); in recede() 346 assert(MRI && "call reset first"); in advanceBeforeNext() 410 LiveMask |= getDefRegMask(MO, *MRI); in advanceToNext() 471 << print(LISLR, *MRI); in isValid() [all …]
|
| H A D | AMDGPUCombinerHelper.cpp | 195 MatchInfo = MRI.getVRegDef(Src); in matchFoldableFneg() 201 if (MRI.hasOneNonDBGUse(Src)) { in matchFoldableFneg() 202 if (allUsesHaveSourceMods(MI, MRI, 0)) in matchFoldableFneg() 281 replaceRegOpWith(MRI, Op, Reg); in applyFoldableFneg() 289 replaceRegOpWith(MRI, X, XReg); in applyFoldableFneg() 291 replaceRegOpWith(MRI, Y, YReg); in applyFoldableFneg() 294 replaceRegOpWith(MRI, Y, YReg); in applyFoldableFneg() 382 LLT Type = MRI.getType(Dst); in applyFoldableFneg() 424 if (!MRI.hasOneNonDBGUse(SrcReg) || MRI.getType(SrcReg) != LLT::scalar(32)) in matchExpandPromotedF16FMed3() 427 return isFPExtFromF16OrConst(MRI, Src0) && isFPExtFromF16OrConst(MRI, Src1) && in matchExpandPromotedF16FMed3() [all …]
|
| H A D | AMDGPUInstructionSelector.cpp | 70 MRI = &MF.getRegInfo(); in setupMF() 138 if (isVCC(DstReg, *MRI)) { in selectCOPY() 147 if (!isVCC(SrcReg, *MRI)) { in selectCOPY() 432 if (isVCC(Dst1Reg, *MRI)) { in selectG_UADDO_USUBO_UADDE_USUBE() 1321 if (!isVCC(CCReg, *MRI)) { in selectG_ICMP_or_FCMP() 1357 if (isVCC(Dst, *MRI)) in selectIntrinsicCmp() 2196 MRI->setRegClass(CCReg, TRI.getConstrainedRegClassForOperand(CCOp, *MRI)); in selectG_SELECT() 2546 if (mi_match(In, MRI, in isExtractHiElt() 3902 MachineRegisterInfo &MRI in selectVOP3PMods() local 3917 MachineRegisterInfo &MRI in selectVOP3PModsDOT() local [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | Utils.cpp | 205 if (MRI.getType(DstReg) != MRI.getType(SrcReg)) in canReplaceReg() 449 auto *DefMI = MRI.getVRegDef(Reg); in getDefSrcRegIgnoringCopies() 459 DefMI = MRI.getVRegDef(SrcReg); in getDefSrcRegIgnoringCopies() 529 MIRBuilder, MRI); in extractParts() 558 MRI); in extractParts() 588 LLT RegTy = MRI.getType(Reg); in extractVectorParts() 600 MRI); in extractVectorParts() 903 MRI.setType(LiveIn, RegTy); in getFunctionLiveInPhysReg() 922 LLT Ty = MRI.getType(Op1); in ConstantFoldExtOp() 968 LLT Ty = MRI.getType(Src); in ConstantFoldCTLZ() [all …]
|
| H A D | CombinerHelper.cpp | 81 LLT Ty = MRI.getType(V); in buildLogBase2() 2922 if (MRI.hasOneUse(DstReg) && MRI.use_instr_begin(DstReg)->getOpcode() == in matchCombineInsertVecElts() 2999 if (!MRI.hasOneNonDBGUse(LHSReg) || !MRI.hasOneNonDBGUse(RHSReg)) in matchHoistLogicOpWithSameOpcodeHands() 3130 Dst, MRI, in matchOverlappingAnd() 3577 if (!MRI.hasOneNonDBGUse(OrLHS) || !MRI.hasOneNonDBGUse(OrRHS)) in findCandidatesForLoadOrCombine() 4351 Src, MRI, in matchBitfieldExtractFromSExtInReg() 4706 if (isConstantOrConstantSplatVector(*MRI.getVRegDef(OpLHSRHS), MRI) && in tryReassocBinOp() 4707 !isConstantOrConstantSplatVector(*MRI.getVRegDef(OpLHSLHS), MRI)) { in tryReassocBinOp() 6016 MI, MRI, in matchBuildVectorIdentityFold() 6026 MI, MRI, in matchBuildVectorIdentityFold() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCVSXCopy.cpp | 52 MachineRegisterInfo &MRI) { in IsRegInClass() 94 if ( IsVSReg(DstMO.getReg(), MRI) && in processBlock() 95 !IsVSReg(SrcMO.getReg(), MRI)) { in processBlock() 100 assert((IsF8Reg(SrcMO.getReg(), MRI) || in processBlock() 101 IsVSSReg(SrcMO.getReg(), MRI) || in processBlock() 102 IsVSFReg(SrcMO.getReg(), MRI)) && in processBlock() 115 } else if (!IsVSReg(DstMO.getReg(), MRI) && in processBlock() 116 IsVSReg(SrcMO.getReg(), MRI)) { in processBlock() 121 assert((IsF8Reg(DstMO.getReg(), MRI) || in processBlock() 122 IsVSFReg(DstMO.getReg(), MRI) || in processBlock() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | Utils.h | 94 Register constrainRegToClass(MachineRegisterInfo &MRI, 109 MachineRegisterInfo &MRI, 128 MachineRegisterInfo &MRI, 198 Register VReg, const MachineRegisterInfo &MRI, 220 const MachineRegisterInfo &MRI); 275 MachineInstr *DefMI = getDefIgnoringCopies(Reg, MRI); in getOpcodeDef() 329 return isKnownNeverNaN(Val, MRI, true); in isKnownNeverSNaN() 442 const MachineRegisterInfo &MRI, 448 const MachineRegisterInfo &MRI, 472 const MachineRegisterInfo &MRI, [all …]
|
| H A D | MIPatternMatch.h | 27 return P.match(MRI, R); in mi_match() 33 return P.match(MRI, &MI); in mi_match() 42 return MRI.hasOneUse(Reg) && SubPat.match(MRI, Reg); in match() 56 return MRI.hasOneNonDBGUse(Reg) && SubPat.match(MRI, Reg); in match() 288 return P.match(MRI, src) && And<Preds...>::match(MRI, src); 306 return P.match(MRI, src) || Or<Preds...>::match(MRI, src); 328 MI = MRI.getVRegDef(Reg); 342 Ty = MRI.getType(Reg); 659 if (!P.match(MRI, TmpPred)) 663 if (L.match(MRI, LHS) && R.match(MRI, RHS)) [all …]
|
| H A D | LegalizationArtifactCombiner.h | 36 MachineRegisterInfo &MRI; variable 56 : Builder(B), MRI(MRI), LI(LI), KB(KB) {} in Builder() 73 if (MRI.getType(DstReg) == MRI.getType(TruncSrc)) in tryCombineAnyExt() 86 if (mi_match(SrcReg, MRI, in tryCombineAnyExt() 129 LLT DstTy = MRI.getType(DstReg); in tryCombineZExt() 134 LLT SrcTy = MRI.getType(SrcReg); in tryCombineZExt() 200 LLT DstTy = MRI.getType(DstReg); in tryCombineSExt() 217 if (mi_match(SrcReg, MRI, in tryCombineSExt() 588 MachineRegisterInfo &MRI; variable 953 LLT DstTy = MRI.getType(Dst); in tryCombineMergeLike() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64AdvSIMDScalarPass.cpp | 66 MachineRegisterInfo *MRI; member in __anon8c8417d20111::AArch64AdvSIMDScalar 145 MRI) && in getSrcFromCopy() 149 MRI) && in getSrcFromCopy() 151 MRI)) { in getSrcFromCopy() 208 if (!MRI->def_empty(OrigSrc0)) { in isProfitableToTransform() 210 MRI->def_instr_begin(OrigSrc0); in isProfitableToTransform() 221 if (!MRI->def_empty(OrigSrc1)) { in isProfitableToTransform() 223 MRI->def_instr_begin(OrigSrc1); in isProfitableToTransform() 301 if (!MRI->def_empty(OrigSrc0)) { in transformInstruction() 320 if (!MRI->def_empty(OrigSrc1)) { in transformInstruction() [all …]
|
| H A D | AArch64Combine.td | 17 [{ return matchFConstantToConstant(*${root}, MRI); }]), 78 [{ return matchREV(*${root}, MRI, ${matchinfo}); }]), 85 [{ return matchZip(*${root}, MRI, ${matchinfo}); }]), 122 (apply [{ applyINS(*${root}, MRI, B, ${matchinfo}); }]) 166 [{ return trySwapICmpOperands(*${root}, MRI); }]), 191 [{ return matchExtMulToMULL(*${root}, MRI); }]), 199 (apply [{ applyBuildVectorToDup(*${root}, MRI, B); }]) 207 [{ return matchLowerVectorFCMP(*${root}, MRI, B); }]), 208 (apply [{ applyLowerVectorFCMP(*${root}, MRI, B); }])>; 221 [{ return matchFoldMergeToZext(*${d}, MRI); }]), [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/GISel/ |
| H A D | X86InstructionSelector.cpp | 250 LLT Ty = MRI.getType(Reg); in selectDebugInstr() 399 return selectCopy(I, MRI); in select() 558 LLT Ty = MRI.getType(DefReg); in selectLoadStoreOp() 584 X86SelectAddress(*MRI.getVRegDef(I.getOperand(1).getReg()), MRI, AM); in selectLoadStoreOp() 618 LLT Ty = MRI.getType(DefReg); in selectFrameIndexOrGep() 671 LLT Ty = MRI.getType(DefReg); in selectGlobalValue() 863 MRI.createVirtualRegister(getRegClass(DstTy, DstReg, MRI)); in selectZext() 867 DefReg = MRI.createVirtualRegister(getRegClass(DstTy, DstReg, MRI)); in selectZext() 958 LLT Ty = MRI.getType(LHS); in selectCmp() 1035 *getRegClass(LLT::scalar(8), *RBI.getRegBank(ResultReg, MRI, TRI)), MRI); in selectFCmp() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 236 LLT Ty = MRI.getType(Dst); in matchREV() 340 MRI)) in matchDupFromInsertVectorElt() 419 LLT DstTy = MRI.getType(Dst); in matchEXT() 573 const auto &Ty = MRI.getType(RHS); in tryAdjustICmpImmAndPred() 819 if (!MRI.hasOneNonDBGUse(CmpOp)) in getCmpOperandFoldingProfit() 925 LLT DstTy = MRI.getType(LHS); in getVectorFCMP() 983 LLT DstTy = MRI.getType(Dst); in matchLowerVectorFCMP() 1009 LLT DstTy = MRI.getType(Dst); in applyLowerVectorFCMP() 1011 auto Splat = getAArch64VectorSplat(*MRI.getVRegDef(RHS), MRI); in applyLowerVectorFCMP() 1046 MRI.replaceRegWith(Dst, CmpRes); in applyLowerVectorFCMP() [all …]
|
| H A D | AArch64PreLegalizerCombiner.cpp | 85 LLT LHSTy = MRI.getType(LHS); in matchICmpRedundantTrunc() 96 LLT WideTy = MRI.getType(WideReg); in matchICmpRedundantTrunc() 110 LLT WideTy = MRI.getType(WideReg); in applyICmpRedundantTrunc() 245 LLT DstTy = MRI.getType(DstReg); in matchExtAddvToUdotAddv() 246 LLT MidTy = MRI.getType(MidReg); in matchExtAddvToUdotAddv() 347 MRI)) || in applyExtAddvToUdotAddv() 350 MRI))) { in applyExtAddvToUdotAddv() 456 LLT SrcTy = MRI.getType(SrcReg); in applyExtUaddvToUaddlv() 457 LLT DstTy = MRI.getType(DstReg); in applyExtUaddvToUaddlv() 587 auto &MRI = *B.getMRI(); in tryToSimplifyUADDO() local [all …]
|
| H A D | AArch64InstructionSelector.cpp | 729 auto &MRI = MF.getRegInfo(); in getImmedFromMO() local 1165 LLT Ty = MRI.getType(True); in emitSelect() 1230 if (mi_match(Reg, MRI, in emitSelect() 2393 Dst, MRI, in earlySelect() 4573 LLT Ty = MRI.getType(Dst); in emitCSetForFCmp() 4599 LLT Ty = MRI.getType(LHS); in emitFPCompare() 4890 auto &MRI = *MIB.getMRI(); in emitConditionalComparison() local 4933 auto &MRI = *MIB.getMRI(); in emitConjunctionRec() local 5169 if (isCMN(LHSDef, P, MRI)) in tryFoldIntegerCompare() 5182 if (isCMN(RHSDef, P, MRI)) in tryFoldIntegerCompare() [all …]
|
| H A D | AArch64PostLegalizerCombiner.cpp | 95 Other = MRI.getVRegDef(Src1Op2); in matchExtractVecEltPairwiseAdd() 143 const LLT Ty = MRI.getType(LHS); in matchAArch64MulConstCombine() 168 if (MRI.hasOneNonDBGUse(LHS) && in matchAArch64MulConstCombine() 169 (isSignExtended(LHS, MRI) || isZeroExtended(LHS, MRI))) in matchAArch64MulConstCombine() 173 if (MRI.hasOneNonDBGUse(Dst)) { in matchAArch64MulConstCombine() 291 return MRI.getType(Dst).isScalar() && in matchMutateAnyExtToZExt() 292 mi_match(Src, MRI, in matchMutateAnyExtToZExt() 319 *MRI.getVRegDef(Store.getValueReg()), MRI); in matchSplitStoreZero128() 350 if (!mi_match(MI, MRI, in matchOrToBSP() 591 auto &MRI = MF.getRegInfo(); in optimizeConsecutiveMemOpAddressing() local [all …]
|
| H A D | AArch64RegisterBankInfo.cpp | 555 onlyDefinesFP(*MRI.getVRegDef(Op.getReg()), MRI, TRI, Depth + 1); in hasFPConstraints() 573 return hasFPConstraints(MI, MRI, TRI, Depth); in onlyUsesFP() 611 return hasFPConstraints(MI, MRI, TRI, Depth); in onlyDefinesFP() 765 LLT Ty = MRI.getType(MO.getReg()); in getInstrMapping() 785 LLT ScalarTy = MRI.getType(ScalarReg); in getInstrMapping() 890 if (onlyDefinesFP(*DefMI, MRI, TRI)) in getInstrMapping() 901 if (onlyDefinesFP(*DefMI, MRI, TRI)) in getInstrMapping() 961 onlyDefinesFP(*DefMI, MRI, TRI)) in getInstrMapping() 1041 const LLT SrcTy = MRI.getType(VReg); in getInstrMapping() 1088 if (onlyDefinesFP(MI, MRI, TRI)) in getInstrMapping() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/BPF/ |
| H A D | BPFMISimplifyPatchable.cpp | 139 if (!MRI->getUniqueVRegDef(MO.getReg())) in checkADDrr() 192 if (MRI->getRegClass(DstReg) == &BPF::GPR32RegClass) { in processCandidate() 200 auto Begin = MRI->use_begin(DstReg), End = MRI->use_end(); in processCandidate() 204 if (!MRI->getUniqueVRegDef(I->getReg())) in processCandidate() 221 processDstReg(MRI, DstReg, SrcReg, GVal, true, IsAma); in processCandidate() 227 auto Begin = MRI->use_begin(DstReg), End = MRI->use_end(); in processDstReg() 259 if (IsAma && MRI->getUniqueVRegDef(I->getReg())) in processDstReg() 260 processInst(MRI, I->getParent(), &*I, GVal); in processDstReg() 294 checkADDrr(MRI, RelocOp, GVal); in processInst() 305 MachineRegisterInfo *MRI = &MF->getRegInfo(); in removeLD() local [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/GISel/ |
| H A D | RISCVInstructionSelector.cpp | 246 if (mi_match(RootReg, MRI, in selectSHXADDOp() 292 if (mi_match(RootReg, MRI, in selectSHXADDOp() 347 RootReg, MRI, in selectSHXADD_UWOp() 503 preISelLower(MI, MIB, MRI); in select() 549 return selectCopy(MI, MRI); in select() 721 if (!isRegInFprb(Dst, MRI) || !isRegInGprb(Lo, MRI) || !isRegInGprb(Hi, MRI)) in selectMergeValues() 737 if (!isRegInFprb(Src, MRI) || !isRegInGprb(Lo, MRI) || !isRegInGprb(Hi, MRI)) in selectUnmergeValues() 766 MRI.setType(DstReg, sXLen); in preISelLower() 774 MRI.setType(DstReg, sXLen); in preISelLower() 869 MRI.getType(DstReg), *RBI.getRegBank(DstReg, MRI, TRI)); in selectCopy() [all …]
|
| H A D | RISCVRegisterBankInfo.cpp | 193 return hasFPConstraints(MI, MRI, TRI); in onlyUsesFP() 207 return hasFPConstraints(MI, MRI, TRI); in onlyDefinesFP() 211 Register Def, const MachineRegisterInfo &MRI, in anyUseOnlyUseFP() argument 214 MRI.use_nodbg_instructions(Def), in anyUseOnlyUseFP() 231 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getInstrMapping() local 283 LLT Ty = MRI.getType(MI.getOperand(0).getReg()); in getInstrMapping() 296 if (anyUseOnlyUseFP(Dst, MRI, TRI)) in getInstrMapping() 341 if (onlyDefinesFP(*DefMI, MRI, TRI)) in getInstrMapping() 384 MachineInstr *DefMI = MRI.getVRegDef(VReg); in getInstrMapping() 386 onlyDefinesFP(*DefMI, MRI, TRI)) in getInstrMapping() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMInstructionSelector.cpp | 48 MachineRegisterInfo &MRI) const; 505 return MRI.getType(LHSReg) == MRI.getType(RHSReg) && in validOpRegPair() 844 auto &MRI = MF.getRegInfo(); in select() local 848 return selectCopy(I, TII, MRI, TRI, RBI); in select() 959 return selectCopy(I, TII, MRI, TRI, RBI); in select() 1031 return selectCopy(I, TII, MRI, TRI, RBI); in select() 1034 return selectSelect(MIB, MRI); in select() 1038 return selectCmp(Helper, MIB, MRI); in select() 1057 return selectCmp(Helper, MIB, MRI); in select() 1077 return selectGlobal(MIB, MRI); in select() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVPreLegalizer.cpp | 42 MachineRegisterInfo &MRI = MF.getRegInfo(); in addConstantsToTrack() local 89 if (!MRI.getRegClassOrNull(Reg) && RC) in addConstantsToTrack() 90 MRI.setRegClass(Reg, RC); in addConstantsToTrack() 205 if (!MRI.getRegClassOrNull(Reg)) in propagateSPIRVType() 226 Register NewReg = MRI.createGenericVirtualRegister(MRI.getType(Reg)); in insertAssignInstr() 228 MRI.setRegClass(NewReg, RC); in insertAssignInstr() 296 if (MRI.hasOneUse(Reg)) { in generateAssignInstrs() 355 if (MRI.getType(ValReg).isPointer()) { in createNewIdReg() 365 MRI.setRegClass(IdReg, DstClass); in createNewIdReg() 400 processInstr(MI, MIB, MRI, GR); in processInstrsWithTypeFolding() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/GISel/ |
| H A D | PPCInstructionSelector.cpp | 52 MachineRegisterInfo &MRI) const; 54 MachineRegisterInfo &MRI) const; 57 MachineRegisterInfo &MRI) const; 244 const LLT DstTy = MRI.getType(DstReg); in selectZExt() 711 auto &MRI = MF.getRegInfo(); in select() local 715 return selectCopy(I, TII, MRI, TRI, RBI); in select() 767 return selectIntToFP(I, MBB, MRI); in select() 770 return selectFPToInt(I, MBB, MRI); in select() 773 return selectZExt(I, MBB, MRI); in select() 775 return selectI64Imm(I, MBB, MRI); in select() [all …]
|