Home
last modified time | relevance | path

Searched refs:LaneBitmask (Results 1 – 25 of 54) sorted by relevance

123

/freebsd-13.1/contrib/llvm-project/llvm/include/llvm/MC/
H A DLaneBitmask.h40 struct LaneBitmask { struct
46 constexpr LaneBitmask() = default; argument
57 return LaneBitmask(~Mask);
59 constexpr LaneBitmask operator|(LaneBitmask M) const {
60 return LaneBitmask(Mask | M.Mask);
62 constexpr LaneBitmask operator&(LaneBitmask M) const {
63 return LaneBitmask(Mask & M.Mask);
65 LaneBitmask &operator|=(LaneBitmask M) {
69 LaneBitmask &operator&=(LaneBitmask M) {
83 static constexpr LaneBitmask getNone() { return LaneBitmask(0); } in getNone() argument
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/
H A DDetectDeadLanes.cpp50 LaneBitmask UsedLanes;
51 LaneBitmask DefinedLanes;
93 LaneBitmask transferUsedLanes(const MachineInstr &MI, LaneBitmask UsedLanes,
244 LaneBitmask MO2UsedLanes = in transferUsedLanes()
252 LaneBitmask MO1UsedLanes; in transferUsedLanes()
353 return LaneBitmask::getAll(); in determineInitialDefinedLanes()
365 return LaneBitmask::getNone(); in determineInitialDefinedLanes()
373 LaneBitmask DefinedLanes; in determineInitialDefinedLanes()
381 LaneBitmask MODefinedLanes; in determineInitialDefinedLanes()
407 return LaneBitmask::getNone(); in determineInitialDefinedLanes()
[all …]
H A DRegisterPressure.cpp52 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure()
66 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure()
377 return LaneBitmask::getNone(); in getRegLanes()
421 static LaneBitmask
428 LaneBitmask Result; in getLanesWithProperty()
446 return Property(*LR, Pos) ? LaneBitmask::getAll() : LaneBitmask::getNone(); in getLanesWithProperty()
723 LaneBitmask PrevMask; in discoverLiveInOrOut()
724 LaneBitmask NewMask; in discoverLiveInOrOut()
726 PrevMask = LaneBitmask::getNone(); in discoverLiveInOrOut()
1068 LaneBitmask DefLanes = P.LaneMask; in bumpUpwardPressure()
[all …]
H A DRDFRegisters.cpp56 UnitInfos[U].Mask = LaneBitmask::getAll(); in PhysicalRegisterInfo()
60 std::pair<uint32_t,LaneBitmask> P = *I; in PhysicalRegisterInfo()
69 UI.Mask = LaneBitmask::getAll(); in PhysicalRegisterInfo()
145 std::pair<RegisterId,LaneBitmask> PA = *UMA; in aliasRR()
174 if (RR.Mask == LaneBitmask::getAll()) in aliasRM()
185 LaneBitmask M = RR.Mask; in aliasRM()
250 std::pair<uint32_t,LaneBitmask> P = *U; in hasAliasOf()
265 std::pair<uint32_t,LaneBitmask> P = *U; in hasCoverOf()
280 std::pair<uint32_t,LaneBitmask> P = *U; in insert()
351 LaneBitmask M; in makeRegRef()
[all …]
H A DLiveIntervalCalc.cpp70 LaneBitmask SubMask = SubReg != 0 ? TRI.getSubRegIndexLaneMask(SubReg) in calculate()
75 LaneBitmask ClassMask = MRI->getMaxLaneMaskForVReg(Reg); in calculate()
112 extendToUses(LI, Reg, LaneBitmask::getAll()); in calculate()
130 extendToUses(MainRange, LI.reg(), LaneBitmask::getAll(), &LI); in constructMainRangeFromSubranges()
146 LaneBitmask Mask, LiveInterval *LI) { in extendToUses()
170 LaneBitmask SLM = TRI.getSubRegIndexLaneMask(SubReg); in extendToUses()
H A DRegisterCoalescer.cpp164 LaneBitmask ShrinkMask;
1003 LaneBitmask MaskA; in removeCopyByCommutingDef()
1963 LaneBitmask PrunedLanes; in joinCopy()
2031 ShrinkMask = LaneBitmask::getNone(); in joinCopy()
2347 const LaneBitmask LaneMask;
2405 LaneBitmask WriteLanes;
2409 LaneBitmask ValidLanes;
2570 LaneBitmask L; in computeWriteLanes()
2665 V.WriteLanes = LaneBitmask::getAll(); in analyzeValue()
2673 LaneBitmask Lanes = SubRangeJoin ? LaneBitmask::getLane(0) in analyzeValue()
[all …]
H A DLiveInterval.cpp884 LaneBitmask LaneMask, in stripValuesNotDefiningMask()
910 LaneBitmask ExpectedDefMask = in stripValuesNotDefiningMask()
931 BumpPtrAllocator &Allocator, LaneBitmask LaneMask, in refineSubRanges()
935 LaneBitmask ToApply = LaneMask; in refineSubRanges()
937 LaneBitmask SRMask = SR.LaneMask; in refineSubRanges()
938 LaneBitmask Matching = SRMask & LaneMask; in refineSubRanges()
977 LaneBitmask LaneMask, in computeSubRangeUndefs()
981 LaneBitmask VRegMask = MRI.getMaxLaneMaskForVReg(reg()); in computeSubRangeUndefs()
989 LaneBitmask DefMask = TRI.getSubRegIndexLaneMask(SubReg); in computeSubRangeUndefs()
990 LaneBitmask UndefMask = VRegMask & ~DefMask; in computeSubRangeUndefs()
[all …]
H A DScheduleDAGInstrs.cpp374 return LaneBitmask::getAll(); in getLaneMaskForMO()
400 LaneBitmask DefLaneMask; in addVRegDefDeps()
401 LaneBitmask KillLaneMask; in addVRegDefDeps()
425 DefLaneMask = LaneBitmask::getAll(); in addVRegDefDeps()
426 KillLaneMask = LaneBitmask::getAll(); in addVRegDefDeps()
436 LaneBitmask LaneMask = I->LaneMask; in addVRegDefDeps()
474 LaneBitmask LaneMask = DefLaneMask; in addVRegDefDeps()
497 LaneBitmask OverlapMask = V2SU.LaneMask & LaneMask; in addVRegDefDeps()
498 LaneBitmask NonOverlapMask = V2SU.LaneMask & ~LaneMask; in addVRegDefDeps()
523 LaneBitmask LaneMask = TrackLaneMasks ? getLaneMaskForMO(MO) in addVRegUseDeps()
[all …]
H A DSplitKit.h361 LiveInterval::SubRange &getSubRangeForMaskExact(LaneBitmask LM,
368 LiveInterval::SubRange &getSubRangeForMask(LaneBitmask LM, LiveInterval &LI);
435 LiveRange &LR, LaneBitmask LM,
451 SlotIndex buildCopy(Register FromReg, Register ToReg, LaneBitmask LaneMask,
H A DTargetRegisterInfo.cpp55 const LaneBitmask *SRILaneMasks, in TargetRegisterInfo()
56 LaneBitmask SRICoveringLanes, in TargetRegisterInfo()
525 LaneBitmask LaneMask, SmallVectorImpl<unsigned> &NeededIndexes) const { in getCoveringSubRegIndexes()
534 LaneBitmask SubRegMask = getSubRegIndexLaneMask(Idx); in getCoveringSubRegIndexes()
561 LaneBitmask LanesLeft = LaneMask & ~getSubRegIndexLaneMask(BestIdx); in getCoveringSubRegIndexes()
566 LaneBitmask SubRegMask = getSubRegIndexLaneMask(Idx); in getCoveringSubRegIndexes()
H A DLiveIntervals.cpp383 auto getSubRange = [](const LiveInterval &I, LaneBitmask M) in extendSegmentsToUses()
504 extendSegmentsToUses(NewLR, WorkList, Reg, LaneBitmask::getNone()); in shrinkToUses()
579 LaneBitmask LaneMask = TRI->getSubRegIndexLaneMask(SubReg); in shrinkToUses()
774 LaneBitmask DefinedLanesMask; in addKillFlags()
777 DefinedLanesMask = LaneBitmask::getNone(); in addKillFlags()
788 DefinedLanesMask = LaneBitmask::getAll(); in addKillFlags()
1045 updateRange(LI, Reg, LaneBitmask::getNone()); in updateAllRanges()
1068 updateRange(*LR, *Units, LaneBitmask::getNone()); in updateAllRanges()
1457 LaneBitmask LaneMask) { in findLastUseBefore()
1571 LaneBitmask LaneMask) { in repairOldRegInRange()
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DRegisterPressure.h41 LaneBitmask LaneMask;
264 LaneBitmask LaneMask;
295 LaneBitmask contains(Register Reg) const { in contains()
299 return LaneBitmask::getNone(); in contains()
305 LaneBitmask insert(RegisterMaskPair Pair) { in insert()
313 return LaneBitmask::getNone(); in insert()
318 LaneBitmask erase(RegisterMaskPair Pair) { in erase()
322 return LaneBitmask::getNone(); in erase()
323 LaneBitmask PrevMask = I->LaneMask; in erase()
552 LaneBitmask NewMask);
[all …]
H A DRDFRegisters.h73 LaneBitmask Mask = LaneBitmask::getNone();
76 explicit RegisterRef(RegisterId R, LaneBitmask M = LaneBitmask::getAll())
77 : Reg(R), Mask(R != 0 ? M : LaneBitmask::getNone()) {} in Reg()
97 std::hash<LaneBitmask::Type>{}(Mask.getAsInteger()); in hash()
147 LaneBitmask Mask;
205 using MapType = std::map<RegisterId, LaneBitmask>;
251 PrintLaneMaskOpt(LaneBitmask M) : Mask(M) {} in PrintLaneMaskOpt()
252 LaneBitmask Mask;
H A DTargetRegisterInfo.h56 const LaneBitmask LaneMask;
204 LaneBitmask getLaneMask() const { in getLaneMask()
243 const LaneBitmask *SubRegIndexLaneMasks;
246 LaneBitmask CoveringLanes;
255 const LaneBitmask *SRILaneMasks,
256 LaneBitmask CoveringLanes,
375 LaneBitmask getSubRegIndexLaneMask(unsigned SubIdx) const { in getSubRegIndexLaneMask()
386 LaneBitmask LaneMask,
638 LaneBitmask composeSubRegIndexLaneMask(unsigned IdxA, in composeSubRegIndexLaneMask()
652 LaneBitmask reverseComposeSubRegIndexLaneMask(unsigned IdxA, in reverseComposeSubRegIndexLaneMask()
[all …]
H A DLiveIntervalCalc.h39 void extendToUses(LiveRange &LR, Register Reg, LaneBitmask LaneMask,
55 extendToUses(LR, PhysReg, LaneBitmask::getAll()); in extendToUses()
H A DScheduleDAGInstrs.h54 LaneBitmask LaneMask;
57 VReg2SUnit(unsigned VReg, LaneBitmask LaneMask, SUnit *SU) in VReg2SUnit()
69 VReg2SUnitOperIdx(unsigned VReg, LaneBitmask LaneMask, in VReg2SUnitOperIdx()
372 LaneBitmask getLaneMaskForMO(const MachineOperand &MO) const;
H A DLiveRegUnits.h93 void addRegMasked(MCPhysReg Reg, LaneBitmask Mask) { in addRegMasked()
95 LaneBitmask UnitMask = (*Unit).second; in addRegMasked()
H A DLiveInterval.h690 LaneBitmask LaneMask;
693 SubRange(LaneBitmask LaneMask) : LaneMask(LaneMask) {} in SubRange()
696 SubRange(LaneBitmask LaneMask, const LiveRange &Other, in SubRange()
780 LaneBitmask LaneMask) { in createSubRange()
789 LaneBitmask LaneMask, in createSubRangeFrom()
821 LaneBitmask LaneMask,
864 void refineSubRanges(BumpPtrAllocator &Allocator, LaneBitmask LaneMask,
H A DMachineBasicBlock.h104 LaneBitmask LaneMask;
106 RegisterMaskPair(MCPhysReg PhysReg, LaneBitmask LaneMask)
368 LaneBitmask LaneMask = LaneBitmask::getAll()) {
390 LaneBitmask LaneMask = LaneBitmask::getAll());
394 LaneBitmask LaneMask = LaneBitmask::getAll()) const;
H A DRegisterScavenging.h177 void setRegUsed(Register Reg, LaneBitmask LaneMask = LaneBitmask::getAll());
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DGCNRegPressure.h69 LaneBitmask PrevMask,
70 LaneBitmask NewMask,
109 using LiveRegSet = DenseMap<unsigned, LaneBitmask>;
196 LaneBitmask getLiveLaneMask(unsigned Reg,
266 Res.inc(RM.first, LaneBitmask::getNone(), RM.second, MRI); in getRegPressure()
H A DGCNRegPressure.cpp85 LaneBitmask PrevMask, in inc()
86 LaneBitmask NewMask, in inc()
187 static LaneBitmask getDefRegMask(const MachineOperand &MO, in getDefRegMask()
199 static LaneBitmask getUsedRegMask(const MachineOperand &MO, in getUsedRegMask()
244 LaneBitmask llvm::getLiveLaneMask(unsigned Reg, in getLiveLaneMask()
248 LaneBitmask LiveMask; in getLiveLaneMask()
378 It.second = LaneBitmask::getNone(); in advanceBeforeNext()
H A DSIFormMemoryClauses.cpp35 typedef DenseMap<unsigned, std::pair<unsigned, LaneBitmask>> RegUse;
178 LaneBitmask Mask = TRI->getSubRegIndexLaneMask(MO.getSubReg()); in canBundle()
227 LaneBitmask Mask = Reg.isVirtual() in collectRegUses()
229 : LaneBitmask::getAll(); in collectRegUses()
362 LaneBitmask KilledMask; in runOnMachineFunction()
/freebsd-13.1/contrib/llvm-project/llvm/utils/TableGen/
H A DCodeGenRegisters.h51 LaneBitmask Mask;
72 mutable LaneBitmask LaneMask;
134 LaneBitmask computeLaneMask() const;
227 typedef SmallVector<LaneBitmask, 16> RegUnitLaneMaskList;
236 ArrayRef<LaneBitmask> getRegUnitLaneMasks() const { in getRegUnitLaneMasks()
336 LaneBitmask LaneMask;
797 LaneBitmask CoveringLanes;
H A DCodeGenRegisters.cpp111 LaneMask = LaneBitmask::getAll(); in computeLaneMask()
114 LaneBitmask M; in computeLaneMask()
1441 CoveringLanes = LaneBitmask::getAll(); in computeSubRegLaneMasks()
1444 if (Bit > LaneBitmask::BitWidth) { in computeSubRegLaneMasks()
1452 Idx.LaneMask = LaneBitmask::getNone(); in computeSubRegLaneMasks()
1488 LaneBitmask SrcMask = LaneBitmask::getLane(SrcBit); in computeSubRegLaneMasks()
1489 if (NextBit < LaneBitmask::BitWidth-1) in computeSubRegLaneMasks()
1509 SrcMask = LaneBitmask::getNone(); in computeSubRegLaneMasks()
1539 LaneBitmask Mask = Idx.computeLaneMask(); in computeSubRegLaneMasks()
1548 LaneBitmask LaneMask; in computeSubRegLaneMasks()
[all …]

123