| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | RegisterPressure.h | 40 LaneBitmask LaneMask; member
42 RegisterMaskPair(Register RegUnit, LaneBitmask LaneMask) in RegisterMaskPair()
43 : RegUnit(RegUnit), LaneMask(LaneMask) {} in RegisterMaskPair()
265 LaneBitmask LaneMask; member
267 IndexMaskPair(unsigned Index, LaneBitmask LaneMask) in IndexMaskPair()
268 : Index(Index), LaneMask(LaneMask) {} in IndexMaskPair()
301 return I->LaneMask; in contains()
311 InsertRes.first->LaneMask |= Pair.LaneMask; in insert()
324 LaneBitmask PrevMask = I->LaneMask; in erase()
325 I->LaneMask &= ~Pair.LaneMask; in erase()
[all …]
|
| H A D | ScheduleDAGInstrs.h | 55 LaneBitmask LaneMask; member
58 VReg2SUnit(unsigned VReg, LaneBitmask LaneMask, SUnit *SU) in VReg2SUnit()
59 : VirtReg(VReg), LaneMask(LaneMask), SU(SU) {} in VReg2SUnit()
70 VReg2SUnitOperIdx(unsigned VReg, LaneBitmask LaneMask, in VReg2SUnitOperIdx()
72 : VReg2SUnit(VReg, LaneMask, SU), OperandIndex(OperandIndex) {} in VReg2SUnitOperIdx()
|
| H A D | LiveInterval.h | 697 LaneBitmask LaneMask; variable
700 SubRange(LaneBitmask LaneMask) : LaneMask(LaneMask) {} in SubRange() argument
703 SubRange(LaneBitmask LaneMask, const LiveRange &Other, in SubRange() argument
705 : LiveRange(Other, Allocator), LaneMask(LaneMask) {} in SubRange()
787 LaneBitmask LaneMask) { in createSubRange() argument
788 SubRange *Range = new (Allocator) SubRange(LaneMask); in createSubRange()
796 LaneBitmask LaneMask, in createSubRangeFrom() argument
798 SubRange *Range = new (Allocator) SubRange(LaneMask, CopyFrom, Allocator); in createSubRangeFrom()
828 LaneBitmask LaneMask,
871 void refineSubRanges(BumpPtrAllocator &Allocator, LaneBitmask LaneMask,
|
| H A D | MachineBasicBlock.h | 110 LaneBitmask LaneMask;
112 RegisterMaskPair(MCPhysReg PhysReg, LaneBitmask LaneMask)
113 : PhysReg(PhysReg), LaneMask(LaneMask) {}
116 return PhysReg == other.PhysReg && LaneMask == other.LaneMask;
429 LaneBitmask LaneMask = LaneBitmask::getAll()) {
430 LiveIns.push_back(RegisterMaskPair(PhysReg, LaneMask));
451 LaneBitmask LaneMask = LaneBitmask::getAll());
455 LaneBitmask LaneMask = LaneBitmask::getAll()) const;
|
| H A D | TargetRegisterInfo.h | 55 const LaneBitmask LaneMask; variable
210 return LaneMask; in getLaneMask()
398 LaneBitmask LaneMask,
699 LaneBitmask LaneMask) const { in reverseComposeSubRegIndexLaneMask() argument
701 return LaneMask; in reverseComposeSubRegIndexLaneMask()
702 return reverseComposeSubRegIndexLaneMaskImpl(IdxA, LaneMask); in reverseComposeSubRegIndexLaneMask()
|
| H A D | LiveIntervalCalc.h | 39 void extendToUses(LiveRange &LR, Register Reg, LaneBitmask LaneMask,
|
| H A D | LiveIntervals.h | 478 LaneBitmask LaneMask);
488 LaneBitmask LaneMask = LaneBitmask::getAll());
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | RegisterPressure.cpp | 101 if (!P.LaneMask.all()) in dump()
109 if (!P.LaneMask.all()) in dump()
377 return I->LaneMask; in getRegLanes()
390 I->LaneMask |= Pair.LaneMask; in addRegLanes()
414 I->LaneMask &= ~Pair.LaneMask; in removeRegLanes()
415 if (I->LaneMask.none()) in removeRegLanes()
623 LaneBitmask LaneMask = I->LaneMask & LiveBefore; in adjustLaneLiveness() local
624 if (LaneMask.none()) { in adjustLaneLiveness()
627 I->LaneMask = LaneMask; in adjustLaneLiveness()
727 PrevMask = I->LaneMask; in discoverLiveInOrOut()
[all …]
|
| H A D | MachineVerifier.cpp | 563 if (LaneMask.any()) in report_context()
564 report_context_lanemask(LaneMask); in report_context()
2436 if (!HasValue && LaneMask.none()) { in checkLivenessAtUse()
2446 if (LaneMask.any()) in checkLivenessAtUse()
2474 if (LaneMask.any()) in checkLivenessAtDef()
2483 if (LaneMask.any()) in checkLivenessAtDef()
2501 if (LaneMask.any()) in checkLivenessAtDef()
3152 if (LaneMask.any() && in verifyLiveRangeValue()
3301 if (LaneMask.any() && (LaneMask & SLM).none()) in verifyLiveRangeSegment()
3345 if (LaneMask.any()) { in verifyLiveRangeSegment()
[all …]
|
| H A D | ScheduleDAGInstrs.cpp | 443 LaneBitmask LaneMask = I->LaneMask; in addVRegDefDeps() local
450 if ((LaneMask & DefLaneMask).any()) { in addVRegDefDeps()
460 LaneMask &= ~KillLaneMask; in addVRegDefDeps()
462 if (LaneMask.any()) { in addVRegDefDeps()
463 I->LaneMask = LaneMask; in addVRegDefDeps()
481 LaneBitmask LaneMask = DefLaneMask; in addVRegDefDeps() local
485 if ((V2SU.LaneMask & LaneMask).none()) in addVRegDefDeps()
504 LaneBitmask OverlapMask = V2SU.LaneMask & LaneMask; in addVRegDefDeps()
505 LaneBitmask NonOverlapMask = V2SU.LaneMask & ~LaneMask; in addVRegDefDeps()
507 V2SU.LaneMask = OverlapMask; in addVRegDefDeps()
[all …]
|
| H A D | LiveIntervals.cpp | 376 if ((SR.LaneMask & M).any()) { in extendSegmentsToUses()
432 assert(LaneMask.any() && in extendSegmentsToUses()
562 if ((LaneMask & SR.LaneMask).none()) in shrinkToUses()
764 DefinedLanesMask |= SR.LaneMask; in addKillFlags()
1023 if ((S.LaneMask & LaneMask).none()) in updateAllRanges()
1025 updateRange(S, Reg, S.LaneMask); in updateAllRanges()
1040 if ((S.LaneMask & LaneMask).none() || LI.covers(S)) in updateAllRanges()
1071 if (LaneMask.any()) in updateRange()
1081 handleMoveUp(LR, Reg, LaneMask); in updateRange()
1451 if (SubReg != 0 && LaneMask.any() in findLastUseBefore()
[all …]
|
| H A D | RenameIndependentSubregs.cpp | 183 LaneBitmask LaneMask = TRI.getSubRegIndexLaneMask(SubRegIdx); in findComponents() local
187 if ((SR.LaneMask & LaneMask).none()) in findComponents()
227 LaneBitmask LaneMask = TRI.getSubRegIndexLaneMask(SubRegIdx); in rewriteOperands() local
232 if ((SR.LaneMask & LaneMask).none()) in rewriteOperands()
285 SubRanges[ID-1] = Intervals[ID]->createSubRange(Allocator, SR.LaneMask); in distribute()
|
| H A D | RegisterCoalescer.cpp | 1000 MaskA |= SA.LaneMask; in removeCopyByCommutingDef()
1003 Allocator, SA.LaneMask, in removeCopyByCommutingDef()
1492 SR.LaneMask = TRI->composeSubRegIndexLaneMask(DstIdx, SR.LaneMask); in reMaterializeTrivialDef()
1527 MaxMask &= ~SR.LaneMask; in reMaterializeTrivialDef()
1797 if ((S.LaneMask & Mask).none()) in addUndefFlag()
2419 const LaneBitmask LaneMask; member in __anon958e62000311::JoinVals
2593 : LR(LR), Reg(Reg), SubIdx(SubIdx), LaneMask(LaneMask), in JoinVals()
3362 ShrinkMask |= S.LaneMask; in pruneSubRegValues()
3376 ShrinkMask |= S.LaneMask; in pruneSubRegValues()
3584 Allocator, LaneMask, in mergeSubRangeInto()
[all …]
|
| H A D | LiveInterval.cpp | 903 if ((ExpectedDefMask & LaneMask).none()) in stripValuesNotDefiningMask()
920 BumpPtrAllocator &Allocator, LaneBitmask LaneMask, in refineSubRanges() argument
924 LaneBitmask ToApply = LaneMask; in refineSubRanges()
926 LaneBitmask SRMask = SR.LaneMask; in refineSubRanges()
927 LaneBitmask Matching = SRMask & LaneMask; in refineSubRanges()
938 SR.LaneMask = SRMask & ~Matching; in refineSubRanges()
971 assert((VRegMask & LaneMask).any()); in computeSubRangeUndefs()
980 if ((UndefMask & LaneMask).any()) { in computeSubRangeUndefs()
1030 OS << " L" << PrintLaneMask(LaneMask) << ' ' in print()
1083 assert((Mask & SR.LaneMask).none()); in verify()
[all …]
|
| H A D | LiveRangeEdit.cpp | 50 LI.createSubRange(Alloc, S.LaneMask); in createEmptyIntervalFrom()
144 if ((SR.LaneMask & LM).none()) in allUsesAvailableAt()
149 LM &= ~SR.LaneMask; in allUsesAvailableAt()
274 LaneBitmask LaneMask = TRI.getSubRegIndexLaneMask(SubReg); in useIsKill() local
276 if ((S.LaneMask & LaneMask).any() && S.Query(Idx).isKill()) in useIsKill()
|
| H A D | SplitKit.cpp | 404 if (S.LaneMask == LM) in getSubrangeImpl()
426 if ((S.LaneMask & LM) == LM) in getSubRangeForMask()
467 if ((S.LaneMask & LM).any()) in addDeadDef()
553 if (LaneMask.all() || LaneMask == MRI.getMaxLaneMaskForVReg(FromReg)) { in buildCopy()
584 Allocator, LaneMask, in buildCopy()
620 LaneBitmask LaneMask; in defFromParent() local
622 LaneMask = LaneBitmask::getNone(); in defFromParent()
625 LaneMask |= S.LaneMask; in defFromParent()
628 LaneMask = LaneBitmask::getAll(); in defFromParent()
631 if (LaneMask.none()) { in defFromParent()
[all …]
|
| H A D | MachineBasicBlock.cpp | 423 if (!LI.LaneMask.all()) in print()
424 OS << ":0x" << PrintLaneMask(LI.LaneMask); in print()
592 void MachineBasicBlock::removeLiveIn(MCPhysReg Reg, LaneBitmask LaneMask) { in removeLiveIn() argument
598 I->LaneMask &= ~LaneMask; in removeLiveIn()
599 if (I->LaneMask.none()) in removeLiveIn()
610 bool MachineBasicBlock::isLiveIn(MCPhysReg Reg, LaneBitmask LaneMask) const { in isLiveIn()
613 return I != livein_end() && (I->LaneMask & LaneMask).any(); in isLiveIn()
627 LaneBitmask LaneMask = I->LaneMask; in sortUniqueLiveIns() local
629 LaneMask |= J->LaneMask; in sortUniqueLiveIns()
631 Out->LaneMask = LaneMask; in sortUniqueLiveIns()
|
| H A D | VirtRegMap.cpp | 320 LaneBitmask LaneMask; in addLiveInsForSubRanges() local
329 LaneMask |= SR->LaneMask; in addLiveInsForSubRanges()
331 if (LaneMask.none()) in addLiveInsForSubRanges()
334 MBB->addLiveIn(PhysReg, LaneMask); in addLiveInsForSubRanges()
401 if ((SR.LaneMask & UseMask).any() && SR.liveAt(BaseIndex)) in readsUndefSubreg()
|
| H A D | TargetRegisterInfo.cpp | 526 LaneBitmask LaneMask, SmallVectorImpl<unsigned> &NeededIndexes) const { in getCoveringSubRegIndexes() argument
537 if (SubRegMask == LaneMask) { in getCoveringSubRegIndexes()
543 if ((SubRegMask & ~LaneMask).any()) in getCoveringSubRegIndexes()
562 LaneBitmask LanesLeft = LaneMask & ~getSubRegIndexLaneMask(BestIdx); in getCoveringSubRegIndexes()
|
| H A D | RDFRegisters.cpp | 38 if (RC->LaneMask != RI.RegClass->LaneMask) { in PhysicalRegisterInfo()
173 RI.RegClass ? RI.RegClass->LaneMask : LaneBitmask::getAll(); in mapTo()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/MC/ |
| H A D | LaneBitmask.h | 92 inline Printable PrintLaneMask(LaneBitmask LaneMask) { in PrintLaneMask() argument
93 return Printable([LaneMask](raw_ostream &OS) { in PrintLaneMask()
94 OS << format(LaneBitmask::FormatStr, LaneMask.getAsInteger()); in PrintLaneMask()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SILowerI1Copies.h | 70 void initializeLaneMaskRegisterAttributes(Register LaneMask) { in initializeLaneMaskRegisterAttributes() argument
71 LaneMaskRegAttrs = LaneMask; in initializeLaneMaskRegisterAttributes()
|
| H A D | GCNRegPressure.cpp | 218 LiveMask |= S.LaneMask; in getLiveLaneMask()
318 LiveMask |= U.LaneMask; in recede()
377 It->second &= ~S.LaneMask; in advanceBeforeNext()
528 if ((SR.LaneMask & Mask) == SR.LaneMask && IsInOneSegment(SR)) in getRegLiveThroughMask()
529 LiveThroughMask |= SR.LaneMask; in getRegLiveThroughMask()
|
| /freebsd-14.2/contrib/llvm-project/llvm/utils/TableGen/ |
| H A D | CodeGenRegisters.cpp | 104 if (LaneMask.any()) in computeLaneMask()
105 return LaneMask; in computeLaneMask()
108 LaneMask = LaneBitmask::getAll(); in computeLaneMask()
115 LaneMask = M; in computeLaneMask()
116 return LaneMask; in computeLaneMask()
1576 assert(Idx2.LaneMask == SrcMask); in computeSubRegLaneMasks()
1633 LaneBitmask LaneMask; in computeSubRegLaneMasks() local
1637 LaneMask |= SubRegIndex.LaneMask; in computeSubRegLaneMasks()
1642 if (LaneMask.none()) in computeSubRegLaneMasks()
1645 RegClass.LaneMask = LaneMask; in computeSubRegLaneMasks()
[all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | RDFCopy.cpp | 162 if ((RC.LaneMask & RR.Mask) == RC.LaneMask) in run()
|