Lines Matching refs:AccessTy
886 MemAccessTy AccessTy(Inst->getType(), MemAccessTy::UnknownAddressSpace); in getAccessType() local
888 AccessTy.MemTy = SI->getOperand(0)->getType(); in getAccessType()
889 AccessTy.AddrSpace = SI->getPointerAddressSpace(); in getAccessType()
891 AccessTy.AddrSpace = LI->getPointerAddressSpace(); in getAccessType()
893 AccessTy.AddrSpace = RMW->getPointerAddressSpace(); in getAccessType()
895 AccessTy.AddrSpace = CmpX->getPointerAddressSpace(); in getAccessType()
900 AccessTy.AddrSpace = II->getArgOperand(0)->getType()->getPointerAddressSpace(); in getAccessType()
901 AccessTy.MemTy = OperandVal->getType(); in getAccessType()
905 AccessTy.AddrSpace = OperandVal->getType()->getPointerAddressSpace(); in getAccessType()
906 AccessTy.MemTy = OperandVal->getType(); in getAccessType()
909 AccessTy.AddrSpace = in getAccessType()
913 AccessTy.MemTy = II->getOperand(0)->getType(); in getAccessType()
914 AccessTy.AddrSpace = in getAccessType()
920 AccessTy.AddrSpace in getAccessType()
931 if (PointerType *PTy = dyn_cast<PointerType>(AccessTy.MemTy)) in getAccessType()
932 AccessTy.MemTy = PointerType::get(IntegerType::get(PTy->getContext(), 1), in getAccessType()
935 return AccessTy; in getAccessType()
1181 MemAccessTy AccessTy; member in __anon3f0d62640811::LSRUse
1215 LSRUse(KindType K, MemAccessTy AT) : Kind(K), AccessTy(AT) {} in LSRUse()
1243 LSRUse::KindType Kind, MemAccessTy AccessTy,
1409 !isAMCompletelyFolded(*TTI, LSRUse::Address, LU.AccessTy, F.BaseGV, in RateFormula()
1631 if (AccessTy.MemTy->isPointerTy()) in print()
1634 OS << *AccessTy.MemTy; in print()
1637 OS << " in addrspace(" << AccessTy.AddrSpace << ')'; in print()
1662 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAMCompletelyFolded() argument
1668 return TTI.isLegalAddressingMode(AccessTy.MemTy, BaseGV, BaseOffset, in isAMCompletelyFolded()
1669 HasBaseReg, Scale, AccessTy.AddrSpace, Fixup); in isAMCompletelyFolded()
1717 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAMCompletelyFolded() argument
1730 return isAMCompletelyFolded(TTI, Kind, AccessTy, BaseGV, MinOffset, in isAMCompletelyFolded()
1732 isAMCompletelyFolded(TTI, Kind, AccessTy, BaseGV, MaxOffset, in isAMCompletelyFolded()
1738 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAMCompletelyFolded() argument
1748 return isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, in isAMCompletelyFolded()
1755 MemAccessTy AccessTy, GlobalValue *BaseGV, in isLegalUse() argument
1758 return isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, BaseGV, in isLegalUse()
1763 isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, in isLegalUse()
1769 MemAccessTy AccessTy, const Formula &F) { in isLegalUse() argument
1770 return isLegalUse(TTI, MinOffset, MaxOffset, Kind, AccessTy, F.BaseGV, in isLegalUse()
1779 if (!isAMCompletelyFolded(TTI, LSRUse::Address, LU.AccessTy, F.BaseGV, in isAMCompletelyFolded()
1787 LU.AccessTy, F.BaseGV, F.BaseOffset, F.HasBaseReg, in isAMCompletelyFolded()
1800 LU.AccessTy, F, L)) in getScalingFactorCost()
1807 LU.AccessTy.MemTy, F.BaseGV, F.BaseOffset + LU.MinOffset, F.HasBaseReg, in getScalingFactorCost()
1808 F.Scale, LU.AccessTy.AddrSpace); in getScalingFactorCost()
1810 LU.AccessTy.MemTy, F.BaseGV, F.BaseOffset + LU.MaxOffset, F.HasBaseReg, in getScalingFactorCost()
1811 F.Scale, LU.AccessTy.AddrSpace); in getScalingFactorCost()
1829 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAlwaysFoldable() argument
1846 return isAMCompletelyFolded(TTI, Kind, AccessTy, BaseGV, BaseOffset, in isAlwaysFoldable()
1853 MemAccessTy AccessTy, const SCEV *S, in isAlwaysFoldable() argument
1873 return isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, BaseGV, in isAlwaysFoldable()
2013 LSRUse::KindType Kind, MemAccessTy AccessTy);
2016 MemAccessTy AccessTy);
2491 MemAccessTy AccessTy = getAccessType( in OptimizeLoopTermCond() local
2494 if (TTI.isLegalAddressingMode(AccessTy.MemTy, /*BaseGV=*/nullptr, in OptimizeLoopTermCond()
2497 AccessTy.AddrSpace)) in OptimizeLoopTermCond()
2500 if (TTI.isLegalAddressingMode(AccessTy.MemTy, /*BaseGV=*/nullptr, in OptimizeLoopTermCond()
2503 AccessTy.AddrSpace)) in OptimizeLoopTermCond()
2560 MemAccessTy AccessTy) { in reconcileNewOffset() argument
2563 MemAccessTy NewAccessTy = AccessTy; in reconcileNewOffset()
2575 if (AccessTy.MemTy != LU.AccessTy.MemTy) { in reconcileNewOffset()
2576 NewAccessTy = MemAccessTy::getUnknown(AccessTy.MemTy->getContext(), in reconcileNewOffset()
2577 AccessTy.AddrSpace); in reconcileNewOffset()
2597 LU.AccessTy = NewAccessTy; in reconcileNewOffset()
2606 MemAccessTy AccessTy) { in getUse() argument
2611 if (!isAlwaysFoldable(TTI, Kind, AccessTy, /*BaseGV=*/ nullptr, in getUse()
2623 if (reconcileNewOffset(LU, Offset, /*HasBaseReg=*/true, Kind, AccessTy)) in getUse()
2631 Uses.push_back(LSRUse(Kind, AccessTy)); in getUse()
2664 LU.Kind == OrigLU.Kind && OrigLU.AccessTy == LU.AccessTy && in FindUseWithSimilarFormula()
3173 MemAccessTy AccessTy = getAccessType(TTI, UserInst, Operand); in canFoldIVIncExpr() local
3175 if (!isAlwaysFoldable(TTI, LSRUse::Address, AccessTy, /*BaseGV=*/nullptr, in canFoldIVIncExpr()
3303 MemAccessTy AccessTy; in CollectFixupsAndInitialFormulae() local
3306 AccessTy = getAccessType(TTI, UserInst, U.getOperandValToReplace()); in CollectFixupsAndInitialFormulae()
3371 std::pair<size_t, int64_t> P = getUse(S, Kind, AccessTy); in CollectFixupsAndInitialFormulae()
3437 assert(isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F) && in InsertFormula()
3639 !LU.AccessTy.getType()->isIntOrIntVectorTy()) in mayUsePostIncMode()
3688 LU.AccessTy, *J, Base.getNumRegs() > 1)) in GenerateReassociationsImpl()
3701 LU.AccessTy, InnerAddOps[0], Base.getNumRegs() > 1)) in GenerateReassociationsImpl()
3840 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F)) in GenerateSymbolicOffsetsImpl()
3871 if (isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F)) { in GenerateConstantOffsetsImpl()
3924 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F)) in GenerateConstantOffsetsImpl()
4009 if (!isLegalUse(TTI, Offset, Offset, LU.Kind, LU.AccessTy, F)) in GenerateICmpZeroScales()
4070 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, in GenerateScales()
4076 LU.AccessTy, Base) && in GenerateScales()
4317 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, in GenerateCrossUseConstantOffsets()
4343 LU.Kind, LU.AccessTy, NewF)) { in GenerateCrossUseConstantOffsets()
4621 LU.Kind, LU.AccessTy)) in NarrowSearchSpaceByCollapsingUnrolledCode()
4640 LUThatHas->Kind, LUThatHas->AccessTy, F)) { in NarrowSearchSpaceByCollapsingUnrolledCode()
4798 if (!TTI.isIndexedLoadLegal(TTI.MIM_PostInc, LU.AccessTy.getType()) && in NarrowSearchSpaceByFilterPostInc()
4799 !TTI.isIndexedStoreLegal(TTI.MIM_PostInc, LU.AccessTy.getType())) in NarrowSearchSpaceByFilterPostInc()
5800 assert(isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, in LSRInstance()