| /freebsd-12.1/contrib/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 145 for (Index = 0; Index < Factor; Index++) { in isDeInterleaveMaskOfFactor()
172 for (Factor = 2; Factor <= MaxFactor; Factor++) in isDeInterleaveMask()
197 for (Factor = 2; Factor <= MaxFactor; Factor++) { in isReInterleaveMask()
198 if (NumElts % Factor) in isReInterleaveMask()
201 unsigned LaneLen = NumElts / Factor; in isReInterleaveMask()
209 for (; I < Factor; I++) { in isReInterleaveMask()
216 unsigned Lane = J * Factor + I; in isReInterleaveMask()
217 unsigned NextLane = Lane + Factor; in isReInterleaveMask()
269 if (I == Factor) in isReInterleaveMask()
304 unsigned Factor, Index; in lowerInterleavedLoad() local
[all …]
|
| H A D | InterleavedLoadCombinePass.cpp | 750 if (NewSize * Factor != OldSize) in computeFromBCI()
758 for (unsigned j = 0; j < Factor; j++) { in computeFromBCI()
1054 unsigned Factor, const DataLayout &DL) { in findPattern() argument
1072 for (i = 1; i < Factor; i++) { in findPattern()
1078 for (i = 1; i < Factor; i++) { in findPattern()
1082 if (i == Factor) { in findPattern()
1136 unsigned Factor = InterleavedLoad.size(); in combine() local
1206 for (unsigned i = 0; i < Factor; i++) in combine()
1234 Mask.push_back(i + j * Factor); in combine()
1247 << ore::NV("Factor", Factor); in combine()
[all …]
|
| H A D | MachineTraceMetrics.cpp | 873 unsigned Factor = MTM.SchedModel.getResourceFactor(K); in computeInstrDepths()
876 << PRDepths[K]/Factor << " ops x" << Factor << ")\n"; in computeInstrDepths()
1057 unsigned Factor = MTM.SchedModel.getResourceFactor(K); in computeInstrHeights()
1060 << PRHeights[K]/Factor << " ops x" << Factor << ")\n"; in computeInstrHeights()
|
| /freebsd-12.1/contrib/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 62 const unsigned Factor; member in __anon73a9a12b0111::X86InterleavedAccessGroup
141 if (!Subtarget.hasAVX() || (Factor != 4 && Factor != 3)) in isSupported()
153 if (ShuffleElemSize == 64 && WideInstSize == 1024 && Factor == 4) in isSupported()
161 if (ShuffleElemSize == 8 && Factor == 3 && in isSupported()
725 decompose(Inst, Factor, ShuffleTy, DecomposedVectors); in lowerIntoOptimizedSequence()
777 if (Factor == 4) in lowerIntoOptimizedSequence()
780 if (Factor == 3) in lowerIntoOptimizedSequence()
805 ArrayRef<unsigned> Indices, unsigned Factor) const { in lowerInterleavedLoad()
806 assert(Factor >= 2 && Factor <= getMaxSupportedInterleaveFactor() && in lowerInterleavedLoad()
823 assert(Factor >= 2 && Factor <= getMaxSupportedInterleaveFactor() && in lowerInterleavedStore()
[all …]
|
| H A D | X86TargetTransformInfo.h | 103 unsigned Factor, ArrayRef<unsigned> Indices,
108 unsigned Factor, ArrayRef<unsigned> Indices,
113 unsigned Factor, ArrayRef<unsigned> Indices,
|
| H A D | X86TargetTransformInfo.cpp | 3001 unsigned Factor, in getInterleavedMemoryOpCostAVX2() argument
3015 if (Indices.size() && Indices.size() != Factor) in getInterleavedMemoryOpCostAVX2()
3031 unsigned VF = VecTy->getVectorNumElements() / Factor; in getInterleavedMemoryOpCostAVX2()
3117 unsigned Factor, in getInterleavedMemoryOpCostAVX512() argument
3146 unsigned VF = VecTy->getVectorNumElements() / Factor; in getInterleavedMemoryOpCostAVX512()
3163 CostTableLookup(AVX512InterleavedLoadTbl, Factor, VT)) in getInterleavedMemoryOpCostAVX512()
3177 Indices.size() ? Indices.size() : Factor; in getInterleavedMemoryOpCostAVX512()
3222 CostTableLookup(AVX512InterleavedStoreTbl, Factor, VT)) in getInterleavedMemoryOpCostAVX512()
3228 unsigned NumOfSources = Factor; // The number of values to be merged. in getInterleavedMemoryOpCostAVX512()
3242 unsigned Factor, in getInterleavedMemoryOpCost() argument
[all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/Analysis/ |
| H A D | VectorUtils.h | 254 InterleaveGroup(unsigned Factor, bool Reverse, unsigned Align) in InterleaveGroup() argument
255 : Factor(Factor), Reverse(Reverse), Align(Align), InsertPos(nullptr) {} in InterleaveGroup()
261 Factor = std::abs(Stride); in InterleaveGroup()
262 assert(Factor > 1 && "Invalid interleave factor"); in InterleaveGroup()
269 unsigned getFactor() const { return Factor; } in getFactor()
289 if (Index >= static_cast<int>(Factor)) in insertMember()
295 if (LargestKey - Key >= static_cast<int>(Factor)) in insertMember()
359 unsigned Factor; // Interleave Factor.
|
| /freebsd-12.1/contrib/llvm/include/llvm/Transforms/Scalar/ |
| H A D | Reassociate.h | 60 struct Factor { struct
64 Factor(Value *Base, unsigned Power) : Base(Base), Power(Power) {} in Factor() function
112 SmallVectorImpl<reassociate::Factor> &Factors);
115 Value *RemoveFactorFromExpression(Value *V, Value *Factor);
|
| /freebsd-12.1/contrib/llvm/lib/ProfileData/Coverage/ |
| H A D | CoverageMapping.cpp | 58 void CounterExpressionBuilder::extractTerms(Counter C, int Factor, in extractTerms() argument
64 Terms.emplace_back(C.getCounterID(), Factor); in extractTerms()
68 extractTerms(E.LHS, Factor, Terms); in extractTerms()
70 E.RHS, E.Kind == CounterExpression::Subtract ? -Factor : Factor, Terms); in extractTerms()
94 Prev->Factor += I->Factor; in simplify()
106 if (T.Factor <= 0) in simplify()
108 for (int I = 0; I < T.Factor; ++I) in simplify()
118 if (T.Factor >= 0) in simplify()
120 for (int I = 0; I < -T.Factor; ++I) in simplify()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Scalar/ |
| H A D | Reassociate.cpp | 1032 if (Factors[i].Op == Factor) { in RemoveFactorFromExpression()
1519 Value *Factor = Factors[i]; in OptimizeAdd() local
1520 if (!Duplicates.insert(Factor).second) in OptimizeAdd()
1526 MaxOccVal = Factor; in OptimizeAdd()
1535 if (!Duplicates.insert(Factor).second) in OptimizeAdd()
1540 MaxOccVal = Factor; in OptimizeAdd()
1553 MaxOccVal = Factor; in OptimizeAdd()
1682 Factors.push_back(Factor(Op, Count)); in collectMultiplyFactors()
1691 [](const Factor &LHS, const Factor &RHS) { in collectMultiplyFactors()
1753 [](const Factor &LHS, const Factor &RHS) { in buildMinimalMultiplyDAG()
[all …]
|
| H A D | LoopStrengthReduce.cpp | 2665 if (const SCEVConstant *Factor = in CollectInterestingTypesAndFactors() local
2670 } else if (const SCEVConstant *Factor = in CollectInterestingTypesAndFactors() local
3820 for (int64_t Factor : Factors) { in GenerateICmpZeroScales() local
3825 if (NewBaseOffset / Factor != Base.BaseOffset) in GenerateICmpZeroScales()
3836 Offset = (uint64_t)Offset * Factor; in GenerateICmpZeroScales()
3837 if (Offset / Factor != LU.MinOffset) in GenerateICmpZeroScales()
3873 Factor == -1) in GenerateICmpZeroScales()
3905 for (int64_t Factor : Factors) { in GenerateScales() local
3906 Base.Scale = Factor; in GenerateScales()
5479 for (int64_t Factor : Factors) { in print_factors_and_types() local
[all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/ |
| H A D | MachineTraceMetrics.h | 417 unsigned Factor = SchedModel.getLatencyFactor(); in getCycles() local
418 return (Scaled + Factor - 1) / Factor; in getCycles()
|
| H A D | BasicTTIImpl.h | 851 unsigned Factor,
860 assert(Factor > 1 && NumElts % Factor == 0 && "Invalid interleave factor");
862 unsigned NumSubElts = NumElts / Factor;
911 UsedInsts.set((Index + Elt * Factor) / NumEltsPerLegalInst);
929 assert(Indices.size() <= Factor &&
933 assert(Index < Factor && "Invalid index for interleaved memory op");
938 Instruction::ExtractElement, VT, Index + i * Factor);
961 Cost += ExtSubCost * Factor;
|
| /freebsd-12.1/contrib/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 1041 unsigned Factor, in getInterleavedMemoryOpCost() argument
1048 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
1058 assert(Factor > 1 && NumElts % Factor == 0 && "Invalid interleave factor"); in getInterleavedMemoryOpCost()
1059 unsigned VF = NumElts / Factor; in getInterleavedMemoryOpCost()
1069 std::vector<BitVector> ValueVecs(Factor, BitVector(NumVectorMemOps, false)); in getInterleavedMemoryOpCost()
1072 unsigned Vec = (Index + Elt * Factor) / NumEltsPerVecReg; in getInterleavedMemoryOpCost()
1091 unsigned NumSrcVecs = std::min(NumEltsPerVecReg, Factor); in getInterleavedMemoryOpCost()
|
| H A D | SystemZTargetTransformInfo.h | 95 unsigned Factor,
|
| /freebsd-12.1/contrib/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 563 unsigned Factor, in getInterleavedMemoryOpCost() argument
569 assert(Factor >= 2 && "Invalid interleave factor"); in getInterleavedMemoryOpCost()
575 if (Factor <= TLI->getMaxSupportedInterleaveFactor() && !EltIs64Bits && in getInterleavedMemoryOpCost()
578 auto *SubVecTy = VectorType::get(VecTy->getScalarType(), NumElts / Factor); in getInterleavedMemoryOpCost()
583 if (NumElts % Factor == 0 && in getInterleavedMemoryOpCost()
585 return Factor * TLI->getNumInterleavedAccesses(SubVecTy, DL); in getInterleavedMemoryOpCost()
588 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
|
| H A D | ARMTargetTransformInfo.h | 170 int getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy, unsigned Factor,
|
| /freebsd-12.1/contrib/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.cpp | 208 Type *VecTy, unsigned Factor, ArrayRef<unsigned> Indices, in getInterleavedMemoryOpCost() argument
211 if (Indices.size() != Factor || UseMaskForCond || UseMaskForGaps) in getInterleavedMemoryOpCost()
212 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
|
| H A D | HexagonTargetTransformInfo.h | 125 unsigned Factor, ArrayRef<unsigned> Indices, unsigned Alignment,
|
| /freebsd-12.1/contrib/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 659 unsigned Factor, in getInterleavedMemoryOpCost() argument
665 assert(Factor >= 2 && "Invalid interleave factor"); in getInterleavedMemoryOpCost()
669 Factor <= TLI->getMaxSupportedInterleaveFactor()) { in getInterleavedMemoryOpCost()
671 auto *SubVecTy = VectorType::get(VecTy->getScalarType(), NumElts / Factor); in getInterleavedMemoryOpCost()
676 if (NumElts % Factor == 0 && in getInterleavedMemoryOpCost()
678 return Factor * TLI->getNumInterleavedAccesses(SubVecTy, DL); in getInterleavedMemoryOpCost()
681 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
|
| H A D | AArch64TargetTransformInfo.h | 147 int getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy, unsigned Factor,
|
| /freebsd-12.1/contrib/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.cpp | 473 unsigned Factor, in getInterleavedMemoryOpCost() argument
480 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
498 Cost += Factor*(LT.first-1); in getInterleavedMemoryOpCost()
|
| H A D | PPCTargetTransformInfo.h | 90 unsigned Factor,
|
| /freebsd-12.1/contrib/llvm/include/llvm/ProfileData/Coverage/ |
| H A D | CoverageMapping.h | 174 int Factor; member
176 Term(unsigned CounterID, int Factor) in Term()
177 : CounterID(CounterID), Factor(Factor) {} in Term()
|
| /freebsd-12.1/contrib/llvm/tools/clang/lib/Driver/ |
| H A D | ToolChain.cpp | 853 unsigned Build = 0, Factor = 1; in separateMSVCFullVersion() local
854 for (; Version > 10000; Version = Version / 10, Factor = Factor * 10) in separateMSVCFullVersion()
855 Build = Build + (Version % 10) * Factor; in separateMSVCFullVersion()
|