Lines Matching refs:VectorLoopValueMap
357 VectorLoopValueMap(UnrollFactor, VecWidth), Legal(LVL), Cost(CM) {} in InnerLoopVectorizer()
688 VectorizerValueMap VectorLoopValueMap; member in llvm::InnerLoopVectorizer
1564 VectorLoopValueMap.setVectorValue(EntryVal, Part, LastInduction); in createVectorIntOrFpInductionPHI()
1625 VectorLoopValueMap.setScalarValue(CastInst, {Part, Lane}, VectorLoopVal); in recordVectorLoopValueForInductionCast()
1627 VectorLoopValueMap.setVectorValue(CastInst, Part, VectorLoopVal); in recordVectorLoopValueForInductionCast()
1710 VectorLoopValueMap.setVectorValue(EntryVal, Part, EntryPart); in widenIntOrFpInduction()
1818 VectorLoopValueMap.setScalarValue(EntryVal, {Part, Lane}, Add); in buildScalarSteps()
1835 if (VectorLoopValueMap.hasVectorValue(V, Part)) in getOrCreateVectorValue()
1836 return VectorLoopValueMap.getVectorValue(V, Part); in getOrCreateVectorValue()
1841 if (VectorLoopValueMap.hasAnyScalarValue(V)) { in getOrCreateVectorValue()
1842 Value *ScalarValue = VectorLoopValueMap.getScalarValue(V, {Part, 0}); in getOrCreateVectorValue()
1850 VectorLoopValueMap.setVectorValue(V, Part, ScalarValue); in getOrCreateVectorValue()
1860 VectorLoopValueMap.getScalarValue(V, {Part, LastLane})); in getOrCreateVectorValue()
1877 VectorLoopValueMap.setVectorValue(V, Part, VectorValue); in getOrCreateVectorValue()
1881 VectorLoopValueMap.setVectorValue(V, Part, Undef); in getOrCreateVectorValue()
1884 VectorValue = VectorLoopValueMap.getVectorValue(V, Part); in getOrCreateVectorValue()
1893 VectorLoopValueMap.setVectorValue(V, Part, B); in getOrCreateVectorValue()
1912 if (VectorLoopValueMap.hasScalarValue(V, Instance)) in getOrCreateScalarValue()
1913 return VectorLoopValueMap.getScalarValue(V, Instance); in getOrCreateScalarValue()
1937 Value *ScalarInst = VectorLoopValueMap.getScalarValue(V, Instance); in packScalarIntoVectorValue()
1938 Value *VectorValue = VectorLoopValueMap.getVectorValue(V, Instance.Part); in packScalarIntoVectorValue()
1941 VectorLoopValueMap.resetVectorValue(V, Instance.Part, VectorValue); in packScalarIntoVectorValue()
2125 VectorLoopValueMap.setVectorValue(Member, Part, StridedVec); in vectorizeInterleaveGroup()
2315 VectorLoopValueMap.setVectorValue(Instr, Part, NewLI); in vectorizeMemoryInstruction()
2345 VectorLoopValueMap.setScalarValue(Instr, Instance, Cloned); in scalarizeInstruction()
3142 if (!VectorLoopValueMap.hasAnyVectorValue(KV.first)) in truncateToMinimalBitwidths()
3236 VectorLoopValueMap.resetVectorValue(KV.first, Part, Res); in truncateToMinimalBitwidths()
3245 if (!VectorLoopValueMap.hasAnyVectorValue(KV.first)) in truncateToMinimalBitwidths()
3253 VectorLoopValueMap.resetVectorValue(KV.first, Part, NewI); in truncateToMinimalBitwidths()
3388 cast<Instruction>(VectorLoopValueMap.getVectorValue(Phi, 0))); in fixFirstOrderRecurrence()
3425 Value *PhiPart = VectorLoopValueMap.getVectorValue(Phi, Part); in fixFirstOrderRecurrence()
3432 VectorLoopValueMap.resetVectorValue(Phi, Part, Shuffle); in fixFirstOrderRecurrence()
3576 RdxParts[Part] = VectorLoopValueMap.getVectorValue(LoopExitInst, Part); in fixReduction()
3592 VectorLoopValueMap.resetVectorValue(LoopExitInst, Part, RdxParts[Part]); in fixReduction()
3597 Value *ReducedPartRdx = VectorLoopValueMap.getVectorValue(LoopExitInst, 0); in fixReduction()
3601 Value *RdxPart = VectorLoopValueMap.getVectorValue(LoopExitInst, Part); in fixReduction()
3747 cast<PHINode>(VectorLoopValueMap.getVectorValue(OrigPhi, 0)); in fixNonInductionPHIs()
3791 VectorLoopValueMap.setVectorValue(P, 0, VecPhi); in widenPHIInstruction()
3811 VectorLoopValueMap.setVectorValue(P, Part, EntryPart); in widenPHIInstruction()
3852 VectorLoopValueMap.setScalarValue(P, {Part, Lane}, SclrGep); in widenPHIInstruction()
3907 VectorLoopValueMap.setVectorValue(&I, Part, EntryPart); in widenInstruction()
3943 VectorLoopValueMap.setVectorValue(&I, Part, NewGEP); in widenInstruction()
3981 VectorLoopValueMap.setVectorValue(&I, Part, V); in widenInstruction()
4009 VectorLoopValueMap.setVectorValue(&I, Part, Sel); in widenInstruction()
4034 VectorLoopValueMap.setVectorValue(&I, Part, C); in widenInstruction()
4063 VectorLoopValueMap.setVectorValue(&I, Part, Cast); in widenInstruction()
4137 VectorLoopValueMap.setVectorValue(&I, Part, V); in widenInstruction()
6177 DT, ILV.Builder, ILV.VectorLoopValueMap, in executePlan()