Lines Matching refs:Part

276                                           unsigned Part) {  in generateInstruction()  argument
281 if (Part != 0 && vputils::onlyFirstPartUsed(this)) in generateInstruction()
284 Value *A = State.get(getOperand(0), Part); in generateInstruction()
285 Value *B = State.get(getOperand(1), Part); in generateInstruction()
295 Value *A = State.get(getOperand(0), Part); in generateInstruction()
299 Value *A = State.get(getOperand(0), Part); in generateInstruction()
300 Value *B = State.get(getOperand(1), Part); in generateInstruction()
304 Value *Cond = State.get(getOperand(0), Part); in generateInstruction()
305 Value *Op1 = State.get(getOperand(1), Part); in generateInstruction()
306 Value *Op2 = State.get(getOperand(2), Part); in generateInstruction()
311 Value *VIVElem0 = State.get(getOperand(0), VPIteration(Part, 0)); in generateInstruction()
313 Value *ScalarTC = State.get(getOperand(1), VPIteration(Part, 0)); in generateInstruction()
336 Value *PartMinus1 = Part == 0 ? V1 : State.get(getOperand(1), Part - 1); in generateInstruction()
339 Value *V2 = State.get(getOperand(1), Part); in generateInstruction()
353 if (Part == 0) in generateInstruction()
358 Value *Step = createStepForVF(Builder, IV->getType(), State.VF, Part); in generateInstruction()
363 if (Part != 0) in generateInstruction()
366 Value *Cond = State.get(getOperand(0), VPIteration(Part, 0)); in generateInstruction()
384 if (Part != 0) in generateInstruction()
387 Value *IV = State.get(getOperand(0), Part); in generateInstruction()
388 Value *TC = State.get(getOperand(1), Part); in generateInstruction()
408 if (Part != 0) in generateInstruction()
425 for (unsigned Part = 0; Part < State.UF; ++Part) in generateInstruction() local
426 RdxParts[Part] = State.get(LoopExitingDef, Part); in generateInstruction()
434 for (unsigned Part = 0; Part < State.UF; ++Part) in generateInstruction() local
435 RdxParts[Part] = Builder.CreateTrunc(RdxParts[Part], RdxVecTy); in generateInstruction()
447 for (unsigned Part = 1; Part < State.UF; ++Part) { in generateInstruction() local
448 Value *RdxPart = RdxParts[Part]; in generateInstruction()
509 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
510 Value *GeneratedValue = generateInstruction(State, Part); in execute()
514 State.set(this, GeneratedValue, Part); in execute()
589 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
608 Arg = State.get(I.value(), VPIteration(Part, 0)); in execute()
610 Arg = State.get(I.value(), Part); in execute()
637 State.set(this, V, Part); in execute()
693 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
694 Value *Cond = InvarCond ? InvarCond : State.get(getCond(), Part); in execute()
695 Value *Op0 = State.get(getOperand(1), Part); in execute()
696 Value *Op1 = State.get(getOperand(2), Part); in execute()
698 State.set(this, Sel, Part); in execute()
783 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
786 Ops.push_back(State.get(VPOp, Part)); in execute()
794 State.set(this, V, Part); in execute()
801 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
802 Value *Op = State.get(getOperand(0), Part); in execute()
805 State.set(this, Freeze, Part); in execute()
813 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
814 Value *A = State.get(getOperand(0), Part); in execute()
815 Value *B = State.get(getOperand(1), Part); in execute()
826 State.set(this, C, Part); in execute()
842 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
844 State.VF) == State.get(this, Part)->getType() && in execute()
868 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
869 if (Part > 0 && Op->isLiveIn()) { in execute()
871 State.set(this, State.get(this, 0), Part); in execute()
874 Value *A = State.get(Op, Part); in execute()
876 State.set(this, Cast, Part); in execute()
1041 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
1042 State.set(this, LastInduction, Part); in execute()
1163 StartPart = State.Instance->Part; in execute()
1168 for (unsigned Part = StartPart; Part < EndPart; ++Part) { in execute() local
1169 Value *StartIdx0 = createStepForVF(Builder, IntStepTy, State.VF, Part); in execute()
1178 State.set(this, Add, Part); in execute()
1197 State.set(this, Add, VPIteration(Part, Lane)); in execute()
1241 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
1243 State.set(this, EntryPart, Part); in execute()
1254 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
1259 : State.get(getOperand(0), Part); in execute()
1269 Indices.push_back(State.get(Operand, Part)); in execute()
1278 State.set(this, NewGEP, Part); in execute()
1303 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
1310 Type *IndexTy = State.VF.isScalable() && (IsReverse || Part > 0) in execute()
1323 ConstantInt::get(IndexTy, -(int64_t)Part), RunTimeVF); in execute()
1330 Value *Increment = createStepForVF(Builder, IndexTy, State.VF, Part); in execute()
1334 State.set(this, PartPtr, Part); in execute()
1371 for (unsigned Part = 0; Part < State.UF; ++Part) { in execute() local
1374 Value *In0 = State.get(getIncomingValue(In), Part); in execute()
1376 Entry[Part] = In0; // Initialize with the first incoming value. in execute()
1380 Value *Cond = State.get(getMask(In), Part); in execute()
1381 Entry[Part] = in execute()
1382 State.Builder.CreateSelect(Cond, In0, Entry[Part], "predphi"); in execute()
1386 for (unsigned Part = 0; Part < State.UF; ++Part) in execute() local
1387 State.set(this, Entry[Part], Part); in execute()
1477 unsigned Part = State.Instance->Part; in execute() local
1483 ConditionBit = State.get(BlockInMask, Part); in execute()
1516 unsigned Part = State.Instance->Part; in execute() local
1517 if (State.hasVectorValue(getOperand(0), Part)) { in execute()
1518 Value *VectorValue = State.get(getOperand(0), Part); in execute()
1523 if (State.hasVectorValue(this, Part)) in execute()
1524 State.reset(this, VPhi, Part); in execute()
1526 State.set(this, VPhi, Part); in execute()
1529 State.reset(getOperand(0), VPhi, Part); in execute()
1577 for (unsigned Part = 0, UF = State.UF; Part < UF; ++Part) in execute() local
1578 State.set(this, EntryPart, Part); in execute()
1635 for (unsigned Part = 0, UF = State.UF; Part < UF; ++Part) in execute() local
1636 State.set(this, Res, {Part, 0}); in execute()
1656 for (unsigned Part = 0, UF = State.UF; Part < UF; ++Part) { in execute() local
1657 Value *VStep = createStepForVF(Builder, STy, VF, Part); in execute()
1664 State.set(this, CanonicalVectorIV, Part); in execute()
1736 for (unsigned Part = 0; Part < LastPartForNewPhi; ++Part) { in execute() local
1739 State.set(this, EntryPart, Part); in execute()
1770 for (unsigned Part = 0; Part < LastPartForNewPhi; ++Part) { in execute() local
1771 Value *EntryPart = State.get(this, Part); in execute()
1774 Value *StartVal = (Part == 0) ? StartV : Iden; in execute()
1825 for (unsigned Part = 0, UF = State.UF; Part < UF; ++Part) { in execute() local
1826 Value *StartMask = State.get(getOperand(0), Part); in execute()
1831 State.set(this, EntryPart, Part); in execute()