Home
last modified time | relevance | path

Searched refs:CreateShuffleVector (Results 1 – 25 of 39) sorted by relevance

12

/llvm-project-15.0.7/llvm/lib/Target/X86/
H A DX86InterleavedAccess.cpp187 cast<ShuffleVectorInst>(Builder.CreateShuffleVector( in decompose()
308 Temp[i / 2] = Builder.CreateShuffleVector( in reorderSubVector()
349 Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4VF8()
351 Builder.CreateShuffleVector(Matrix[2], Matrix[3], MaskLow); in interleave8bitStride4VF8()
536 Vec[i + j * 3] = Builder.CreateShuffleVector( in concatSubVector()
543 Vec[i] = Builder.CreateShuffleVector(Vec[i], Vec[i + 3], Concat); in concatSubVector()
579 Vec[i] = Builder.CreateShuffleVector(Vec[i], VPShuf); in deinterleave8bitStride3()
601 Value *TempVec = Builder.CreateShuffleVector(Vec[1], VPAlign3); in deinterleave8bitStride3()
602 TransposedMatrix[0] = Builder.CreateShuffleVector(Vec[0], VPAlign2); in deinterleave8bitStride3()
659 Vec[0] = Builder.CreateShuffleVector(InVec[0], VPAlign2); in interleave8bitStride3()
[all …]
H A DX86PartialReduction.cpp200 Value *EvenElts = Builder.CreateShuffleVector(NewMul, NewMul, EvenMask); in tryMAddReplacement()
201 Value *OddElts = Builder.CreateShuffleVector(NewMul, NewMul, OddMask); in tryMAddReplacement()
208 Value *Concat = Builder.CreateShuffleVector(MAdd, Zero, ConcatMask); in tryMAddReplacement()
292 Op0 = Builder.CreateShuffleVector(Op0, Zero, ConcatMask); in trySADReplacement()
293 Op1 = Builder.CreateShuffleVector(Op1, Zero, ConcatMask); in trySADReplacement()
309 Value *ExtractOp0 = Builder.CreateShuffleVector(Op0, Op0, ExtractMask); in trySADReplacement()
310 Value *ExtractOp1 = Builder.CreateShuffleVector(Op1, Op0, ExtractMask); in trySADReplacement()
323 Ops[i] = Builder.CreateShuffleVector(Ops[i*2], Ops[i*2+1], ConcatMask); in trySADReplacement()
332 Ops[0] = Builder.CreateShuffleVector(Ops[0], Ops[0], ArrayRef<int>{0, 1}); in trySADReplacement()
343 Ops[0] = Builder.CreateShuffleVector(Ops[0], Zero, ConcatMask); in trySADReplacement()
H A DX86InstCombineIntrinsic.cpp244 Amt = Builder.CreateShuffleVector(Amt, ZeroSplat); in simplifyX86immShift()
497 auto *Shuffle = Builder.CreateShuffleVector(Arg0, Arg1, PackMask); in simplifyX86pack()
613 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
676 Value *SV = Builder.CreateShuffleVector( in simplifyX86extrq()
755 Value *SV = Builder.CreateShuffleVector(Builder.CreateBitCast(Op0, ShufTy), in simplifyX86insertq()
843 return Builder.CreateShuffleVector(V1, V2, makeArrayRef(Indexes, NumElts)); in simplifyX86pshufb()
890 return Builder.CreateShuffleVector(V1, makeArrayRef(Indexes, NumElts)); in simplifyX86vpermilvar()
924 return Builder.CreateShuffleVector(V1, makeArrayRef(Indexes, Size)); in simplifyX86vpermv()
H A DX86LowerAMXIntrinsics.cpp446 B.CreateShuffleVector(SubVecA, ZeroV2I16, ShuffleArray), V2F32Ty); in createTileDPLoops()
448 B.CreateShuffleVector(SubVecB, ZeroV2I16, ShuffleArray), V2F32Ty); in createTileDPLoops()
/llvm-project-15.0.7/llvm/lib/Target/ARM/
H A DMVELaneInterleavingPass.cpp338 Value *Shuffle = Builder.CreateShuffleVector(I->getOperand(0), LeafMask); in tryInterleave()
351 Value *Shuffle = Builder.CreateShuffleVector(I->get(), LeafMask); in tryInterleave()
360 Value *Shuf = Builder.CreateShuffleVector(I, TruncMask); in tryInterleave()
/llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp248 VecLd = Builder.CreateShuffleVector(VecLd, Mask); in vectorizeLoadInsert()
407 return Builder.CreateShuffleVector(Vec, ShufMask, "shift"); in createShiftShuffle()
586 Value *Shuf = Builder.CreateShuffleVector(CastV, NewMask); in foldBitcastShuf()
1104 Shuf0 = Builder.CreateShuffleVector(X, UnaryMask); in foldShuffleOfBinops()
1105 Shuf1 = Builder.CreateShuffleVector(Y, W, Mask); in foldShuffleOfBinops()
1108 Shuf0 = Builder.CreateShuffleVector(X, Z, Mask); in foldShuffleOfBinops()
1109 Shuf1 = Builder.CreateShuffleVector(Y, UnaryMask); in foldShuffleOfBinops()
1225 Value *NewShuffle = Builder.CreateShuffleVector( in foldShuffleFromReductions()
1522 Value *NSV0A = Builder.CreateShuffleVector(GetShuffleOperand(SVI0A, 0), in foldSelectShuffle()
1525 Value *NSV0B = Builder.CreateShuffleVector(GetShuffleOperand(SVI0B, 0), in foldSelectShuffle()
[all …]
/llvm-project-15.0.7/llvm/lib/IR/
H A DAutoUpgrade.cpp1188 Mask = Builder.CreateShuffleVector( in getX86MaskVec()
1263 Value *Align = Builder.CreateShuffleVector(Op1, Op0, in UpgradeX86ALIGNIntrinsics()
1547 Vec = Builder.CreateShuffleVector(Vec, in ApplyX86MaskOn1BitsVec()
2167 LHS = Builder.CreateShuffleVector(LHS, LHS, in UpgradeIntrinsicCall()
2169 RHS = Builder.CreateShuffleVector(RHS, RHS, in UpgradeIntrinsicCall()
2173 Rep = Builder.CreateShuffleVector(RHS, LHS, in UpgradeIntrinsicCall()
2620 Rep = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
2671 Rep = Builder.CreateShuffleVector(Op, M); in UpgradeIntrinsicCall()
2747 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2769 Rep = Builder.CreateShuffleVector(Op1, Idxs); in UpgradeIntrinsicCall()
[all …]
H A DIRBuilder.cpp1112 return CreateShuffleVector(V, ShuffleMask, Name); in CreateVectorReverse()
1140 return CreateShuffleVector(V1, V2, Mask); in CreateVectorSplice()
1162 return CreateShuffleVector(V, Zeros, Name + ".splat"); in CreateVectorSplat()
/llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp2159 V = Builder.CreateShuffleVector(X, Y, Mask); in foldSelectShuffle()
2252 Value *NarrowX = Builder.CreateShuffleVector(X, Shuf.getShuffleMask()); in narrowVectorSelect()
2253 Value *NarrowY = Builder.CreateShuffleVector(Y, Shuf.getShuffleMask()); in narrowVectorSelect()
2268 Value *NewShuf = Builder.CreateShuffleVector(X, Shuf.getShuffleMask()); in foldFNegShuffle()
2280 Value *NewShuf = Builder.CreateShuffleVector(X, Y, Shuf.getShuffleMask()); in foldFNegShuffle()
2335 Value *NewShuf = Builder.CreateShuffleVector(X, Y, Shuf.getShuffleMask()); in foldCastShuffle()
2572 Value *V = Builder.CreateShuffleVector(X, Y, SVI.getShuffleMask(), in visitShuffleVectorInst()
2728 V = Builder.CreateShuffleVector(V, ShuffleMask, in visitShuffleVectorInst()
H A DInstCombineNegator.cpp347 return Builder.CreateShuffleVector(NegOp0, NegOp1, Shuf->getShuffleMask(), in visitImpl()
H A DInstCombineCalls.cpp723 return Builder.CreateShuffleVector(V1, V2, makeArrayRef(Indexes)); in simplifyNeonTbl1()
2393 Value *WidenShuffle = Builder.CreateShuffleVector(SubVec, WidenMask); in visitCallInst()
2403 Value *Shuffle = Builder.CreateShuffleVector(Vec, WidenShuffle, Mask); in visitCallInst()
2432 Value *Shuffle = Builder.CreateShuffleVector(Vec, Mask); in visitCallInst()
/llvm-project-15.0.7/llvm/lib/Target/AMDGPU/
H A DAMDGPULowerKernelArguments.cpp225 Value *Shuf = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 2}, in runOnFunction()
/llvm-project-15.0.7/llvm/lib/Target/NVPTX/
H A DNVPTXGenericToNVVM.cpp271 return Builder.CreateShuffleVector(NewOperands[0], NewOperands[1], in remapConstantExpr()
/llvm-project-15.0.7/llvm/lib/Target/Hexagon/
H A DHexagonVectorCombine.cpp1035 Value *P2Insert = Builder.CreateShuffleVector(P2Dst, P2Src, SMask); in insertb()
1129 Value *Joined = Builder.CreateShuffleVector(Work[ThisW][i], in concat()
1142 return Builder.CreateShuffleVector(Total, SMask); in concat()
1162 return Builder.CreateShuffleVector(Val, PadVec, SMask); in vresize()
1474 return Builder.CreateShuffleVector(Lo, Hi, SMask); in getElementRange()
/llvm-project-15.0.7/clang/lib/CodeGen/
H A DCGBuiltin.cpp8214 return Builder.CreateShuffleVector(V, Indices); in VectorUnzip()
8228 return Builder.CreateShuffleVector(V0, V1, Indices); in VectorZip()
8255 return Builder.CreateShuffleVector(V, Indices); in ARMMVEVectorElementReverse()
12270 Cmp = CGF.Builder.CreateShuffleVector( in EmitX86MaskedCompareResult()
13515 Value *Res = Builder.CreateShuffleVector(Ops[0], in EmitX86BuiltinExpr()
13554 Value *Op1 = Builder.CreateShuffleVector(Ops[1], in EmitX86BuiltinExpr()
13565 return Builder.CreateShuffleVector(Ops[0], Op1, in EmitX86BuiltinExpr()
13947 Value *SV = Builder.CreateShuffleVector(Zero, In, in EmitX86BuiltinExpr()
13969 Value *SV = Builder.CreateShuffleVector(In, Zero, in EmitX86BuiltinExpr()
14254 LHS = Builder.CreateShuffleVector(LHS, LHS, in EmitX86BuiltinExpr()
[all …]
H A DCGExpr.cpp1780 V = Builder.CreateShuffleVector(V, ArrayRef<int>{0, 1, 2}, "extractVec"); in EmitLoadOfScalar()
1902 Value = Builder.CreateShuffleVector(Value, ArrayRef<int>{0, 1, 2, -1}, in EmitStoreOfScalar()
2079 Vec = Builder.CreateShuffleVector(Vec, Mask); in EmitLoadOfExtVectorElementLValue()
2352 Vec = Builder.CreateShuffleVector(SrcVal, Mask); in EmitStoreThroughExtVectorComponentLValue()
2362 llvm::Value *ExtSrcVal = Builder.CreateShuffleVector(SrcVal, ExtMask); in EmitStoreThroughExtVectorComponentLValue()
2377 Vec = Builder.CreateShuffleVector(Vec, ExtSrcVal, Mask); in EmitStoreThroughExtVectorComponentLValue()
H A DCGExprScalar.cpp1670 return Builder.CreateShuffleVector(V1, V2, Indices, "shuffle"); in VisitShuffleVectorExpr()
1892 V = Builder.CreateShuffleVector(LHS, RHS, Args); in VisitInitListExpr()
1943 Init = Builder.CreateShuffleVector(Init, Args, "vext"); in VisitInitListExpr()
1957 V = Builder.CreateShuffleVector(V, Init, Args, "vecinit"); in VisitInitListExpr()
4762 return Builder.CreateShuffleVector(Src, in ConvertVec3AndVec4()
/llvm-project-15.0.7/llvm/lib/Transforms/Scalar/
H A DLowerMatrixIntrinsics.cpp344 return Builder.CreateShuffleVector( in extractVector()
479 Value *V = Builder.CreateShuffleVector( in getMatrix()
1122 Block = Builder.CreateShuffleVector( in insertVector()
1140 return Builder.CreateShuffleVector(Col, Block, Mask); in insertVector()
H A DScalarizeMaskedMemIntrin.cpp677 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask); in scalarizeMaskedExpandLoad()
/llvm-project-15.0.7/llvm/include/llvm/IR/
H A DIRBuilder.h2310 Value *CreateShuffleVector(Value *V1, Value *V2, Value *Mask,
2314 return CreateShuffleVector(V1, V2, IntMask, Name);
2318 Value *CreateShuffleVector(Value *V1, Value *V2, ArrayRef<int> Mask,
2327 Value *CreateShuffleVector(Value *V, ArrayRef<int> Mask,
2329 return CreateShuffleVector(V, PoisonValue::get(V->getType()), Mask, Name);
/llvm-project-15.0.7/polly/lib/CodeGen/
H A DBlockGenerators.cpp1063 Value *RevVecLoad = Builder.CreateShuffleVector( in generateStrideOneLoad()
1090 Value *VectorLoad = Builder.CreateShuffleVector( in generateStrideZeroLoad()
1345 Value *VectorVal = Builder.CreateShuffleVector( in generateScalarVectorLoads()
/llvm-project-15.0.7/llvm/lib/Analysis/
H A DVectorUtils.cpp981 V2 = Builder.CreateShuffleVector( in concatenateTwoVectors()
985 return Builder.CreateShuffleVector( in concatenateTwoVectors()
/llvm-project-15.0.7/llvm/unittests/IR/
H A DPatternMatch.cpp956 Value *SI1 = IRB.CreateShuffleVector(VI1, ZeroMask); in TEST_F()
957 Value *SI2 = IRB.CreateShuffleVector(VI3, VI4, IdxVec); in TEST_F()
958 Value *SI3 = IRB.CreateShuffleVector(VI3, ZeroMask); in TEST_F()
959 Value *SI4 = IRB.CreateShuffleVector(VI4, ZeroMask); in TEST_F()
/llvm-project-15.0.7/llvm/lib/CodeGen/
H A DInterleavedLoadCombinePass.cpp1237 auto SVI = Builder.CreateShuffleVector(LI, Mask, "interleaved.shuffle"); in combine()
/llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/
H A DMemorySanitizer.cpp1991 setShadow(&I, IRB.CreateShuffleVector(getShadow(&I, 0), getShadow(&I, 1), in visitShuffleVectorInst()
3209 Value *Shuf0 = IRB.CreateShuffleVector(getShadow(&I, 0), in handlePclmulIntrinsic()
3211 Value *Shuf1 = IRB.CreateShuffleVector(getShadow(&I, 1), in handlePclmulIntrinsic()
3231 Value *Shadow = IRB.CreateShuffleVector(First, Second, Mask); in handleUnarySdSsIntrinsic()
3249 Value *Shadow = IRB.CreateShuffleVector(First, OrShadow, Mask); in handleBinarySdSsIntrinsic()

12