| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVGatherScatterLowering.cpp | 261 Value *SplatOp = getSplatValue(OtherOp); in matchStridedRecurrence() local
262 if (!SplatOp) in matchStridedRecurrence()
290 Start = SplatOp; in matchStridedRecurrence()
292 Start = Builder.CreateAdd(Start, SplatOp, "start"); in matchStridedRecurrence()
299 Start = Builder.CreateMul(Start, SplatOp, "start"); in matchStridedRecurrence()
301 Step = Builder.CreateMul(Step, SplatOp, "step"); in matchStridedRecurrence()
305 Stride = SplatOp; in matchStridedRecurrence()
307 Stride = Builder.CreateMul(Stride, SplatOp, "stride"); in matchStridedRecurrence()
315 Start = Builder.CreateShl(Start, SplatOp, "start"); in matchStridedRecurrence()
316 Step = Builder.CreateShl(Step, SplatOp, "step"); in matchStridedRecurrence()
[all …]
|
| H A D | RISCVISelLowering.cpp | 4669 unsigned SplatOp = II->ScalarOperand + 1 + HasChain; in lowerVectorIntrinsicScalars() local
4670 assert(SplatOp < Op.getNumOperands()); in lowerVectorIntrinsicScalars()
4673 SDValue &ScalarOp = Operands[SplatOp]; in lowerVectorIntrinsicScalars()
4700 MVT VT = Op.getOperand(SplatOp - 1).getSimpleValueType(); in lowerVectorIntrinsicScalars()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 317 class VectorSplatPattern final : public OpConversionPattern<vector::SplatOp> {
319 using OpConversionPattern<vector::SplatOp>::OpConversionPattern;
322 matchAndRewrite(vector::SplatOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 871 Value desc = rewriter.create<vector::SplatOp>(loc, vType, zero); in matchAndRewrite()
1015 Value bounds = rewriter.create<SplatOp>(loc, indices.getType(), bound); in matchAndRewrite()
1189 struct VectorSplatOpLowering : public ConvertOpToLLVMPattern<vector::SplatOp> {
1190 using ConvertOpToLLVMPattern<vector::SplatOp>::ConvertOpToLLVMPattern;
1193 matchAndRewrite(vector::SplatOp splatOp, OpAdaptor adaptor, in matchAndRewrite()
1232 struct VectorSplatNdOpLowering : public ConvertOpToLLVMPattern<SplatOp> {
1233 using ConvertOpToLLVMPattern<SplatOp>::ConvertOpToLLVMPattern;
1236 matchAndRewrite(SplatOp splatOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 987 if (auto splat = getVector().getDefiningOp<vector::SplatOp>()) in fold()
1317 if (!defOp || !isa<vector::BroadcastOp, SplatOp>(defOp)) in foldExtractFromBroadcast()
1539 if (!defOp || !isa<vector::BroadcastOp, SplatOp>(defOp)) in matchAndRewrite()
1889 auto v1Splat = op.getV1().getDefiningOp<SplatOp>(); in matchAndRewrite()
1890 auto v2Splat = op.getV2().getDefiningOp<SplatOp>(); in matchAndRewrite()
2033 auto srcSplat = op.getSource().getDefiningOp<SplatOp>(); in matchAndRewrite()
2034 auto dstSplat = op.getDest().getDefiningOp<SplatOp>(); in matchAndRewrite()
2242 insertStridedSliceOp.getDest().getDefiningOp<vector::SplatOp>(); in matchAndRewrite()
2746 auto splat = op.getVector().getDefiningOp<SplatOp>(); in matchAndRewrite()
4689 rewriter.replaceOpWithNewOp<vector::SplatOp>( in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 429 auto vec = b.create<vector::SplatOp>(loc, vecType, xferOp.getPadding()); in handleOutOfBoundsDim()
862 return rewriter.create<vector::SplatOp>(loc, xferOp.getVectorType(), in getResultVector()
1149 return b.create<vector::SplatOp>(loc, xferOp.getVectorType(), in initialLoopState()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 273 Value res = rewriter.create<SplatOp>(loc, dstType, zero); in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 264 rewriter.replaceOpWithNewOp<vector::SplatOp>(op, dstType, op.getSource()); in matchAndRewrite()
279 rewriter.replaceOpWithNewOp<vector::SplatOp>(op, dstType, ext); in matchAndRewrite()
2092 Value fill = rewriter.create<vector::SplatOp>( in matchAndRewrite()
2505 Value ov = rewriter.create<vector::SplatOp>(loc, indices.getType(), o); in buildVectorComparison()
2511 rewriter.create<vector::SplatOp>(loc, indices.getType(), bound); in buildVectorComparison()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 538 Value result = builder.create<vector::SplatOp>(op.getLoc(), fill, vectorType); in createNonLdMatrixLoads()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Tensor/IR/ |
| H A D | TensorOps.td | 1204 // SplatOp
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 2358 OpFoldResult SplatOp::fold(ArrayRef<Attribute> operands) { in fold()
|
| /llvm-project-15.0.7/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelDAGToDAG.cpp | 6020 unsigned SplatOp = (Type == MVT::v16i8) ? PPC::VSPLTB : PPC::VSPLTH; in Select() local
6049 CurDAG->SelectNodeTo(N, SplatOp, Type, in Select()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/IR/ |
| H A D | VectorOps.td | 2423 // SplatOp
|