Home
last modified time | relevance | path

Searched refs:ShuffleOp (Results 1 – 11 of 11) sorted by relevance

/llvm-project-15.0.7/mlir/lib/Dialect/X86Vector/Transforms/
H A DAVXTranspose.cpp50 return b.create<vector::ShuffleOp>( in mm256UnpackLoPs()
56 return b.create<vector::ShuffleOp>( in mm256UnpackHiPs()
70 return b.create<vector::ShuffleOp>(v1, v2, shuffleMask); in mm256ShufflePs()
98 return b.create<vector::ShuffleOp>(v1, v2, shuffleMask); in mm256Permute2f128Ps()
110 return b.create<vector::ShuffleOp>(v1, v2, shuffleMask); in mm256BlendPs()
/llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/
H A DVectorInsertExtractStridedSliceRewritePatterns.cpp151 Value scaledSource = rewriter.create<ShuffleOp>(loc, op.getSource(), in matchAndRewrite()
165 rewriter.replaceOpWithNewOp<ShuffleOp>(op, scaledSource, op.getDest(), in matchAndRewrite()
227 rewriter.replaceOpWithNewOp<ShuffleOp>(op, dstType, op.getVector(), in matchAndRewrite()
H A DVectorTransforms.cpp510 rewriter.create<vector::ShuffleOp>(loc, casted, casted, mask); in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Conversion/GPUToNVVM/
H A DLowerGpuOpsToNVVMOps.cpp60 struct GPUShuffleOpLowering : public ConvertOpToLLVMPattern<gpu::ShuffleOp> {
61 using ConvertOpToLLVMPattern<gpu::ShuffleOp>::ConvertOpToLLVMPattern;
82 matchAndRewrite(gpu::ShuffleOp op, OpAdaptor adaptor, in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/
H A DVectorToSPIRV.cpp341 : public OpConversionPattern<vector::ShuffleOp> {
345 matchAndRewrite(vector::ShuffleOp shuffleOp, OpAdaptor adaptor, in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/
H A DAllReduceLowering.cpp340 auto shuffleOp = create<gpu::ShuffleOp>( in createSubgroupReduce()
363 create<gpu::ShuffleOp>(shuffleType, value, offset, subgroupSize, in createSubgroupReduce()
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/
H A DConvertVectorToLLVM.cpp549 : public ConvertOpToLLVMPattern<vector::ShuffleOp> {
551 using ConvertOpToLLVMPattern<vector::ShuffleOp>::ConvertOpToLLVMPattern;
554 matchAndRewrite(vector::ShuffleOp shuffleOp, OpAdaptor adaptor, in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/
H A DVectorOps.cpp1776 void ShuffleOp::build(OpBuilder &builder, OperationState &result, Value v1, in build()
1781 LogicalResult ShuffleOp::verify() { in verify()
1817 ShuffleOp::inferReturnTypes(MLIRContext *, Optional<Location>, in inferReturnTypes()
1821 ShuffleOp::Adaptor op(operands, attributes); in inferReturnTypes()
1843 OpFoldResult vector::ShuffleOp::fold(ArrayRef<Attribute> operands) { in fold()
1883 class ShuffleSplat final : public OpRewritePattern<ShuffleOp> {
1885 using OpRewritePattern<ShuffleOp>::OpRewritePattern;
1887 LogicalResult matchAndRewrite(ShuffleOp op, in matchAndRewrite()
1905 void ShuffleOp::getCanonicalizationPatterns(RewritePatternSet &results, in getCanonicalizationPatterns()
/llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/
H A DTestVectorTransforms.cpp812 .create<gpu::ShuffleOp>(loc, laneVal, i, in warpReduction()
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/IR/
H A DGPUDialect.cpp790 void ShuffleOp::build(OpBuilder &builder, OperationState &result, Value value, in build()
/llvm-project-15.0.7/llvm/lib/Target/SystemZ/
H A DSystemZISelLowering.cpp4677 static bool getVPermMask(SDValue ShuffleOp, in getVPermMask() argument
4679 EVT VT = ShuffleOp.getValueType(); in getVPermMask()
4683 if (auto *VSN = dyn_cast<ShuffleVectorSDNode>(ShuffleOp)) { in getVPermMask()
4693 if (SystemZISD::SPLAT == ShuffleOp.getOpcode() && in getVPermMask()
4694 isa<ConstantSDNode>(ShuffleOp.getOperand(1))) { in getVPermMask()
4695 unsigned Index = ShuffleOp.getConstantOperandVal(1); in getVPermMask()