| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | ResolveShapedTypeResultDims.cpp | 31 LogicalResult matchAndRewrite(OpTy dimOp, in matchAndRewrite() 33 OpResult dimValue = dimOp.getSource().template dyn_cast<OpResult>(); in matchAndRewrite() 41 Optional<int64_t> dimIndex = dimOp.getConstantIndex(); in matchAndRewrite() 58 Location loc = dimOp->getLoc(); in matchAndRewrite() 60 dimOp, resultShape, in matchAndRewrite() 71 LogicalResult matchAndRewrite(OpTy dimOp, in matchAndRewrite() 73 OpResult dimValue = dimOp.getSource().template dyn_cast<OpResult>(); in matchAndRewrite() 81 Optional<int64_t> dimIndex = dimOp.getConstantIndex(); in matchAndRewrite() 99 rewriter.replaceOp(dimOp, reifiedResultShapes[resultNumber][*dimIndex]); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | LoopCanonicalization.cpp | 87 LogicalResult matchAndRewrite(OpTy dimOp, in matchAndRewrite() 89 auto blockArg = dimOp.getSource().template dyn_cast<BlockArgument>(); in matchAndRewrite() 100 dimOp, [&]() { dimOp.getSourceMutable().assign(initArg); }); in matchAndRewrite() 132 LogicalResult matchAndRewrite(OpTy dimOp, in matchAndRewrite() 134 auto forOp = dimOp.getSource().template getDefiningOp<scf::ForOp>(); in matchAndRewrite() 137 auto opResult = dimOp.getSource().template cast<OpResult>(); in matchAndRewrite() 141 rewriter.updateRootInPlace(dimOp, [&]() { in matchAndRewrite() 142 dimOp.getSourceMutable().assign(forOp.getIterOperands()[resultNumber]); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/IR/ |
| H A D | BufferizationOps.cpp | 332 LogicalResult matchAndRewrite(tensor::DimOp dimOp, in matchAndRewrite() 334 Optional<int64_t> maybeConstantIndex = dimOp.getConstantIndex(); in matchAndRewrite() 335 auto allocTensorOp = dimOp.getSource().getDefiningOp<AllocTensorOp>(); in matchAndRewrite() 341 dimOp, allocTensorOp.getDynamicSize(rewriter, *maybeConstantIndex)); in matchAndRewrite() 546 LogicalResult matchAndRewrite(tensor::DimOp dimOp, in matchAndRewrite() 548 auto memrefToTensorOp = dimOp.getSource().getDefiningOp<ToTensorOp>(); in matchAndRewrite() 553 dimOp, memrefToTensorOp.getMemref(), dimOp.getIndex()); in matchAndRewrite() 633 LogicalResult matchAndRewrite(memref::DimOp dimOp, in matchAndRewrite() 635 auto castOp = dimOp.getSource().getDefiningOp<ToMemrefOp>(); in matchAndRewrite() 639 rewriter.replaceOpWithNewOp<tensor::DimOp>(dimOp, newSource, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Utils/ |
| H A D | AffineCanonicalizationUtils.cpp | 111 unsigned dimOp = constraints.appendDimVar(); // `op` in canonicalizeMinMaxOp() local 121 alignAndAddBound(constraints, boundType, dimOp, mapLbUb, operands))) in canonicalizeMinMaxOp() 127 constraints.getSliceBounds(dimOp, 1, rewriter.getContext(), &opLb, &opUb); in canonicalizeMinMaxOp() 138 AffineMap alignedBoundMap = boundMap.shiftDims(/*shift=*/1, /*offset=*/dimOp); in canonicalizeMinMaxOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/Utils/ |
| H A D | Utils.cpp | 52 auto dimOp = b.createOrFold<tensor::DimOp>(loc, source, en.index()); in createPadHighOp() local 54 makeComposedAffineApply(b, loc, en.value() - d0, {dimOp}).getResult(); in createPadHighOp()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToLLVM/ |
| H A D | MemRefToLLVM.cpp | 348 matchAndRewrite(memref::DimOp dimOp, OpAdaptor adaptor, in matchAndRewrite() 350 Type operandType = dimOp.getSource().getType(); in matchAndRewrite() 353 dimOp, {extractSizeOfUnrankedMemRef( in matchAndRewrite() 360 dimOp, {extractSizeOfRankedMemRef(operandType, dimOp, in matchAndRewrite() 368 Value extractSizeOfUnrankedMemRef(Type operandType, memref::DimOp dimOp, in extractSizeOfUnrankedMemRef() 371 Location loc = dimOp.getLoc(); in extractSizeOfUnrankedMemRef() 408 Optional<int64_t> getConstantDimIndex(memref::DimOp dimOp) const { in getConstantDimIndex() 409 if (Optional<int64_t> idx = dimOp.getConstantIndex()) in getConstantDimIndex() 421 Value extractSizeOfRankedMemRef(Type operandType, memref::DimOp dimOp, in extractSizeOfRankedMemRef() 424 Location loc = dimOp.getLoc(); in extractSizeOfRankedMemRef() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/IR/ |
| H A D | GPUDialect.cpp | 1373 LogicalResult matchAndRewrite(memref::DimOp dimOp, in matchAndRewrite() 1375 auto index = dimOp.getIndex().getDefiningOp<arith::ConstantIndexOp>(); in matchAndRewrite() 1379 auto memrefType = dimOp.getSource().getType().dyn_cast<MemRefType>(); in matchAndRewrite() 1383 auto alloc = dimOp.getSource().getDefiningOp<AllocOp>(); in matchAndRewrite() 1389 rewriter.replaceOp(dimOp, substituteOp); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/IR/ |
| H A D | AffineOps.cpp | 302 if (auto dimOp = dyn_cast<memref::DimOp>(op)) in isValidDim() local 303 return isTopLevelValue(dimOp.getSource()); in isValidDim() 304 if (auto dimOp = dyn_cast<tensor::DimOp>(op)) in isValidDim() local 305 return isTopLevelValue(dimOp.getSource()); in isValidDim() 329 if (isTopLevelValue(dimOp.getSource())) in isDimOpValidSymbol() 334 if (dimOp.getSource().template isa<BlockArgument>()) in isDimOpValidSymbol() 339 Optional<int64_t> index = dimOp.getConstantIndex(); in isDimOpValidSymbol() 416 if (auto dimOp = dyn_cast<memref::DimOp>(defOp)) in isValidSymbol() local 417 return isDimOpValidSymbol(dimOp, region); in isValidSymbol() 418 if (auto dimOp = dyn_cast<tensor::DimOp>(defOp)) in isValidSymbol() local [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 198 auto dimOp = cast<tensor::DimOp>(op); in bufferize() local 199 FailureOr<Value> v = getBuffer(rewriter, dimOp.getSource(), options); in bufferize() 203 dimOp.getIndex()); in bufferize()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/IR/ |
| H A D | LinalgOps.cpp | 1354 LogicalResult matchAndRewrite(tensor::DimOp dimOp, in matchAndRewrite() 1356 Optional<int64_t> maybeConstantIndex = dimOp.getConstantIndex(); in matchAndRewrite() 1357 auto initTensorOp = dimOp.getSource().getDefiningOp<linalg::InitTensorOp>(); in matchAndRewrite() 1362 rewriter.replaceOp(dimOp, initTensorOp.getDynamicSize(*maybeConstantIndex)); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 384 LogicalResult matchAndRewrite(DimOp dimOp, in matchAndRewrite() 386 auto castOp = dimOp.getSource().getDefiningOp<CastOp>(); in matchAndRewrite() 390 rewriter.replaceOpWithNewOp<DimOp>(dimOp, newSource, dimOp.getIndex()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/docs/Rationale/ |
| H A D | UsageOfConst.md | 228 if (auto *dimOp = inst->dyn_cast<DimOp>()) {
|