| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 58 auto yieldOp = dyn_cast<scf::YieldOp>( in getAliasingOpOperand() local 81 auto yieldOp = in bufferize() local 406 auto yieldOp = in bufferRelation() local 441 auto yieldOp = in resolveConflicts() local 444 rewriter.setInsertionPoint(yieldOp); in resolveConflicts() 470 yieldOp, [&]() { yieldOp.getResultsMutable().assign(yieldValues); }); in resolveConflicts() 538 auto yieldOp = in verifyAnalysis() local 547 return yieldOp->emitError() in verifyAnalysis() 609 auto yieldOp = whileOp.getYieldOp(); in bufferRelation() local 841 return yieldOp->emitError() in verifyAnalysis() [all …]
|
| H A D | ForToWhile.cpp | 83 for (auto yieldOp : afterBlock->getOps<scf::YieldOp>()) { in matchAndRewrite() local 84 SmallVector<Value> yieldOperands = yieldOp.getOperands(); in matchAndRewrite() 86 yieldOp->setOperands(yieldOperands); in matchAndRewrite()
|
| H A D | LoopCanonicalization.cpp | 34 auto yieldOp = cast<YieldOp>(forOp.getBody()->getTerminator()); in isShapePreserving() local 35 assert(arg < static_cast<int64_t>(yieldOp.getResults().size()) && in isShapePreserving() 37 Value value = yieldOp.getResults()[arg]; in isShapePreserving()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Shape/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 43 auto yieldOp = dyn_cast<shape::AssumingYieldOp>( in getAliasingOpOperand() local 45 assert(yieldOp && "expected shape.assuming_yield terminator"); in getAliasingOpOperand() 46 return {&yieldOp->getOpOperand(resultNum)}; in getAliasingOpOperand() 66 auto yieldOp = cast<shape::AssumingYieldOp>( in bufferize() local 70 TypeRange newResultTypes(yieldOp.operands()); in bufferize() 131 auto yieldOp = cast<shape::AssumingYieldOp>(op); in bufferize() local 133 for (Value value : yieldOp.operands()) { in bufferize()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | AsyncRegionRewriter.cpp | 143 Operation *yieldOp = executeOp.getBody()->getTerminator(); in addExecuteResults() local 144 yieldOp->insertOperands(yieldOp->getNumOperands(), results); in addExecuteResults() 318 auto yieldOp = cast<async::YieldOp>(executeOp.getBody()->getTerminator()); in operator ()() local 319 SmallVector<Value, 4> operands(count, yieldOp.getOperand(index)); in operator ()()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | DecomposeLinalgOps.cpp | 161 Operation *yieldOp = body->getTerminator(); in createPeeledGenericOp() local 165 if (use.getOwner() != yieldOp) in createPeeledGenericOp() 314 auto yieldOp = residualGenericOpBody->getTerminator(); in matchAndRewrite() local 320 for (auto origYield : yieldOp->getOperands()) { in matchAndRewrite() 359 for (const auto &yieldValue : llvm::enumerate(yieldOp->getOperands())) { in matchAndRewrite()
|
| H A D | ConstantFold.cpp | 279 auto yieldOp = dyn_cast<linalg::YieldOp>(body.getTerminator()); in getRegionComputeFn() local 280 if (!yieldOp) in getRegionComputeFn() 284 for (Value yieldVal : yieldOp.values()) { in getRegionComputeFn()
|
| H A D | Detensorize.cpp | 69 YieldOp yieldOp = dyn_cast<YieldOp>(op.region().back().getTerminator()); in matchAndRewrite() local 78 rewriter.replaceOp(op, yieldOp->getOperands()); in matchAndRewrite() 84 rewriter.eraseOp(&*Block::iterator(yieldOp)); in matchAndRewrite()
|
| H A D | Hoisting.cpp | 300 auto yieldOp = cast<scf::YieldOp>(forOp.getRegion().front().getTerminator()); in hoistReadWrite() local 302 yieldOp->setOperand(initArgNumber, write.insertSliceOp.getDest()); in hoistReadWrite() 304 yieldOp->setOperand(initArgNumber, write.transferWriteOp.getSource()); in hoistReadWrite()
|
| H A D | ElementwiseOpFusion.cpp | 222 auto yieldOp = cast<linalg::YieldOp>(producerBlock.getTerminator()); in generateFusedElementwiseOpRegion() local 227 mapper.lookupOrDefault(yieldOp.getOperand(producerResultNumber)); in generateFusedElementwiseOpRegion() 230 if (replacement == yieldOp.getOperand(producerResultNumber)) { in generateFusedElementwiseOpRegion()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorRewriting.cpp | 54 auto yieldOp = cast<linalg::YieldOp>(op.region().front().getTerminator()); in isSampling() local 55 if (auto *def = yieldOp.getOperand(0).getDefiningOp()) { in isSampling() 81 auto yieldOp = cast<linalg::YieldOp>(op.region().front().getTerminator()); in isSumOfMul() local 82 if (auto *def = yieldOp.getOperand(0).getDefiningOp()) { in isSumOfMul()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tosa/Transforms/ |
| H A D | TosaInferShapes.cpp | 121 if (auto yieldOp = dyn_cast<YieldOp>(block.getTerminator())) in propagateShapesToTosaWhile() local 122 yieldOps.push_back(yieldOp); in propagateShapesToTosaWhile() 133 for (auto yieldOp : yieldOps) { in propagateShapesToTosaWhile() local 134 for (const auto &it : llvm::enumerate(yieldOp.getOperands())) { in propagateShapesToTosaWhile()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/OpenMP/IR/ |
| H A D | OpenMPDialect.cpp | 613 for (YieldOp yieldOp : initializerRegion().getOps<YieldOp>()) { in verifyRegions() 614 if (yieldOp.results().size() != 1 || in verifyRegions() 615 yieldOp.results().getTypes()[0] != type()) in verifyRegions() 629 for (YieldOp yieldOp : reductionRegion().getOps<YieldOp>()) { in verifyRegions() 630 if (yieldOp.results().size() != 1 || in verifyRegions() 631 yieldOp.results().getTypes()[0] != type()) in verifyRegions() 865 YieldOp yieldOp = *region().getOps<YieldOp>().begin(); in verifyRegions() local 867 if (yieldOp.results().size() != 1) in verifyRegions() 869 if (yieldOp.results().front().getType() != region().getArgument(0).getType()) in verifyRegions()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/IR/ |
| H A D | SCF.cpp | 219 rewriter.setInsertionPoint(yieldOp); in matchAndRewrite() 222 rewriter.eraseOp(yieldOp); in matchAndRewrite() 622 keepMask.reserve(yieldOp.getNumOperands()); in matchAndRewrite() 769 auto yieldOperands = yieldOp.getOperands(); in matchAndRewrite() 976 auto yieldOp = in matchAndRewrite() local 978 Value yieldVal = yieldOp->getOperand(idx); in matchAndRewrite() 1017 rewriter.startRootUpdate(yieldOp); in matchAndRewrite() 1018 yieldOp.setOperand(idx, bbArg); in matchAndRewrite() 1019 rewriter.finalizeRootUpdate(yieldOp); in matchAndRewrite() 1504 rewriter.updateRootInPlace(yieldOp, in transferBody() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUCommon/ |
| H A D | GPUToLLVMConversion.cpp | 244 matchAndRewrite(async::YieldOp yieldOp, OpAdaptor adaptor, 514 async::YieldOp yieldOp, OpAdaptor adaptor, in matchAndRewrite() argument 516 if (llvm::none_of(yieldOp.operands(), isGpuAsyncTokenType)) in matchAndRewrite() 517 return rewriter.notifyMatchFailure(yieldOp, "no gpu async token operand"); in matchAndRewrite() 519 Location loc = yieldOp.getLoc(); in matchAndRewrite() 522 for (auto &operand : yieldOp->getOpOperands()) { in matchAndRewrite() 535 rewriter.updateRootInPlace(yieldOp, in matchAndRewrite() 536 [&] { yieldOp->setOperands(newOperands); }); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Target/Cpp/ |
| H A D | TranslateToCpp.cpp | 471 Operation *yieldOp = forRegion.getBlocks().front().getTerminator(); in printOperation() local 473 for (auto pair : llvm::zip(iterArgs, yieldOp->getOperands())) { in printOperation() 539 static LogicalResult printOperation(CppEmitter &emitter, scf::YieldOp yieldOp) { in printOperation() argument 541 Operation &parentOp = *yieldOp.getOperation()->getParentOp(); in printOperation() 543 if (yieldOp.getNumOperands() != parentOp.getNumResults()) { in printOperation() 544 return yieldOp.emitError("number of operands does not to match the number " in printOperation() 549 llvm::zip(parentOp.getResults(), yieldOp.getOperands()), in printOperation() 556 return yieldOp.emitError("operand value not in scope"); in printOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorDistribute.cpp | 81 auto yieldOp = cast<vector::YieldOp>(ifOp.thenBlock()->getTerminator()); in rewriteWarpOpToScfFor() local 82 Location yieldLoc = yieldOp.getLoc(); in rewriteWarpOpToScfFor() 83 for (const auto &it : llvm::enumerate(yieldOp.operands())) { in rewriteWarpOpToScfFor() 91 rewriter.setInsertionPoint(yieldOp); in rewriteWarpOpToScfFor() 124 if (!yieldOp.operands().empty()) { in rewriteWarpOpToScfFor() 130 rewriter.eraseOp(yieldOp); in rewriteWarpOpToScfFor()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToControlFlow/ |
| H A D | SCFToControlFlow.cpp | 555 auto yieldOp = cast<scf::YieldOp>(afterLast->getTerminator()); in matchAndRewrite() local 556 rewriter.replaceOpWithNewOp<cf::BranchOp>(yieldOp, before, in matchAndRewrite() 557 yieldOp.getResults()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Shape/IR/ |
| H A D | Shape.cpp | 291 auto yieldOp = llvm::cast<AssumingYieldOp>(body->getTerminator()); in matchAndRewrite() local 296 for (auto it : llvm::zip(op.getResults(), yieldOp.getOperands())) { in matchAndRewrite() 304 if (newYieldOperands.size() == yieldOp->getNumOperands()) in matchAndRewrite() 311 rewriter.replaceOpWithNewOp<AssumingYieldOp>(yieldOp, newYieldOperands); in matchAndRewrite() 361 auto &yieldOp = assumingBlock->back(); in inlineRegionIntoParent() local 363 rewriter.replaceOp(op, yieldOp.getOperands()); in inlineRegionIntoParent() 364 rewriter.eraseOp(&yieldOp); in inlineRegionIntoParent()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tosa/IR/ |
| H A D | TosaOps.cpp | 1339 for (auto yieldOp : yieldOps) { in inferReturnTypeComponents() local 1340 if (resultKnowledge.size() != yieldOp.getNumOperands()) in inferReturnTypeComponents() 1343 for (const auto &it : llvm::enumerate(yieldOp.getOperands())) { in inferReturnTypeComponents() 1383 for (auto yieldOp : yieldOps) { in inferReturnTypeComponents() local 1384 if (resultKnowledge.size() != yieldOp.getNumOperands()) in inferReturnTypeComponents() 1387 for (const auto &it : llvm::enumerate(yieldOp.getOperands())) { in inferReturnTypeComponents()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | SuperVectorize.cpp | 1423 static Operation *vectorizeAffineYieldOp(AffineYieldOp yieldOp, in vectorizeAffineYieldOp() argument 1425 Operation *newYieldOp = widenOp(yieldOp, state); in vectorizeAffineYieldOp() 1485 if (auto yieldOp = dyn_cast<AffineYieldOp>(op)) in vectorizeOneOperation() local 1486 return vectorizeAffineYieldOp(yieldOp, state); in vectorizeOneOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/IR/ |
| H A D | LinalgInterfaces.cpp | 83 Operation *yieldOp = block.getTerminator(); in isAddMul() local 84 if (yieldOp->getNumOperands() != 1) in isAddMul() 98 Value res = yieldOp->getOperand(0); in isAddMul()
|
| H A D | LinalgOps.cpp | 994 auto yieldOp = cast<YieldOp>(genericOp.getBody()->getTerminator()); in deduplicateOutputOperands() local 1002 yieldOp->getOperand(outputOpOperand.index())); in deduplicateOutputOperands() 1119 auto yieldOp = dyn_cast<linalg::YieldOp>(body.getTerminator()); in matchAndRewrite() local 1120 if (!yieldOp) in matchAndRewrite() 1137 for (const auto &yieldVal : llvm::enumerate(yieldOp.values())) { in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 593 auto yieldOp = cast<YieldOp>(getBody().getBlocks().front().getTerminator()); in verifyRegions() local 595 if (yieldOp.getValue().getType() != resultTy.getElementType()) in verifyRegions() 1857 auto yieldOp = llvm::cast<YieldOp>(block.getTerminator()); in verifyRegions() local 1858 if (yieldOp.getValue().getType() != in verifyRegions() 2211 auto yieldOp = dyn_cast<YieldOp>(getRegion().front().getTerminator()); in getConstantPaddingValue() local 2212 if (!yieldOp) in getConstantPaddingValue() 2214 Value padValue = yieldOp.getValue(); in getConstantPaddingValue()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Utils/ |
| H A D | Utils.cpp | 374 Operation *yieldOp = &newPloop.getBody()->back(); in affineParallelize() local 385 Operation *reductionOp = yieldOp->getOperand(i).getDefiningOp(); in affineParallelize() 399 yieldOp->setOperands(reducedValues); in affineParallelize()
|