| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Hoisting.cpp | 105 << *write.transferWriteOp.getOperation() << "\n"); in findMatchingTransferRead() 108 << *write.insertSliceOp.getOperation() << "\n"); in findMatchingTransferRead() 210 write.transferWriteOp.getOperation()))) { in tensorChunkAccessedByUnknownOp() 270 << *forOp.getOperation() in hoistReadWrite() 271 << "\nHoist: " << *read.transferReadOp.getOperation() in hoistReadWrite() 415 << *transferRead.getOperation() << "\n"); in hoistRedundantVectorTransfers() 426 getForwardSlice(transferRead.getOperation(), &forwardSlice); in hoistRedundantVectorTransfers() 468 if (use.getOwner() == transferRead.getOperation() || in hoistRedundantVectorTransfers() 469 use.getOwner() == transferWrite.getOperation()) in hoistRedundantVectorTransfers() 476 transferWriteUse.getOperation()))) in hoistRedundantVectorTransfers() [all …]
|
| H A D | LinalgStrategyPasses.cpp | 57 auto funcOp = getOperation(); in runOnOperation() 93 auto funcOp = getOperation(); in runOnOperation() 126 auto funcOp = getOperation(); in runOnOperation() 158 auto funcOp = getOperation(); in runOnOperation() 189 auto funcOp = getOperation(); in runOnOperation() 215 auto funcOp = getOperation(); in runOnOperation() 246 auto funcOp = getOperation(); in runOnOperation() 282 auto funcOp = getOperation(); in runOnOperation() 332 auto funcOp = getOperation(); in runOnOperation() 383 auto funcOp = getOperation(); in runOnOperation() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAtomicRMW.cpp | 26 switch(RMWI.getOperation()) { in isIdempotentRMW() 39 switch(RMWI.getOperation()) { in isIdempotentRMW() 64 switch (RMWI.getOperation()) { in isSaturating() 82 switch(RMWI.getOperation()) { in isSaturating() 114 RMWI.getOperation() != AtomicRMWInst::Xchg) { in visitAtomicRMWInst() 126 if (RMWI.getOperation() == AtomicRMWInst::Xchg && in visitAtomicRMWInst() 146 RMWI.getOperation() != AtomicRMWInst::Or) { in visitAtomicRMWInst() 150 RMWI.getOperation() != AtomicRMWInst::FAdd) { in visitAtomicRMWInst()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Linalg/ |
| H A D | TestLinalgFusionTransforms.cpp | 51 auto *originalOp = info->originalProducer.getOperation(); in fuseLinalgOpsGreedily() 55 *originalOpInLinalgOpsVector = info->fusedProducer.getOperation(); in fuseLinalgOpsGreedily() 64 auto *originalOp = info->originalProducer.getOperation(); in fuseLinalgOpsGreedily() 67 *originalOpInLinalgOpsVector = info->fusedProducer.getOperation(); in fuseLinalgOpsGreedily() 109 (void)applyPatternsAndFoldGreedily(getOperation(), frozenPatterns); in runOnOperation() 110 if (failed(runPipeline(pm, getOperation()))) in runOnOperation() 112 } while (succeeded(fuseLinalgOpsGreedily(getOperation()))); in runOnOperation()
|
| H A D | TestLinalgTransforms.cpp | 489 getOperation().walk([](LinalgOp op) { in runOnOperation() 498 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation() 508 return applyPatterns(getOperation()); in runOnOperation() 510 return applyVectorTransferForwardingPatterns(getOperation()); in runOnOperation() 512 return applyLinalgToVectorPatterns(getOperation()); in runOnOperation() 514 return applyPadTensorToGenericPatterns(getOperation()); in runOnOperation() 516 return applyGeneralizePadTensorPatterns(getOperation()); in runOnOperation() 518 return applyExtractSliceOfPadTensorSwapPattern(getOperation()); in runOnOperation() 523 return applyTilePattern(getOperation(), loopType, tileSizes, in runOnOperation() 526 return applySplitReduction(getOperation()); in runOnOperation() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Affine/IR/ |
| H A D | AffineMemoryOpInterfaces.td | 32 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 43 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 54 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 67 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 78 return cast<ConcreteOp>(this->getOperation()); 98 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 109 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 120 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 133 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); 144 ConcreteOp op = cast<ConcreteOp>(this->getOperation()); [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/IR/ |
| H A D | OpDefinition.h | 91 Operation *getOperation() { return state; } in getOperation() function 224 return lhs.getOperation() == rhs.getOperation(); 227 return lhs.getOperation() != rhs.getOperation(); 313 Operation *getOperation() { in getOperation() function 315 return concrete->getOperation(); in getOperation() 340 this->getOperation()->setOperand(i, value); in setOperand() 345 return this->getOperation()->operand_begin(); in operand_begin() 477 return this->getOperation()->region_begin(); in region_begin() 581 return this->getOperation()->result_begin(); in result_begin() 754 this->getOperation()->setSuccessor(succ, 0); in setSuccessor() [all …]
|
| H A D | FunctionInterfaces.td | 215 $_op.getOperation()->getLoc()); 264 return this->getOperation()->template getAttrOfType<TypeAttr>( 309 this->getOperation(), argIndices, argTypes, argAttrs, argLocs, 329 this->getOperation(), resultIndices, resultTypes, resultAttrs, 344 this->getOperation(), argIndices, newType); 358 this->getOperation(), resultIndices, newType); 413 return this->getOperation()->template getAttrOfType<ArrayAttr>( 467 this->getOperation()->setAttr(getArgDictAttrName(), attributes); 504 return this->getOperation()->template getAttrOfType<ArrayAttr>( 551 this->getOperation(), attributes); [all …]
|
| /llvm-project-15.0.7/mlir/unittests/IR/ |
| H A D | InterfaceAttachmentTest.cpp | 325 iface = dyn_cast<TestExternalOpInterface>(castOp->getOperation()); in TEST() 377 EXPECT_TRUE(isa<TestExternalOpInterface>(module->getOperation())); in TEST() 378 EXPECT_TRUE(isa<TestExternalOpInterface>(opJ.getOperation())); in TEST() 379 EXPECT_TRUE(isa<TestExternalOpInterface>(opH.getOperation())); in TEST() 380 EXPECT_FALSE(isa<TestExternalOpInterface>(opI.getOperation())); in TEST() 409 EXPECT_FALSE(isa<TestExternalOpInterface>(opJ.getOperation())); in TEST() 410 EXPECT_FALSE(isa<TestExternalOpInterface>(opH.getOperation())); in TEST() 411 EXPECT_FALSE(isa<TestExternalOpInterface>(opI.getOperation())); in TEST() 416 EXPECT_TRUE(isa<TestExternalOpInterface>(opJ.getOperation())); in TEST() 417 EXPECT_TRUE(isa<TestExternalOpInterface>(opH.getOperation())); in TEST() [all …]
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/ |
| H A D | TestVectorTransforms.cpp | 69 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation() 154 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation() 170 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation() 196 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation() 270 if (failed(runPipeline(dynamicPM, getOperation()))) in runOnOperation() 355 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation() 393 func::FuncOp func = getOperation(); in runOnOperation() 414 builder, op.getOperation(), ids, mul, map); in runOnOperation() 450 func::FuncOp func = getOperation(); in runOnOperation() 592 void runOnOperation() override { transferOpflowOpt(getOperation()); } in runOnOperation() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Transform/IR/ |
| H A D | TransformInterfaces.h | 601 return &this->getOperation()->getRegion(region).front(); 609 assert(region.getParentOp() == this->getOperation() && in mapBlockArguments() 612 state, this->getOperation(), region); in mapBlockArguments() 616 this->getOperation()->getNumRegions() == 1 && in mapBlockArguments() 728 consumesHandle(this->getOperation()->getOperands(), effects); in getEffects() 729 producesHandle(this->getOperation()->getResults(), effects); in getEffects() 755 producesHandle(this->getOperation()->getResults(), effects); in getEffects() 860 state.getPayloadOps(this->getOperation()->getOperand(0)); in apply() 868 for (auto r : this->getOperation()->getResults()) in apply() 888 auto loc = this->getOperation()->getLoc(); in apply() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | LoopSpecialization.cpp | 66 ifOp.getThenBodyBuilder().clone(*op.getOperation(), map); in specializeParallelLoopForUnrolling() 67 ifOp.getElseBodyBuilder().clone(*op.getOperation()); in specializeParallelLoopForUnrolling() 95 ifOp.getThenBodyBuilder().clone(*op.getOperation(), map); in specializeForLoopForUnrolling() 96 ifOp.getElseBodyBuilder().clone(*op.getOperation()); in specializeForLoopForUnrolling() 138 partialIteration = cast<ForOp>(b.clone(*forOp.getOperation())); in peelForLoop() 208 Operation *op = forOp.getOperation(); in matchAndRewrite() 240 getOperation()->walk( in runOnOperation() 248 getOperation()->walk([](ForOp op) { specializeForLoopForUnrolling(op); }); in runOnOperation() 254 auto *parentOp = getOperation(); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Transform/IR/ |
| H A D | TransformOps.cpp | 137 if (index && getOperation()->getNumOperands() == 1) in getSuccessorEntryOperands() 138 return getOperation()->getOperands(); in getSuccessorEntryOperands() 139 return OperandRange(getOperation()->operand_end(), in getSuccessorEntryOperands() 140 getOperation()->operand_end()); in getSuccessorEntryOperands() 187 if (original->isAncestor(getOperation())) { in apply() 331 return getOperation()->getOperands(); in getSuccessorEntryOperands() 537 getOperation()->getResultTypes()) { in verify() 593 if (getOperation()->getNumOperands() == 1) in getSuccessorEntryOperands() 594 return getOperation()->getOperands(); in getSuccessorEntryOperands() 595 return OperandRange(getOperation()->operand_end(), in getSuccessorEntryOperands() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Utils/ |
| H A D | LoopFusionUtils.cpp | 141 srcForOp->isBeforeInBlock(dstForOp.getOperation()); in getFusedLoopNestInsertionPoint() 146 getFirstDependentOpInRange(forOpA.getOperation(), forOpB.getOperation()); in getFusedLoopNestInsertionPoint() 148 getLastDependentOpInRange(forOpA.getOperation(), forOpB.getOperation()); in getFusedLoopNestInsertionPoint() 173 return forOpB.getOperation(); in getFusedLoopNestInsertionPoint() 285 srcForOp->isBeforeInBlock(dstForOp.getOperation()); in canFuseLoops() 319 *srcForOp.getOperation(), *dstForOp.getOperation()); in canFuseLoops() 483 auto *childForOp = forOp.getOperation(); in getLoopNestStats() 542 opCount += getComputeCostHelper(childForOp.getOperation(), stats, in getComputeCostHelper() 570 return getComputeCostHelper(forOp.getOperation(), stats, in getComputeCost() 636 srcForOp.getOperation(), srcStats, &sliceTripCountMap, &computeCostMap); in getFusionComputeCost() [all …]
|
| /llvm-project-15.0.7/mlir/test/lib/Analysis/ |
| H A D | TestAliasAnalysis.cpp | 56 llvm::errs() << "Testing : " << getOperation()->getAttr("sym_name") << "\n"; in runOnOperation() 61 getOperation()->walk([&](Operation *op) { in runOnOperation() 100 llvm::errs() << "Testing : " << getOperation()->getAttr("sym_name") << "\n"; in runOnOperation() 105 getOperation()->walk([&](Operation *op) { in runOnOperation() 116 getOperation()->walk([&](Operation *op) { in runOnOperation()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Affine/ |
| H A D | TestVectorizationUtils.cpp | 100 auto f = getOperation(); in testVectorShapeRatio() 150 auto f = getOperation(); in testBackwardSlicing() 166 auto f = getOperation(); in testForwardSlicing() 182 auto f = getOperation(); in testSlicing() 201 auto f = getOperation(); in testComposeMaps() 226 gatherLoops(getOperation(), loops); in testVecAffineLoopNest() 244 func::FuncOp f = getOperation(); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/test/lib/Pass/ |
| H A D | TestPassManager.cpp | 44 getOperation()->emitRemark() << "Executing interface pass on operation"; in MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID() 132 OpBuilder b(getOperation().getBody()); in runOnOperation() 158 FunctionOpInterface op = getOperation(); in runOnOperation() 159 OpBuilder b(getOperation().getBody()); in runOnOperation() 184 getOperation()->walk([&](Operation *) { ++opCount; }); in runOnOperation() 185 getOperation()->walk([&](Operation *) { ++opCountDuplicate; }); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUToVulkan/ |
| H A D | ConvertGPULaunchFuncToVulkanLaunchFunc.cpp | 81 getOperation().walk([this, &done](gpu::LaunchFuncOp op) { in runOnOperation() 92 llvm::make_early_inc_range(getOperation().getOps<gpu::GPUModuleOp>())) in runOnOperation() 96 llvm::make_early_inc_range(getOperation().getOps<spirv::ModuleOp>())) in runOnOperation() 102 auto builder = OpBuilder::atBlockEnd(getOperation().getBody()); in declareVulkanLaunchFunc() 151 ModuleOp module = getOperation(); in convertGpuLaunchFunc()
|
| /llvm-project-15.0.7/mlir/test/lib/IR/ |
| H A D | TestPrintInvalid.cpp | 35 Location loc = getOperation().getLoc(); in runOnOperation() 36 OpBuilder builder(getOperation().getBodyRegion()); in runOnOperation() 38 loc, "test", FunctionType::get(getOperation().getContext(), {}, {})); in runOnOperation()
|
| H A D | TestFunc.cpp | 25 auto module = getOperation(); in runOnOperation() 64 auto module = getOperation(); in runOnOperation() 96 auto module = getOperation(); in runOnOperation() 118 auto module = getOperation(); in runOnOperation() 140 auto module = getOperation(); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/IR/ |
| H A D | LinalgInterfaces.td | 45 return $_op.getOperation()->getOperand(0); 53 return $_op.getOperation()->getOperand(1); 120 return $_op.getOperation()->getOperand(0); 130 return $_op.getOperation()->getOperand(1); 152 return $_op.getOperation()->getOperand(0); 162 return $_op.getOperation()->getOperand(1); 172 if ($_op.getOperation()->getResults().empty()) 346 return this->getOperation()->getNumOperands(); 438 this->getOperation()->getOpOperands() 563 this->getOperation()->getOpOperands(), [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Shape/Transforms/ |
| H A D | RemoveShapeConstraints.cpp | 26 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op.getOperation(), true); in matchAndRewrite() 37 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op.getOperation(), true); in matchAndRewrite() 52 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferOpTransforms.cpp | 96 LLVM_DEBUG(DBGS() << "Candidate for dead store: " << *write.getOperation() in deadStoreOp() 101 if (user == write.getOperation()) in deadStoreOp() 118 cast<VectorTransferOpInterface>(write.getOperation()), in deadStoreOp() 119 cast<VectorTransferOpInterface>(read.getOperation()))) in deadStoreOp() 144 LLVM_DEBUG(DBGS() << "Found dead store: " << *write.getOperation() in deadStoreOp() 146 opToErase.push_back(write.getOperation()); in deadStoreOp() 174 cast<VectorTransferOpInterface>(write.getOperation()), in storeToLoadForwarding() 175 cast<VectorTransferOpInterface>(read.getOperation()))) in storeToLoadForwarding() 209 LLVM_DEBUG(DBGS() << "Forward value from " << *lastwrite.getOperation() in storeToLoadForwarding() 210 << " to: " << *read.getOperation() << "\n"); in storeToLoadForwarding() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUToSPIRV/ |
| H A D | GPUToSPIRVPass.cpp | 45 ModuleOp module = getOperation(); in runOnOperation() 53 builder.setInsertionPoint(moduleOp.getOperation()); in runOnOperation() 54 kernelModules.push_back(builder.clone(*moduleOp.getOperation())); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToGPU/ |
| H A D | SCFToGPUPass.cpp | 38 llvm::make_early_inc_range(getOperation().getBody().getOps())) { in runOnOperation() 56 if (failed(applyPartialConversion(getOperation(), target, in runOnOperation() 59 finalizeParallelLoopToGPUConversion(getOperation()); in runOnOperation()
|