| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | NormalizeMemRefs.cpp | 63 moduleOp.walk([&](func::FuncOp funcOp) { normalizableFuncs.insert(funcOp); }); in runOnOperation() argument 154 if (funcOp.isExternal()) in areMemRefsNormalizable() 157 if (funcOp in areMemRefsNormalizable() 167 if (funcOp in areMemRefsNormalizable() 206 if (!funcOp.isExternal()) { in updateFunctionSignature() 313 if (!funcOp.isExternal()) in updateFunctionSignature() 314 funcOp.setType(newFuncType); in updateFunctionSignature() 337 OpBuilder b(funcOp); in normalizeFuncOpMemRefs() 399 !funcOp.isExternal()) { in normalizeFuncOpMemRefs() 450 if (funcOp.isExternal()) { in normalizeFuncOpMemRefs() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | LinalgStrategyPasses.cpp | 57 auto funcOp = getOperation(); in runOnOperation() local 93 auto funcOp = getOperation(); in runOnOperation() local 126 auto funcOp = getOperation(); in runOnOperation() local 158 auto funcOp = getOperation(); in runOnOperation() local 189 auto funcOp = getOperation(); in runOnOperation() local 215 auto funcOp = getOperation(); in runOnOperation() local 246 auto funcOp = getOperation(); in runOnOperation() local 282 auto funcOp = getOperation(); in runOnOperation() local 332 auto funcOp = getOperation(); in runOnOperation() local 383 auto funcOp = getOperation(); in runOnOperation() local [all …]
|
| H A D | InlineScalarOperands.cpp | 101 func::FuncOp funcOp = getOperation(); in runOnOperation() local 102 MLIRContext *context = funcOp.getContext(); in runOnOperation() 106 (void)applyPatternsAndFoldGreedily(funcOp.getBody(), std::move(patterns)); in runOnOperation()
|
| H A D | Detensorize.cpp | 471 FunctionOpInterface funcOp = cast<FunctionOpInterface>(getOperation()); in runOnOperation() local 475 costModel.compute(funcOp, typeConverter, opsToDetensor, in runOnOperation() 479 costModel.compute(funcOp, typeConverter, opsToDetensor, in runOnOperation() 495 if (auto funcOp = dyn_cast<FunctionOpInterface>(op)) { in runOnOperation() local 496 Region &body = funcOp.getBody(); in runOnOperation()
|
| H A D | Tiling.cpp | 707 static void applyExtractSliceOfPadTensorSwapPattern(func::FuncOp funcOp) { in applyExtractSliceOfPadTensorSwapPattern() argument 708 MLIRContext *ctx = funcOp.getContext(); in applyExtractSliceOfPadTensorSwapPattern() 711 (void)applyPatternsAndFoldGreedily(funcOp, std::move(patterns)); in applyExtractSliceOfPadTensorSwapPattern() 713 funcOp, getLinalgTilingCanonicalizationPatterns(ctx)); in applyExtractSliceOfPadTensorSwapPattern() 726 func::FuncOp funcOp = getOperation(); in runOnOperation() local 735 MLIRContext *ctx = funcOp.getContext(); in runOnOperation() 739 (void)applyPatternsAndFoldGreedily(funcOp, std::move(patterns)); in runOnOperation() 741 funcOp, getLinalgTilingCanonicalizationPatterns(ctx)); in runOnOperation() 743 funcOp.walk([](LinalgOp op) { in runOnOperation() 749 applyExtractSliceOfPadTensorSwapPattern(funcOp); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/Transforms/ |
| H A D | OneShotModuleBufferize.cpp | 111 for (Block &b : funcOp.getBody()) { in getAssumedUniqueReturnOp() 176 OpBuilder b(funcOp.getContext()); in annotateFuncArgAccess() 199 if (funcOp.getBody().empty()) { in funcOpBbArgReadWriteAnalysis() 251 funcOp->walk([&](func::CallOp callOp) { in equivalenceAnalysis() 288 if (!funcOp.getBody().empty()) { in getFuncOpsOrderedByCalls() 291 return funcOp->emitError() in getFuncOpsOrderedByCalls() 336 if (funcOp.getBody().empty()) in foldMemRefCasts() 352 funcOp.getContext(), funcOp.getFunctionType().getInputs(), resultTypes); in foldMemRefCasts() 353 funcOp.setType(newFuncType); in foldMemRefCasts() 378 if (funcOp.getBody().empty()) in analyzeModuleOp() [all …]
|
| H A D | FuncBufferizableOpInterfaceImpl.cpp | 49 for (Block &b : funcOp.getBody()) { in getAssumedUniqueReturnOp() 120 auto it = analyzedFuncOps.find(funcOp); in getFuncOpAnalysisState() 150 FuncOp funcOp = getCalledFunction(callOp); in bufferizesToMemoryRead() local 165 FuncOp funcOp = getCalledFunction(callOp); in bufferizesToMemoryWrite() local 180 FuncOp funcOp = getCalledFunction(callOp); in getAliasingOpResult() local 207 FuncOp funcOp = getCalledFunction(callOp); in getAliasingOpOperand() local 232 FuncOp funcOp = getCalledFunction(callOp); in bufferRelation() local 264 FuncOp funcOp = getCalledFunction(callOp); in bufferize() local 394 auto funcOp = cast<FuncOp>(op); in bufferize() local 412 if (funcOp.getBody().empty()) { in bufferize() [all …]
|
| H A D | DropEquivalentBufferResults.cpp | 41 static func::ReturnOp getAssumedUniqueReturnOp(func::FuncOp funcOp) { in getAssumedUniqueReturnOp() argument 43 for (Block &b : funcOp.getBody()) { in getAssumedUniqueReturnOp() 66 for (auto funcOp : module.getOps<func::FuncOp>()) { in dropEquivalentBufferResults() local 67 if (funcOp.isExternal()) in dropEquivalentBufferResults() 69 func::ReturnOp returnOp = getAssumedUniqueReturnOp(funcOp); in dropEquivalentBufferResults() 76 BitVector erasedResultIndices(funcOp.getFunctionType().getNumResults()); in dropEquivalentBufferResults() 80 for (BlockArgument bbArg : funcOp.getArguments()) { in dropEquivalentBufferResults() 100 funcOp.eraseResults(erasedResultIndices); in dropEquivalentBufferResults() 105 if (getCalledFunction(callOp) != funcOp) in dropEquivalentBufferResults() 109 auto newCallOp = rewriter.create<func::CallOp>(callOp.getLoc(), funcOp, in dropEquivalentBufferResults()
|
| H A D | Bufferize.cpp | 300 if (auto funcOp = dyn_cast<FunctionOpInterface>(op)) { in hasTensorSemantics() local 301 bool hasTensorArg = any_of(funcOp.getArgumentTypes(), isaTensor); in hasTensorSemantics() 302 bool hasTensorResult = any_of(funcOp.getResultTypes(), isaTensor); in hasTensorSemantics() 413 op->walk([&](func::FuncOp funcOp) { in bufferizeOp() argument 414 if (hasTensorSemantics(funcOp)) in bufferizeOp() 415 worklist.push_back(funcOp); in bufferizeOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SPIRV/Transforms/ |
| H A D | LowerABIAttributesPass.cpp | 35 builder.setInsertionPoint(funcOp.getOperation()); in createGlobalVarForEntryPointArgument() 71 getInterfaceVariables(spirv::FuncOp funcOp, in getInterfaceVariables() argument 82 funcOp.walk([&](spirv::AddressOfOp addressOfOp) { in getInterfaceVariables() 143 funcOp.getLoc(), funcOp, spirv::ExecutionMode::LocalSize, localSize); in lowerEntryPointABIAttr() 144 funcOp->removeAttr(entryPointAttrName); in lowerEntryPointABIAttr() 174 spirv::FuncOp funcOp, OpAdaptor adaptor, in matchAndRewrite() argument 182 funcOp.getFunctionType().getNumInputs()); in matchAndRewrite() 229 rewriter.updateRootInPlace(funcOp, [&] { in matchAndRewrite() 230 funcOp.setType(rewriter.getFunctionType( in matchAndRewrite() 280 module.walk([&](spirv::FuncOp funcOp) { in runOnOperation() argument [all …]
|
| H A D | SPIRVConversion.cpp | 539 matchAndRewrite(func::FuncOp funcOp, OpAdaptor adaptor, 545 FuncOpConversion::matchAndRewrite(func::FuncOp funcOp, OpAdaptor adaptor, in matchAndRewrite() argument 547 auto fnType = funcOp.getFunctionType(); in matchAndRewrite() 568 funcOp.getLoc(), funcOp.getName(), in matchAndRewrite() 574 for (const auto &namedAttr : funcOp->getAttrs()) { in matchAndRewrite() 580 rewriter.inlineRegionBefore(funcOp.getBody(), newFuncOp.getBody(), in matchAndRewrite() 585 rewriter.eraseOp(funcOp); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Linalg/ |
| H A D | TestLinalgTransforms.cpp | 130 static void applyPatterns(func::FuncOp funcOp) { in applyPatterns() argument 131 MLIRContext *ctx = funcOp.getContext(); in applyPatterns() 245 funcOp.walk([](LinalgOp op) { in applyPatterns() 410 RewritePatternSet patterns(funcOp.getContext()); in applyLinalgToVectorPatterns() 411 auto *ctx = funcOp.getContext(); in applyLinalgToVectorPatterns() 422 RewritePatternSet patterns(funcOp.getContext()); in applyPadTensorToGenericPatterns() 428 RewritePatternSet patterns(funcOp.getContext()); in applyGeneralizePadTensorPatterns() 434 RewritePatternSet patterns(funcOp.getContext()); in applyExtractSliceOfPadTensorSwapPattern() 443 MLIRContext *context = funcOp.getContext(); in applyTilePattern() 467 RewritePatternSet patterns(funcOp.getContext()); in applySplitReduction() [all …]
|
| H A D | TestLinalgElementwiseFusion.cpp | 101 func::FuncOp funcOp = this->getOperation(); in runOnOperation() local 108 (void)applyPatternsAndFoldGreedily(funcOp.getBody(), in runOnOperation() 118 if (failed(applyPatternsAndFoldGreedily(funcOp.getBody(), in runOnOperation() 150 (void)applyPatternsAndFoldGreedily(funcOp.getBody(), in runOnOperation() 160 (void)applyPatternsAndFoldGreedily(funcOp.getBody(), std::move(patterns)); in runOnOperation() 174 (void)applyPatternsAndFoldGreedily(funcOp.getBody(), std::move(patterns)); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUToSPIRV/ |
| H A D | GPUToSPIRV.cpp | 72 matchAndRewrite(gpu::GPUFuncOp funcOp, OpAdaptor adaptor, 187 auto fnType = funcOp.getFunctionType(); in lowerAsEntryFunction() 194 funcOp.emitError( in lowerAsEntryFunction() 205 enumerate(funcOp.getFunctionType().getInputs())) { in lowerAsEntryFunction() 211 funcOp.getLoc(), funcOp.getName(), in lowerAsEntryFunction() 214 for (const auto &namedAttr : funcOp->getAttrs()) { in lowerAsEntryFunction() 226 rewriter.eraseOp(funcOp); in lowerAsEntryFunction() 263 gpu::GPUFuncOp funcOp, OpAdaptor adaptor, in matchAndRewrite() argument 265 if (!gpu::GPUDialect::isKernel(funcOp)) in matchAndRewrite() 276 funcOp.emitRemark( in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/FuncToLLVM/ |
| H A D | FuncToLLVM.cpp | 130 auto type = funcOp.getFunctionType(); in wrapForExternalCallers() 216 FunctionType type = funcOp.getFunctionType(); in wrapExternalFunction() 307 (funcOp.getNumResults() == 1) in convertFuncOpToLLVMFuncOp() 337 if (funcOp->hasAttr("llvm.linkage")) { in convertFuncOpToLLVMFuncOp() 341 funcOp->emitError() in convertFuncOpToLLVMFuncOp() 348 funcOp.getLoc(), funcOp.getName(), llvmType, linkage, in convertFuncOpToLLVMFuncOp() 374 if (funcOp->getAttrOfType<UnitAttr>( in matchAndRewrite() 388 rewriter.eraseOp(funcOp); in matchAndRewrite() 416 rewriter.eraseOp(funcOp); in matchAndRewrite() 449 Location loc = funcOp.getLoc(); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/test/lib/IR/ |
| H A D | TestPrintInvalid.cpp | 37 auto funcOp = builder.create<func::FuncOp>( in runOnOperation() local 39 funcOp.addEntryBlock(); in runOnOperation() 41 llvm::outs() << "Invalid operation:\n" << funcOp << "\n"; in runOnOperation() 42 builder.setInsertionPointToEnd(&funcOp.getBody().front()); in runOnOperation() 45 llvm::outs() << "Valid operation:\n" << funcOp << "\n"; in runOnOperation() 46 funcOp.erase(); in runOnOperation()
|
| H A D | TestSlicing.cpp | 66 for (auto funcOp : funcOps) { in runOnOperation() local 69 funcOp.walk([&](Operation *op) { in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUCommon/ |
| H A D | OpToFuncCallLowering.h | 62 LLVMFuncOp funcOp = appendOrGetFuncOp(funcName, funcType, op); in matchAndRewrite() local 64 op->getLoc(), resultType, SymbolRefAttr::get(funcOp), castedOperands); in matchAndRewrite() 106 Operation *funcOp = SymbolTable::lookupNearestSymbolFrom(op, funcAttr); in appendOrGetFuncOp() local 107 if (funcOp) in appendOrGetFuncOp() 108 return cast<LLVMFuncOp>(*funcOp); in appendOrGetFuncOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | AllReduceLowering.cpp | 31 GpuAllReduceRewriter(gpu::GPUFuncOp funcOp, gpu::AllReduceOp reduceOp, in GpuAllReduceRewriter() 33 : funcOp(funcOp), reduceOp(reduceOp), rewriter(rewriter), in GpuAllReduceRewriter() 165 return funcOp.addWorkgroupAttribution(bufferType, rewriter.getUnknownLoc()); in createWorkgroupBuffer() 378 gpu::GPUFuncOp funcOp; member 396 auto funcOp = cast<gpu::GPUFuncOp>(op); in matchAndRewrite() local 398 GpuAllReduceRewriter(funcOp, reduceOp, rewriter).rewrite(); in matchAndRewrite() 403 while (funcOp.walk(callback).wasInterrupted()) { in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/LinalgToStandard/ |
| H A D | LinalgToStandard.cpp | 70 func::FuncOp funcOp = rewriter.create<func::FuncOp>( in getLibraryCallSymbolRef() local 75 funcOp->setAttr(LLVM::LLVMDialect::getEmitCWrapperAttrName(), in getLibraryCallSymbolRef() 77 funcOp.setPrivate(); in getLibraryCallSymbolRef()
|
| /llvm-project-15.0.7/mlir/test/Dialect/SPIRV/Linking/ModuleCombiner/ |
| H A D | conflict-resolution.mlir | 77 // Test properly updating references to a renamed funcOp. 117 // Test properly updating references to a renamed funcOp if the functionCallOp 118 // preceeds the callee funcOp definition. 159 // funcOp. 235 // Resolve conflicting funcOp and globalVariableOp. 334 // Resolve conflicting funcOp and specConstantOp. 359 // Resolve conflicting funcOp and specConstantOp and update the spec constant's 394 // Resolve conflicting specConstantOp and funcOp and update the spec constant's 429 // Resolve conflicting funcOp and specConstantCompositeOp. 456 // Resolve conflicting funcOp and specConstantCompositeOp and update the spec [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | DenseBufferizationPass.cpp | 50 if (auto funcOp = dyn_cast<func::FuncOp>(op)) { in runOnOperation() local 51 FunctionType funcType = funcOp.getFunctionType(); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Affine/ |
| H A D | TestAffineLoopParametricTiling.cpp | 44 if (func::FuncOp funcOp = dyn_cast<func::FuncOp>(topLoop->getParentOp())) in checkIfTilingParametersExist() local 45 assert(funcOp.getNumArguments() >= band.size() && "Too few tile sizes"); in checkIfTilingParametersExist()
|
| /llvm-project-15.0.7/mlir/test/Integration/Dialect/SparseTensor/python/ |
| H A D | test_stress.py | 113 funcOp = func.FuncOp(name='main', type=funcTp) 114 funcOp.attributes['llvm.emit_c_interface'] = ir.UnitAttr.get() 115 with ir.InsertionPoint(funcOp.add_entry_block()): 116 arg0 = funcOp.entry_block.arguments[0]
|
| /llvm-project-15.0.7/mlir/lib/IR/ |
| H A D | FunctionInterfaces.cpp | 281 FunctionOpInterface funcOp = cast<FunctionOpInterface>(op); in setFunctionType() local 282 unsigned oldNumArgs = funcOp.getNumArguments(); in setFunctionType() 283 unsigned oldNumResults = funcOp.getNumResults(); in setFunctionType() 285 unsigned newNumArgs = funcOp.getNumArguments(); in setFunctionType() 286 unsigned newNumResults = funcOp.getNumResults(); in setFunctionType()
|