| /llvm-project-15.0.7/mlir/include/mlir/Dialect/X86Vector/ |
| H A D | Transforms.h | 16 class ImplicitLocOpBuilder; variable 101 Value mm256BlendPsAsm(ImplicitLocOpBuilder &b, Value v1, Value v2, 111 Value mm256UnpackLoPs(ImplicitLocOpBuilder &b, Value v1, Value v2); 114 Value mm256UnpackHiPs(ImplicitLocOpBuilder &b, Value v1, Value v2); 120 Value mm256ShufflePs(ImplicitLocOpBuilder &b, Value v1, Value v2, uint8_t mask); 128 Value mm256Permute2f128Ps(ImplicitLocOpBuilder &b, Value v1, Value v2, 132 Value mm256BlendPs(ImplicitLocOpBuilder &b, Value v1, Value v2, uint8_t mask); 139 void transpose4x8xf32(ImplicitLocOpBuilder &ib, MutableArrayRef<Value> vs); 142 void transpose8x8xf32(ImplicitLocOpBuilder &ib, MutableArrayRef<Value> vs);
|
| /llvm-project-15.0.7/mlir/include/mlir/IR/ |
| H A D | ImplicitLocOpBuilder.h | 23 class ImplicitLocOpBuilder : public mlir::OpBuilder { 28 ImplicitLocOpBuilder(Location loc, T &&...operands) in ImplicitLocOpBuilder() function 33 static ImplicitLocOpBuilder atBlockBegin(Location loc, Block *block, 35 return ImplicitLocOpBuilder(loc, block, block->begin(), listener); 40 static ImplicitLocOpBuilder atBlockEnd(Location loc, Block *block, 42 return ImplicitLocOpBuilder(loc, block, block->end(), listener); 47 static ImplicitLocOpBuilder atBlockTerminator(Location loc, Block *block, 51 return ImplicitLocOpBuilder(loc, block, Block::iterator(terminator),
|
| /llvm-project-15.0.7/mlir/lib/Dialect/X86Vector/Transforms/ |
| H A D | AVXTranspose.cpp | 32 ImplicitLocOpBuilder &b, Value v1, Value v2, uint8_t mask) { in mm256BlendPsAsm() 48 Value mlir::x86vector::avx2::intrin::mm256UnpackLoPs(ImplicitLocOpBuilder &b, in mm256UnpackLoPs() 54 Value mlir::x86vector::avx2::intrin::mm256UnpackHiPs(ImplicitLocOpBuilder &b, in mm256UnpackHiPs() 63 Value mlir::x86vector::avx2::intrin::mm256ShufflePs(ImplicitLocOpBuilder &b, in mm256ShufflePs() 80 ImplicitLocOpBuilder &b, Value v1, Value v2, uint8_t mask) { in mm256Permute2f128Ps() 102 Value mlir::x86vector::avx2::intrin::mm256BlendPs(ImplicitLocOpBuilder &b, in mm256BlendPs() 114 void mlir::x86vector::avx2::transpose4x8xf32(ImplicitLocOpBuilder &ib, in transpose4x8xf32() 139 void mlir::x86vector::avx2::transpose8x8xf32(ImplicitLocOpBuilder &ib, in transpose8x8xf32() 284 ImplicitLocOpBuilder ib(loc, rewriter); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Async/Transforms/ |
| H A D | AsyncParallelFor.cpp | 253 ImplicitLocOpBuilder b(op.getLoc(), rewriter); in createParallelComputeFunction() 376 ImplicitLocOpBuilder b(loc, nestedBuilder); in createParallelComputeFunction() 463 ImplicitLocOpBuilder b(loc, rewriter); in createAsyncDispatchFunction() 607 ImplicitLocOpBuilder b(loc, nestedBuilder); in doAsyncDispatch() 620 ImplicitLocOpBuilder b(loc, nestedBuilder); in doAsyncDispatch() 686 ImplicitLocOpBuilder b(loc, loopBuilder); in doSequentialDispatch() 722 ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 764 ImplicitLocOpBuilder b(loc, nestedBuilder); in matchAndRewrite() 877 ImplicitLocOpBuilder b(loc, nestedBuilder); in matchAndRewrite() 887 ImplicitLocOpBuilder b(loc, nestedBuilder); in matchAndRewrite() [all …]
|
| H A D | AsyncToAsyncRuntime.cpp | 134 auto builder = ImplicitLocOpBuilder::atBlockBegin(func->getLoc(), entryBlock); in setupCoroMachinery() 221 ImplicitLocOpBuilder::atBlockBegin(coro.func->getLoc(), coro.setError); in setupSetErrorBlock() 271 auto builder = ImplicitLocOpBuilder::atBlockBegin(loc, func.addEntryBlock()); in outlineExecuteOp() 328 ImplicitLocOpBuilder callBuilder(loc, execute); in outlineExecuteOp() 414 ImplicitLocOpBuilder builder(loc, op, rewriter.getListener()); in matchAndRewrite() 433 ImplicitLocOpBuilder builder(loc, op, rewriter.getListener()); in matchAndRewrite() 624 ImplicitLocOpBuilder builder(loc, returnOp); in rewriteFuncAsCoroutine() 639 ImplicitLocOpBuilder callBuilder(loc, oldCall); in rewriteCallsiteForCoroutine()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Math/Transforms/ |
| H A D | PolynomialApproximation.cpp | 89 handleMultidimensionalVectors(ImplicitLocOpBuilder &builder, in handleMultidimensionalVectors() 373 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 428 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 497 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 585 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in logMatchAndRewrite() 732 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 779 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 907 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 1033 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() 1103 ImplicitLocOpBuilder builder(op->getLoc(), rewriter); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Promotion.cpp | 45 static Value allocBuffer(ImplicitLocOpBuilder &b, in allocBuffer() 86 ImplicitLocOpBuilder b(subView.getLoc(), builder); in defaultAllocBufferCallBack() 253 promoteSubViews(ImplicitLocOpBuilder &b, in promoteSubViews() 309 promoteSubViews(ImplicitLocOpBuilder &b, LinalgOp op, in promoteSubViews() 387 ImplicitLocOpBuilder b(linalgOp.getLoc(), builder); in promoteSubViews()
|
| H A D | Split.cpp | 83 ImplicitLocOpBuilder implicit(op.getLoc(), b); in createSplitPart() 139 ImplicitLocOpBuilder implicit(op.getLoc(), rewriter); in splitOp()
|
| H A D | HoistPadding.cpp | 62 SmallVector<Value> getPackedTensorSizes(ImplicitLocOpBuilder &b); 343 HoistingAnalysis::getPackedTensorSizes(ImplicitLocOpBuilder &b) { in getPackedTensorSizes() 409 ImplicitLocOpBuilder b(outer->getLoc(), outer); in hoistPaddingOnTensors()
|
| H A D | Tiling.cpp | 90 static void emitIsPositiveIndexAssertion(ImplicitLocOpBuilder &b, in emitIsPositiveIndexAssertion() 115 ImplicitLocOpBuilder b(op.getLoc(), builder); in computeMultiTileSizes() 242 ImplicitLocOpBuilder ilocb(loc, b); in tileToForeachThreadOpImpl()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | MemoryPromotion.cpp | 32 static void insertCopyLoops(ImplicitLocOpBuilder &b, Value from, Value to) { in insertCopyLoops() 133 auto b = ImplicitLocOpBuilder::atBlockBegin(loc, ®ion.front()); in insertCopies()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Async/ |
| H A D | Transforms.h | 29 std::function<Value(ImplicitLocOpBuilder, scf::ParallelOp)>;
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ShapeToStandard/ |
| H A D | ShapeToStandard.cpp | 78 Value getBroadcastedDim(ImplicitLocOpBuilder lb, ValueRange extentTensors, in getBroadcastedDim() 129 ImplicitLocOpBuilder lb(loc, rewriter); in matchAndRewrite() 159 getBroadcastedDim(ImplicitLocOpBuilder(loc, b), adaptor.getShapes(), in matchAndRewrite() 244 ImplicitLocOpBuilder lb(loc, rewriter); in matchAndRewrite() 281 ImplicitLocOpBuilder(loc, b), adaptor.getShapes(), rankDiffs, iv); in matchAndRewrite() 613 ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/IR/ |
| H A D | Linalg.h | 36 std::function<SmallVector<Range, 4>(ImplicitLocOpBuilder)>;
|
| H A D | LinalgBase.td | 53 void(ImplicitLocOpBuilder &b, Block &, ArrayRef<NamedAttribute>)>;
|
| H A D | LinalgStructuredOps.td | 209 static std::function<void(ImplicitLocOpBuilder &,
|
| /llvm-project-15.0.7/mlir/lib/CAPI/Dialect/ |
| H A D | Linalg.cpp | 37 ImplicitLocOpBuilder b(op->getLoc(), op->getContext()); in mlirLinalgFillBuiltinNamedOpRegion()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ComplexToStandard/ |
| H A D | ComplexToStandard.cpp | 54 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 133 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 468 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 491 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 512 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 531 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 753 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 821 mlir::ImplicitLocOpBuilder b(op.getLoc(), rewriter); in matchAndRewrite() 912 static Value powOpConversionImpl(mlir::ImplicitLocOpBuilder &builder, in powOpConversionImpl() 976 mlir::ImplicitLocOpBuilder builder(op.getLoc(), rewriter); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/test/mlir-linalg-ods-gen/ |
| H A D | test-linalg-ods-yaml-gen.yaml | 88 # IMPL-LABEL: void Test1Op::regionBuilder(ImplicitLocOpBuilder &b, 187 # IMPL: void Test2Op::regionBuilder(ImplicitLocOpBuilder &b, 316 # IMPL-LABEL: void Test4Op::regionBuilder(ImplicitLocOpBuilder &b,
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/Utils/ |
| H A D | Utils.h | 215 Value materializeOpFoldResult(ImplicitLocOpBuilder &builder,
|
| /llvm-project-15.0.7/mlir/lib/Conversion/AsyncToLLVM/ |
| H A D | AsyncToLLVM.cpp | 202 ImplicitLocOpBuilder::atBlockEnd(module.getLoc(), module.getBody()); in addAsyncRuntimeApiDeclarations() 253 auto moduleBuilder = ImplicitLocOpBuilder::atBlockEnd(loc, module.getBody()); in addResumeFunction() 263 auto blockBuilder = ImplicitLocOpBuilder::atBlockEnd(loc, block); in addResumeFunction()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 168 ImplicitLocOpBuilder lb(xferOp.getLoc(), b); in generateInBoundsCheck() 691 ImplicitLocOpBuilder locB(xferOp.getLoc(), rewriter); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TosaToLinalg/ |
| H A D | TosaToLinalgNamed.cpp | 68 ImplicitLocOpBuilder &builder) { in reifyConstantDim() 80 ImplicitLocOpBuilder builder(loc, rewriter); in getConvOutputDim()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/IR/ |
| H A D | LinalgOps.cpp | 50 using RegionBuilderFn = llvm::function_ref<void(ImplicitLocOpBuilder &, Block &, 84 ImplicitLocOpBuilder b(opBuilder.getUnknownLoc(), opBuilder); in fillStructuredOpRegion()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Test/ |
| H A D | TestOps.td | 2750 static void regionBuilder(mlir::ImplicitLocOpBuilder &b, mlir::Block &block, 2755 static std::function<void(mlir::ImplicitLocOpBuilder &, mlir::Block &, 2808 static void regionBuilder(mlir::ImplicitLocOpBuilder &b, mlir::Block &block, 2813 static std::function<void(mlir::ImplicitLocOpBuilder &, mlir::Block &,
|