| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 71 rewriter.replaceOpWithNewOp<spirv::CompositeConstructOp>( in matchAndRewrite() 99 rewriter.replaceOpWithNewOp<spirv::CompositeExtractOp>( in matchAndRewrite() 134 rewriter.replaceOpWithNewOp<spirv::VectorShuffleOp>( in matchAndRewrite() 151 rewriter.replaceOpWithNewOp<spirv::GLFmaOp>( in matchAndRewrite() 175 rewriter.replaceOpWithNewOp<spirv::CompositeInsertOp>( in matchAndRewrite() 190 rewriter.replaceOpWithNewOp<spirv::VectorExtractDynamicOp>( in matchAndRewrite() 206 rewriter.replaceOpWithNewOp<spirv::VectorInsertDynamicOp>( in matchAndRewrite() 230 rewriter.replaceOpWithNewOp<spirv::CompositeInsertOp>( in matchAndRewrite() 246 rewriter.replaceOpWithNewOp<spirv::VectorShuffleOp>( in matchAndRewrite() 358 rewriter.replaceOpWithNewOp<spirv::VectorShuffleOp>( in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Math/Transforms/ |
| H A D | AlgebraicSimplification.cpp | 80 rewriter.replaceOpWithNewOp<arith::MulFOp>(op, ValueRange({x, x})); in matchAndRewrite() 88 rewriter.replaceOpWithNewOp<arith::MulFOp>(op, ValueRange({x, square})); in matchAndRewrite() 96 rewriter.replaceOpWithNewOp<arith::DivFOp>(op, ValueRange({bcast(one), x})); in matchAndRewrite() 102 rewriter.replaceOpWithNewOp<math::SqrtOp>(op, x); in matchAndRewrite() 108 rewriter.replaceOpWithNewOp<math::RsqrtOp>(op, x); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/FuncToSPIRV/ |
| H A D | FuncToSPIRV.cpp | 51 rewriter.replaceOpWithNewOp<spirv::ReturnValueOp>( in matchAndRewrite() 54 rewriter.replaceOpWithNewOp<spirv::ReturnOp>(returnOp); in matchAndRewrite() 76 rewriter.replaceOpWithNewOp<spirv::FunctionCallOp>( in matchAndRewrite() 79 rewriter.replaceOpWithNewOp<spirv::FunctionCallOp>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/AMX/Transforms/ |
| H A D | LegalizeForLLVMExport.cpp | 94 rewriter.replaceOpWithNewOp<amx::x86_amx_tilezero>(op, resType, tsz.first, in matchAndRewrite() 121 rewriter.replaceOpWithNewOp<amx::x86_amx_tileloadd64>( in matchAndRewrite() 147 rewriter.replaceOpWithNewOp<amx::x86_amx_tilestored64>( in matchAndRewrite() 168 rewriter.replaceOpWithNewOp<amx::x86_amx_tdpbf16ps>( in matchAndRewrite() 193 rewriter.replaceOpWithNewOp<amx::x86_amx_tdpbuud>( in matchAndRewrite() 197 rewriter.replaceOpWithNewOp<amx::x86_amx_tdpbusd>( in matchAndRewrite() 201 rewriter.replaceOpWithNewOp<amx::x86_amx_tdpbsud>( in matchAndRewrite() 205 rewriter.replaceOpWithNewOp<amx::x86_amx_tdpbssd>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ArithmeticToSPIRV/ |
| H A D | ArithmeticToSPIRV.cpp | 376 rewriter.replaceOpWithNewOp<spirv::ConstantOp>(constOp, dstType, in matchAndRewrite() 519 rewriter.template replaceOpWithNewOp<SPIRVLogicalOp>(op, dstType, in matchAndRewrite() 522 rewriter.template replaceOpWithNewOp<SPIRVBitwiseOp>(op, dstType, in matchAndRewrite() 543 rewriter.replaceOpWithNewOp<spirv::BitwiseXorOp>(op, dstType, in matchAndRewrite() 564 rewriter.replaceOpWithNewOp<spirv::LogicalNotEqualOp>(op, dstType, in matchAndRewrite() 585 rewriter.template replaceOpWithNewOp<spirv::SelectOp>( in matchAndRewrite() 606 rewriter.template replaceOpWithNewOp<spirv::SelectOp>( in matchAndRewrite() 656 rewriter.template replaceOpWithNewOp<SPIRVOp>(op, dstType, in matchAndRewrite() 798 rewriter.replaceOpWithNewOp<spirv::OrderedOp>(op, adaptor.getLhs(), in matchAndRewrite() 804 rewriter.replaceOpWithNewOp<spirv::UnorderedOp>(op, adaptor.getLhs(), in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/ControlFlow/IR/ |
| H A D | ControlFlowOps.cpp | 176 rewriter.replaceOpWithNewOp<BranchOp>(op, dest, destOperands); in simplifyPassThroughBr() 215 rewriter.replaceOpWithNewOp<BranchOp>(condbr, condbr.getTrueDest(), in matchAndRewrite() 221 rewriter.replaceOpWithNewOp<BranchOp>(condbr, condbr.getFalseDest(), in matchAndRewrite() 348 rewriter.replaceOpWithNewOp<BranchOp>(condbr, condbr.getTrueDest(), in matchAndRewrite() 351 rewriter.replaceOpWithNewOp<BranchOp>(condbr, condbr.getFalseDest(), in matchAndRewrite() 623 rewriter.replaceOpWithNewOp<BranchOp>(op, op.getDefaultDestination(), in simplifySwitchWithOnlyDefault() 661 rewriter.replaceOpWithNewOp<SwitchOp>( in dropSwitchCasesThatMatchDefault() 679 rewriter.replaceOpWithNewOp<BranchOp>( in foldSwitch() 685 rewriter.replaceOpWithNewOp<BranchOp>(op, op.getDefaultDestination(), in foldSwitch() 747 rewriter.replaceOpWithNewOp<SwitchOp>(op, op.getFlag(), defaultDest, in simplifyPassThroughSwitch() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/AsyncToLLVM/ |
| H A D | AsyncToLLVM.cpp | 319 rewriter.replaceOpWithNewOp<LLVM::CoroIdOp>( in matchAndRewrite() 373 rewriter.replaceOpWithNewOp<LLVM::CoroBeginOp>( in matchAndRewrite() 403 rewriter.replaceOpWithNewOp<LLVM::CallOp>(op, TypeRange(), in matchAndRewrite() 452 rewriter.replaceOpWithNewOp<LLVM::CoroSaveOp>( in matchAndRewrite() 518 rewriter.replaceOpWithNewOp<LLVM::SwitchOp>( in matchAndRewrite() 552 rewriter.replaceOpWithNewOp<func::CallOp>( in matchAndRewrite() 604 rewriter.replaceOpWithNewOp<func::CallOp>( in matchAndRewrite() 682 rewriter.replaceOpWithNewOp<func::CallOp>( in matchAndRewrite() 774 rewriter.replaceOpWithNewOp<func::CallOp>( in matchAndRewrite() 882 rewriter.replaceOpWithNewOp<func::CallOp>( in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/ |
| H A D | SPIRVToLLVM.cpp | 229 rewriter.replaceOpWithNewOp<LLVM::LoadOp>( in replaceWithLoadOrStore() 411 rewriter.replaceOpWithNewOp<LLVM::ConstantOp>( in matchAndRewrite() 422 rewriter.replaceOpWithNewOp<LLVM::ConstantOp>( in matchAndRewrite() 545 rewriter.replaceOpWithNewOp<LLVM::CondBrOp>( in matchAndRewrite() 577 rewriter.replaceOpWithNewOp<LLVM::ExtractValueOp>( in matchAndRewrite() 607 rewriter.replaceOpWithNewOp<LLVM::InsertValueOp>( in matchAndRewrite() 626 rewriter.template replaceOpWithNewOp<LLVMOp>( in matchAndRewrite() 813 rewriter.replaceOpWithNewOp<LLVM::CallOp>( in matchAndRewrite() 820 rewriter.replaceOpWithNewOp<LLVM::CallOp>( in matchAndRewrite() 840 rewriter.template replaceOpWithNewOp<LLVM::FCmpOp>( in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/flang/lib/Optimizer/CodeGen/ |
| H A D | BoxedProcedure.cpp | 195 rewriter.replaceOpWithNewOp<ConvertOp>( in runOnOperation() 242 rewriter.replaceOpWithNewOp<ConvertOp>(embox, toTy, in runOnOperation() 246 rewriter.replaceOpWithNewOp<ConvertOp>(embox, toTy, in runOnOperation() 259 rewriter.replaceOpWithNewOp<AllocaOp>( in runOnOperation() 272 rewriter.replaceOpWithNewOp<AllocMemOp>( in runOnOperation() 284 rewriter.replaceOpWithNewOp<CoordinateOp>(coor, toTy, coor.getRef(), in runOnOperation() 295 rewriter.replaceOpWithNewOp<FieldIndexOp>( in runOnOperation() 306 rewriter.replaceOpWithNewOp<LenParamIndexOp>( in runOnOperation()
|
| H A D | CodeGen.cpp | 305 rewriter.replaceOpWithNewOp<mlir::LLVM::AddressOfOp>( in matchAndRewrite() 544 rewriter.replaceOpWithNewOp<mlir::LLVM::ICmpOp>( in matchAndRewrite() 669 rewriter.replaceOpWithNewOp<mlir::LLVM::CallOp>( in matchAndRewrite() 828 rewriter.replaceOpWithNewOp<mlir::LLVM::ICmpOp>( in matchAndRewrite() 2618 rewriter.replaceOpWithNewOp<mlir::LLVM::CallOp>( in matchAndRewrite() 2769 rewriter.replaceOpWithNewOp<mlir::LLVM::LoadOp>( in matchAndRewrite() 2944 rewriter.replaceOpWithNewOp<mlir::LLVM::SwitchOp>( in selectMatchAndRewrite() 3005 rewriter.replaceOpWithNewOp<mlir::LLVM::StoreOp>( in matchAndRewrite() 3008 rewriter.replaceOpWithNewOp<mlir::LLVM::StoreOp>( in matchAndRewrite() 3066 rewriter.replaceOpWithNewOp<mlir::LLVM::UndefOp>( in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/SPIRV/ |
| H A D | TestAvailability.cpp | 186 rewriter.replaceOpWithNewOp<spirv::AtomicCompareExchangeWeakOp>( in matchAndRewrite() 203 rewriter.replaceOpWithNewOp<spirv::BitReverseOp>( in matchAndRewrite() 217 rewriter.replaceOpWithNewOp<spirv::GroupNonUniformBallotOp>( in matchAndRewrite() 228 rewriter.replaceOpWithNewOp<spirv::ModuleOp>( in matchAndRewrite() 243 rewriter.replaceOpWithNewOp<spirv::SubgroupBallotKHROp>( in matchAndRewrite()
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Transforms/ |
| H A D | AffineDemotion.cpp | 63 rewriter.replaceOpWithNewOp<fir::LoadOp>(op, coorOp.getResult()); in matchAndRewrite() 84 rewriter.replaceOpWithNewOp<fir::StoreOp>(op, adaptor.getValue(), in matchAndRewrite() 108 rewriter.replaceOpWithNewOp<fir::ConvertOp>(op, flatTy, in matchAndRewrite() 133 rewriter.replaceOpWithNewOp<fir::AllocaOp>(op, convertMemRef(op.getType()), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/AffineToStandard/ |
| H A D | AffineToStandard.cpp | 138 rewriter.replaceOpWithNewOp<scf::YieldOp>(op); in matchAndRewrite() 141 rewriter.replaceOpWithNewOp<scf::YieldOp>(op, op.operands()); in matchAndRewrite() 355 rewriter.replaceOpWithNewOp<memref::LoadOp>(op, op.getMemRef(), in matchAndRewrite() 378 rewriter.replaceOpWithNewOp<memref::PrefetchOp>( in matchAndRewrite() 402 rewriter.replaceOpWithNewOp<memref::StoreOp>( in matchAndRewrite() 441 rewriter.replaceOpWithNewOp<memref::DmaStartOp>( in matchAndRewrite() 466 rewriter.replaceOpWithNewOp<memref::DmaWaitOp>( in matchAndRewrite() 489 rewriter.replaceOpWithNewOp<vector::LoadOp>( in matchAndRewrite() 511 rewriter.replaceOpWithNewOp<vector::StoreOp>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 158 rewriter.replaceOpWithNewOp<LLVM::MatrixMultiplyOp>( in matchAndRewrite() 176 rewriter.replaceOpWithNewOp<LLVM::MatrixTransposeOp>( in matchAndRewrite() 197 rewriter.replaceOpWithNewOp<LLVM::MaskedLoadOp>( in replaceLoadOrStoreOp() 213 rewriter.replaceOpWithNewOp<LLVM::MaskedStoreOp>( in replaceLoadOrStoreOp() 280 rewriter.replaceOpWithNewOp<LLVM::masked_gather>( in matchAndRewrite() 314 rewriter.replaceOpWithNewOp<LLVM::masked_scatter>( in matchAndRewrite() 338 rewriter.replaceOpWithNewOp<LLVM::masked_expandload>( in matchAndRewrite() 634 rewriter.replaceOpWithNewOp<LLVM::ExtractElementOp>( in matchAndRewrite() 721 rewriter.replaceOpWithNewOp<LLVM::FMulAddOp>( in matchAndRewrite() 748 rewriter.replaceOpWithNewOp<LLVM::InsertElementOp>( in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Shape/Transforms/ |
| H A D | RemoveShapeConstraints.cpp | 26 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op.getOperation(), true); in matchAndRewrite() 37 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op.getOperation(), true); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ControlFlowToSPIRV/ |
| H A D | ControlFlowToSPIRV.cpp | 42 rewriter.replaceOpWithNewOp<spirv::BranchOp>(op, op.getDest(), in matchAndRewrite() 56 rewriter.replaceOpWithNewOp<spirv::BranchConditionalOp>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorDropLeadUnitDim.cpp | 81 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(extractOp, oldDstType, in matchAndRewrite() 122 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(insertOp, oldDstType, in matchAndRewrite() 177 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(insertOp, oldDstType, in matchAndRewrite() 226 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(read, oldType, newRead); in matchAndRewrite() 272 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in matchAndRewrite() 396 rewriter.replaceOpWithNewOp<vector::BroadcastOp>( in matchAndRewrite() 430 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(op, vecType, in matchAndRewrite()
|
| H A D | VectorTransferPermutationMapRewritePatterns.cpp | 121 rewriter.replaceOpWithNewOp<vector::TransposeOp>(op, newRead, in matchAndRewrite() 187 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in matchAndRewrite() 247 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(op, originalVecType, in matchAndRewrite() 267 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(op, originalVecType, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Utils/ |
| H A D | ReshapeOpsUtils.h | 193 rewriter.replaceOpWithNewOp<ReshapeOpTy>( in matchAndRewrite() 277 rewriter.replaceOpWithNewOp<CollapseOpTy>( in matchAndRewrite() 280 rewriter.replaceOpWithNewOp<ExpandOpTy>( in matchAndRewrite() 317 rewriter.replaceOpWithNewOp<CollapseOpTy>( in matchAndRewrite() 327 rewriter.replaceOpWithNewOp<ExpandOpTy>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MathToSPIRV/ |
| H A D | MathToSPIRV.cpp | 114 rewriter.replaceOpWithNewOp<spirv::BitcastOp>(copySignOp, type, result); in matchAndRewrite() 162 rewriter.replaceOpWithNewOp<spirv::SelectOp>(countOp, cmp, subInput, in matchAndRewrite() 184 rewriter.replaceOpWithNewOp<spirv::FSubOp>(operation, exp, one); in matchAndRewrite() 206 rewriter.replaceOpWithNewOp<LogOp>(operation, type, onePlus); in matchAndRewrite() 232 rewriter.replaceOpWithNewOp<spirv::SelectOp>(powfOp, lessThan, negate, pow); in matchAndRewrite() 269 rewriter.replaceOpWithNewOp<math::CopySignOp>(roundOp, add, operand); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ShapeToStandard/ |
| H A D | ShapeToStandard.cpp | 60 rewriter.replaceOpWithNewOp<DstOpTy>(op, adaptor.getLhs(), in matchAndRewrite() 200 rewriter.replaceOpWithNewOp<tensor::CastOp>(op, resultTy, tensor); in matchAndRewrite() 218 rewriter.replaceOpWithNewOp<arith::ConstantIndexOp>( in matchAndRewrite() 346 rewriter.replaceOpWithNewOp<tensor::DimOp>(op, shapeOfOp.getArg(), in matchAndRewrite() 352 rewriter.replaceOpWithNewOp<tensor::ExtractOp>(op, rewriter.getIndexType(), in matchAndRewrite() 376 rewriter.replaceOpWithNewOp<tensor::DimOp>(op, adaptor.getShape(), 0); in matchAndRewrite() 480 rewriter.replaceOpWithNewOp<arith::ConstantOp>(op, i1Ty, in matchAndRewrite() 574 rewriter.replaceOpWithNewOp<tensor::CastOp>(op, op.getType(), in matchAndRewrite() 582 rewriter.replaceOpWithNewOp<tensor::GenerateOp>( in matchAndRewrite() 646 rewriter.replaceOpWithNewOp<tensor::CastOp>(op, op.getType(), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/X86Vector/Transforms/ |
| H A D | LegalizeForLLVMExport.cpp | 86 rewriter.replaceOpWithNewOp<MaskCompressIntrOp>(op, opType, adaptor.getA(), in matchAndRewrite() 100 rewriter.replaceOpWithNewOp<RsqrtIntrOp>(op, opType, adaptor.getA()); in matchAndRewrite() 117 rewriter.replaceOpWithNewOp<DotIntrOp>(op, opType, adaptor.getA(), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | FoldSubViewOps.cpp | 165 rewriter.replaceOpWithNewOp<LoadOpTy>(loadOp, subViewOp.getSource(), in replaceOp() 176 rewriter.replaceOpWithNewOp<vector::TransferReadOp>( in replaceOp() 189 rewriter.replaceOpWithNewOp<StoreOpTy>(storeOp, storeOp.getValue(), in replaceOp() 200 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in replaceOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Arithmetic/Transforms/ |
| H A D | ExpandOps.cpp | 42 rewriter.replaceOpWithNewOp<arith::SelectOp>(op, compare, zero, plusOne); in matchAndRewrite() 93 rewriter.replaceOpWithNewOp<arith::SelectOp>(op, compareRes, posRes, in matchAndRewrite() 143 rewriter.replaceOpWithNewOp<arith::SelectOp>(op, compareRes, negRes, in matchAndRewrite() 170 rewriter.replaceOpWithNewOp<arith::SelectOp>(op, isNaN, rhs, select); in matchAndRewrite() 186 rewriter.replaceOpWithNewOp<arith::SelectOp>(op, cmp, lhs, rhs); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ArithmeticToLLVM/ |
| H A D | ArithmeticToLLVM.cpp | 146 rewriter.replaceOpWithNewOp<LLVM::TruncOp>(op, targetType, adaptor.getIn()); in matchAndRewrite() 148 rewriter.replaceOpWithNewOp<LLVM::SExtOp>(op, targetType, adaptor.getIn()); in matchAndRewrite() 171 rewriter.replaceOpWithNewOp<LLVM::ICmpOp>( in matchAndRewrite() 206 rewriter.replaceOpWithNewOp<LLVM::FCmpOp>( in matchAndRewrite()
|