| /llvm-project-15.0.7/mlir/lib/Conversion/ArithmeticToSPIRV/ |
| H A D | ArithmeticToSPIRV.cpp | 300 arith::ConstantOp constOp, OpAdaptor adaptor, in matchAndRewrite() 386 arith::ConstantOp constOp, OpAdaptor adaptor, in matchAndRewrite() 511 Op op, typename Op::Adaptor adaptor, in matchAndRewrite() 533 arith::XOrIOp op, OpAdaptor adaptor, in matchAndRewrite() 554 arith::XOrIOp op, OpAdaptor adaptor, in matchAndRewrite() 643 Op op, typename Op::Adaptor adaptor, in matchAndRewrite() 667 arith::CmpIOp op, OpAdaptor adaptor, in matchAndRewrite() 716 CmpIOpPattern::matchAndRewrite(arith::CmpIOp op, OpAdaptor adaptor, in matchAndRewrite() 758 CmpFOpPattern::matchAndRewrite(arith::CmpFOp op, OpAdaptor adaptor, in matchAndRewrite() 795 arith::CmpFOp op, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUToSPIRV/ |
| H A D | GPUToSPIRV.cpp | 95 matchAndRewrite(gpu::ModuleEndOp endOp, OpAdaptor adaptor, in matchAndRewrite() 131 SourceOp op, typename SourceOp::Adaptor adaptor, in matchAndRewrite() 148 SourceOp op, typename SourceOp::Adaptor adaptor, in matchAndRewrite() 160 gpu::BlockDimOp op, OpAdaptor adaptor, in matchAndRewrite() 263 gpu::GPUFuncOp funcOp, OpAdaptor adaptor, in matchAndRewrite() 305 gpu::GPUModuleOp moduleOp, OpAdaptor adaptor, in matchAndRewrite() 335 gpu::ReturnOp returnOp, OpAdaptor adaptor, in matchAndRewrite() 349 gpu::BarrierOp barrierOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | StructuralTypeConversions.cpp | 23 matchAndRewrite(ForOp op, OpAdaptor adaptor, in matchAndRewrite() 81 matchAndRewrite(IfOp op, OpAdaptor adaptor, in matchAndRewrite() 127 matchAndRewrite(scf::YieldOp op, OpAdaptor adaptor, in matchAndRewrite() 141 matchAndRewrite(WhileOp op, OpAdaptor adaptor, in matchAndRewrite() 168 matchAndRewrite(ConditionOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/ |
| H A D | SPIRVToLLVM.cpp | 235 spirv::StoreOpAdaptor adaptor(operands); in replaceWithLoadOrStore() local 305 matchAndRewrite(spirv::AccessChainOp op, OpAdaptor adaptor, in matchAndRewrite() 330 matchAndRewrite(spirv::AddressOfOp op, OpAdaptor adaptor, in matchAndRewrite() 390 matchAndRewrite(spirv::ConstantOp constOp, OpAdaptor adaptor, in matchAndRewrite() 521 matchAndRewrite(spirv::BranchOp branchOp, OpAdaptor adaptor, in matchAndRewrite() 1046 matchAndRewrite(spirv::LoopOp loopOp, OpAdaptor adaptor, in matchAndRewrite() 1093 matchAndRewrite(spirv::SelectionOp op, OpAdaptor adaptor, in matchAndRewrite() 1199 matchAndRewrite(spirv::GLTanOp tanOp, OpAdaptor adaptor, in matchAndRewrite() 1224 matchAndRewrite(spirv::GLTanhOp tanhOp, OpAdaptor adaptor, in matchAndRewrite() 1252 matchAndRewrite(spirv::VariableOp varOp, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Conversion/LLVMCommon/ |
| H A D | Pattern.h | 164 virtual void rewrite(SourceOp op, OpAdaptor adaptor, in rewrite() 169 matchAndRewrite(SourceOp op, OpAdaptor adaptor, in matchAndRewrite() 196 matchAndRewrite(SourceOp op, typename SourceOp::Adaptor adaptor, in matchAndRewrite()
|
| H A D | VectorPattern.h | 73 matchAndRewrite(SourceOp op, typename SourceOp::Adaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/AsyncToLLVM/ |
| H A D | AsyncToLLVM.cpp | 307 matchAndRewrite(CoroIdOp op, OpAdaptor adaptor, in matchAndRewrite() 337 matchAndRewrite(CoroBeginOp op, OpAdaptor adaptor, in matchAndRewrite() 391 matchAndRewrite(CoroFreeOp op, OpAdaptor adaptor, in matchAndRewrite() 422 matchAndRewrite(CoroEndOp op, OpAdaptor adaptor, in matchAndRewrite() 449 matchAndRewrite(CoroSaveOp op, OpAdaptor adaptor, in matchAndRewrite() 495 matchAndRewrite(CoroSuspendOp op, OpAdaptor adaptor, in matchAndRewrite() 699 matchAndRewrite(RuntimeAwaitOp op, OpAdaptor adaptor, in matchAndRewrite() 792 matchAndRewrite(RuntimeStoreOp op, OpAdaptor adaptor, in matchAndRewrite() 835 matchAndRewrite(RuntimeLoadOp op, OpAdaptor adaptor, in matchAndRewrite() 1069 matchAndRewrite(ExecuteOp op, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ArithmeticToLLVM/ |
| H A D | ArithmeticToLLVM.cpp | 120 ConstantOpLowering::matchAndRewrite(arith::ConstantOp op, OpAdaptor adaptor, in matchAndRewrite() 132 arith::IndexCastOp op, OpAdaptor adaptor, in matchAndRewrite() 164 CmpIOpLowering::matchAndRewrite(arith::CmpIOp op, OpAdaptor adaptor, in matchAndRewrite() 185 OpAdaptor adaptor(operands); in matchAndRewrite() local 199 CmpFOpLowering::matchAndRewrite(arith::CmpFOp op, OpAdaptor adaptor, in matchAndRewrite() 220 OpAdaptor adaptor(operands); in matchAndRewrite() local
|
| /llvm-project-15.0.7/mlir/lib/Conversion/FuncToSPIRV/ |
| H A D | FuncToSPIRV.cpp | 45 matchAndRewrite(func::ReturnOp returnOp, OpAdaptor adaptor, in matchAndRewrite() 66 matchAndRewrite(func::CallOp callOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 135 matchAndRewrite(vector::BitCastOp bitCastOp, OpAdaptor adaptor, in matchAndRewrite() 156 matchAndRewrite(vector::MatmulOp matmulOp, OpAdaptor adaptor, in matchAndRewrite() 187 vector::LoadOpAdaptor adaptor, in replaceLoadOrStoreOp() 202 vector::StoreOpAdaptor adaptor, in replaceLoadOrStoreOp() 226 typename LoadOrStoreOp::Adaptor adaptor, in matchAndRewrite() 260 matchAndRewrite(vector::GatherOp gather, OpAdaptor adaptor, in matchAndRewrite() 294 matchAndRewrite(vector::ScatterOp scatter, OpAdaptor adaptor, in matchAndRewrite() 716 matchAndRewrite(vector::FMAOp fmaOp, OpAdaptor adaptor, in matchAndRewrite() 766 matchAndRewrite(vector::InsertOp insertOp, OpAdaptor adaptor, in matchAndRewrite() 920 matchAndRewrite(vector::TypeCastOp castOp, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ShapeToStandard/ |
| H A D | ShapeToStandard.cpp | 39 AnyOpConversion::matchAndRewrite(AnyOp op, OpAdaptor adaptor, in matchAndRewrite() 54 matchAndRewrite(SrcOpTy op, typename SrcOpTy::Adaptor adaptor, in matchAndRewrite() 121 BroadcastOp op, OpAdaptor adaptor, in matchAndRewrite() 182 ConstShapeOp op, OpAdaptor adaptor, in matchAndRewrite() 216 ConstSizeOp op, OpAdaptor adaptor, in matchAndRewrite() 235 IsBroadcastableOp op, OpAdaptor adaptor, in matchAndRewrite() 336 GetExtentOp op, OpAdaptor adaptor, in matchAndRewrite() 472 ShapeEqOpConverter::matchAndRewrite(ShapeEqOp op, OpAdaptor adaptor, in matchAndRewrite() 542 ShapeOfOp op, OpAdaptor adaptor, in matchAndRewrite() 605 SplitAtOp op, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToSPIRV/ |
| H A D | MemRefToSPIRV.cpp | 246 AllocaOpPattern::matchAndRewrite(memref::AllocaOp allocaOp, OpAdaptor adaptor, in matchAndRewrite() 265 AllocOpPattern::matchAndRewrite(memref::AllocOp operation, OpAdaptor adaptor, in matchAndRewrite() 304 OpAdaptor adaptor, in matchAndRewrite() 318 IntLoadOpPattern::matchAndRewrite(memref::LoadOp loadOp, OpAdaptor adaptor, in matchAndRewrite() 414 LoadOpPattern::matchAndRewrite(memref::LoadOp loadOp, OpAdaptor adaptor, in matchAndRewrite() 431 IntStoreOpPattern::matchAndRewrite(memref::StoreOp storeOp, OpAdaptor adaptor, in matchAndRewrite() 526 StoreOpPattern::matchAndRewrite(memref::StoreOp storeOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUCommon/ |
| H A D | GPUToLLVMConversion.cpp | 424 gpu::HostRegisterOp hostRegisterOp, OpAdaptor adaptor, in matchAndRewrite() 446 gpu::AllocOp allocOp, OpAdaptor adaptor, in matchAndRewrite() 487 gpu::DeallocOp deallocOp, OpAdaptor adaptor, in matchAndRewrite() 514 async::YieldOp yieldOp, OpAdaptor adaptor, in matchAndRewrite() 553 gpu::WaitOp waitOp, OpAdaptor adaptor, in matchAndRewrite() 583 gpu::WaitOp waitOp, OpAdaptor adaptor, in matchAndRewrite() 635 gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, OpBuilder &builder) const { in generateParamsArray() 716 gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, in matchAndRewrite() 798 gpu::MemcpyOp memcpyOp, OpAdaptor adaptor, in matchAndRewrite() 834 gpu::MemsetOp memsetOp, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| H A D | GPUOpsLowering.cpp | 17 GPUFuncOpLowering::matchAndRewrite(gpu::GPUFuncOp gpuFuncOp, OpAdaptor adaptor, in matchAndRewrite() 167 gpu::PrintfOp gpuPrintfOp, gpu::PrintfOpAdaptor adaptor, in matchAndRewrite() 286 gpu::PrintfOp gpuPrintfOp, gpu::PrintfOpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVCommon/ |
| H A D | Pattern.h | 26 matchAndRewrite(Op op, typename Op::Adaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorConversion.cpp | 581 matchAndRewrite(ReshapeOp op, OpAdaptor adaptor, in matchAndRewrite() 600 matchAndRewrite(NewOp op, OpAdaptor adaptor, in matchAndRewrite() 667 matchAndRewrite(ConvertOp op, OpAdaptor adaptor, in matchAndRewrite() 897 matchAndRewrite(ToPointersOp op, OpAdaptor adaptor, in matchAndRewrite() 913 matchAndRewrite(ToIndicesOp op, OpAdaptor adaptor, in matchAndRewrite() 929 matchAndRewrite(ToValuesOp op, OpAdaptor adaptor, in matchAndRewrite() 945 matchAndRewrite(LoadOp op, OpAdaptor adaptor, in matchAndRewrite() 964 matchAndRewrite(LexInsertOp op, OpAdaptor adaptor, in matchAndRewrite() 980 matchAndRewrite(ExpandOp op, OpAdaptor adaptor, in matchAndRewrite() 1023 matchAndRewrite(CompressOp op, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Transforms/ |
| H A D | AffineDemotion.cpp | 51 matchAndRewrite(mlir::AffineLoadOp op, OpAdaptor adaptor, in matchAndRewrite() 73 matchAndRewrite(mlir::AffineStoreOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToSPIRV/ |
| H A D | SCFToSPIRV.cpp | 162 ForOpConversion::matchAndRewrite(scf::ForOp forOp, OpAdaptor adaptor, in matchAndRewrite() 244 IfOpConversion::matchAndRewrite(scf::IfOp ifOp, OpAdaptor adaptor, in matchAndRewrite() 304 scf::YieldOp terminatorOp, OpAdaptor adaptor, in matchAndRewrite() 339 WhileOpConversion::matchAndRewrite(scf::WhileOp whileOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Pass/ |
| H A D | PassStatistics.cpp | 62 auto *adaptor = dyn_cast<OpToOpPassAdaptor>(pass); in printResultsAsList() local 111 if (auto *adaptor = dyn_cast<OpToOpPassAdaptor>(pass)) { in printResultsAsPipeline() local 223 OpToOpPassAdaptor *adaptor = dyn_cast<OpToOpPassAdaptor>(&pass); in prepareStatistics() local
|
| /llvm-project-15.0.7/mlir/lib/Conversion/LinalgToLLVM/ |
| H A D | LinalgToLLVM.cpp | 61 matchAndRewrite(linalg::YieldOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/ArmSVE/Transforms/ |
| H A D | LegalizeForLLVMExport.cpp | 26 matchAndRewrite(OpTy op, typename OpTy::Adaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/test/lib/Conversion/FuncToLLVM/ |
| H A D | TestConvertCallOp.cpp | 28 matchAndRewrite(test::TestTypeProducerOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Async/Transforms/ |
| H A D | AsyncToAsyncRuntime.cpp | 348 matchAndRewrite(CreateGroupOp op, OpAdaptor adaptor, in matchAndRewrite() 367 matchAndRewrite(AddToGroupOp op, OpAdaptor adaptor, in matchAndRewrite() 394 matchAndRewrite(AwaitType op, typename AwaitType::Adaptor adaptor, in matchAndRewrite() 532 matchAndRewrite(async::YieldOp op, OpAdaptor adaptor, in matchAndRewrite() 576 matchAndRewrite(cf::AssertOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TensorToSPIRV/ |
| H A D | TensorToSPIRV.cpp | 46 matchAndRewrite(tensor::ExtractOp extractOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MathToSPIRV/ |
| H A D | MathToSPIRV.cpp | 63 matchAndRewrite(math::CopySignOp copySignOp, OpAdaptor adaptor, in matchAndRewrite() 129 matchAndRewrite(math::CountLeadingZerosOp countOp, OpAdaptor adaptor, in matchAndRewrite()
|