13fef2d26SRiver Riddle //===- TestGPUMemoryPromotionPass.cpp - Test pass for GPU promotion -------===// 23fef2d26SRiver Riddle // 33fef2d26SRiver Riddle // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 43fef2d26SRiver Riddle // See https://llvm.org/LICENSE.txt for license information. 53fef2d26SRiver Riddle // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 63fef2d26SRiver Riddle // 73fef2d26SRiver Riddle //===----------------------------------------------------------------------===// 83fef2d26SRiver Riddle // 93fef2d26SRiver Riddle // This file implements the pass testing the utilities for moving data across 103fef2d26SRiver Riddle // different levels of the GPU memory hierarchy. 113fef2d26SRiver Riddle // 123fef2d26SRiver Riddle //===----------------------------------------------------------------------===// 133fef2d26SRiver Riddle 143fef2d26SRiver Riddle #include "mlir/Dialect/Affine/IR/AffineOps.h" 15d7ef488bSMogball #include "mlir/Dialect/GPU/IR/GPUDialect.h" 16d7ef488bSMogball #include "mlir/Dialect/GPU/Transforms/MemoryPromotion.h" 173fef2d26SRiver Riddle #include "mlir/Dialect/MemRef/IR/MemRef.h" 18*8b68da2cSAlex Zinenko #include "mlir/Dialect/SCF/IR/SCF.h" 193fef2d26SRiver Riddle #include "mlir/Dialect/SPIRV/IR/SPIRVDialect.h" 203fef2d26SRiver Riddle #include "mlir/IR/Attributes.h" 213fef2d26SRiver Riddle #include "mlir/Pass/Pass.h" 223fef2d26SRiver Riddle 233fef2d26SRiver Riddle using namespace mlir; 243fef2d26SRiver Riddle 253fef2d26SRiver Riddle namespace { 263fef2d26SRiver Riddle /// Simple pass for testing the promotion to workgroup memory in GPU functions. 273fef2d26SRiver Riddle /// Promotes all arguments with "gpu.test_promote_workgroup" attribute. This 283fef2d26SRiver Riddle /// does not check whether the promotion is legal (e.g., amount of memory used) 293fef2d26SRiver Riddle /// or beneficial (e.g., makes previously uncoalesced loads coalesced). 305e50dd04SRiver Riddle struct TestGpuMemoryPromotionPass 313fef2d26SRiver Riddle : public PassWrapper<TestGpuMemoryPromotionPass, 323fef2d26SRiver Riddle OperationPass<gpu::GPUFuncOp>> { MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID__anonc04e43140111::TestGpuMemoryPromotionPass335e50dd04SRiver Riddle MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(TestGpuMemoryPromotionPass) 345e50dd04SRiver Riddle 353fef2d26SRiver Riddle void getDependentDialects(DialectRegistry ®istry) const override { 361f971e23SRiver Riddle registry.insert<AffineDialect, memref::MemRefDialect, scf::SCFDialect>(); 373fef2d26SRiver Riddle } getArgument__anonc04e43140111::TestGpuMemoryPromotionPass38b5e22e6dSMehdi Amini StringRef getArgument() const final { return "test-gpu-memory-promotion"; } getDescription__anonc04e43140111::TestGpuMemoryPromotionPass39b5e22e6dSMehdi Amini StringRef getDescription() const final { 40b5e22e6dSMehdi Amini return "Promotes the annotated arguments of gpu.func to workgroup memory."; 41b5e22e6dSMehdi Amini } 423fef2d26SRiver Riddle runOnOperation__anonc04e43140111::TestGpuMemoryPromotionPass433fef2d26SRiver Riddle void runOnOperation() override { 443fef2d26SRiver Riddle gpu::GPUFuncOp op = getOperation(); 453fef2d26SRiver Riddle for (unsigned i = 0, e = op.getNumArguments(); i < e; ++i) { 463fef2d26SRiver Riddle if (op.getArgAttrOfType<UnitAttr>(i, "gpu.test_promote_workgroup")) 473fef2d26SRiver Riddle promoteToWorkgroupMemory(op, i); 483fef2d26SRiver Riddle } 493fef2d26SRiver Riddle } 503fef2d26SRiver Riddle }; 51be0a7e9fSMehdi Amini } // namespace 523fef2d26SRiver Riddle 533fef2d26SRiver Riddle namespace mlir { registerTestGpuMemoryPromotionPass()543fef2d26SRiver Riddlevoid registerTestGpuMemoryPromotionPass() { 55b5e22e6dSMehdi Amini PassRegistration<TestGpuMemoryPromotionPass>(); 563fef2d26SRiver Riddle } 573fef2d26SRiver Riddle } // namespace mlir 58