13fef2d26SRiver Riddle //===- TestGPUMemoryPromotionPass.cpp - Test pass for GPU promotion -------===//
23fef2d26SRiver Riddle //
33fef2d26SRiver Riddle // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
43fef2d26SRiver Riddle // See https://llvm.org/LICENSE.txt for license information.
53fef2d26SRiver Riddle // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
63fef2d26SRiver Riddle //
73fef2d26SRiver Riddle //===----------------------------------------------------------------------===//
83fef2d26SRiver Riddle //
93fef2d26SRiver Riddle // This file implements the pass testing the utilities for moving data across
103fef2d26SRiver Riddle // different levels of the GPU memory hierarchy.
113fef2d26SRiver Riddle //
123fef2d26SRiver Riddle //===----------------------------------------------------------------------===//
133fef2d26SRiver Riddle 
143fef2d26SRiver Riddle #include "mlir/Dialect/Affine/IR/AffineOps.h"
15d7ef488bSMogball #include "mlir/Dialect/GPU/IR/GPUDialect.h"
16d7ef488bSMogball #include "mlir/Dialect/GPU/Transforms/MemoryPromotion.h"
173fef2d26SRiver Riddle #include "mlir/Dialect/MemRef/IR/MemRef.h"
18*8b68da2cSAlex Zinenko #include "mlir/Dialect/SCF/IR/SCF.h"
193fef2d26SRiver Riddle #include "mlir/Dialect/SPIRV/IR/SPIRVDialect.h"
203fef2d26SRiver Riddle #include "mlir/IR/Attributes.h"
213fef2d26SRiver Riddle #include "mlir/Pass/Pass.h"
223fef2d26SRiver Riddle 
233fef2d26SRiver Riddle using namespace mlir;
243fef2d26SRiver Riddle 
253fef2d26SRiver Riddle namespace {
263fef2d26SRiver Riddle /// Simple pass for testing the promotion to workgroup memory in GPU functions.
273fef2d26SRiver Riddle /// Promotes all arguments with "gpu.test_promote_workgroup" attribute. This
283fef2d26SRiver Riddle /// does not check whether the promotion is legal (e.g., amount of memory used)
293fef2d26SRiver Riddle /// or beneficial (e.g., makes previously uncoalesced loads coalesced).
305e50dd04SRiver Riddle struct TestGpuMemoryPromotionPass
313fef2d26SRiver Riddle     : public PassWrapper<TestGpuMemoryPromotionPass,
323fef2d26SRiver Riddle                          OperationPass<gpu::GPUFuncOp>> {
MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID__anonc04e43140111::TestGpuMemoryPromotionPass335e50dd04SRiver Riddle   MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(TestGpuMemoryPromotionPass)
345e50dd04SRiver Riddle 
353fef2d26SRiver Riddle   void getDependentDialects(DialectRegistry &registry) const override {
361f971e23SRiver Riddle     registry.insert<AffineDialect, memref::MemRefDialect, scf::SCFDialect>();
373fef2d26SRiver Riddle   }
getArgument__anonc04e43140111::TestGpuMemoryPromotionPass38b5e22e6dSMehdi Amini   StringRef getArgument() const final { return "test-gpu-memory-promotion"; }
getDescription__anonc04e43140111::TestGpuMemoryPromotionPass39b5e22e6dSMehdi Amini   StringRef getDescription() const final {
40b5e22e6dSMehdi Amini     return "Promotes the annotated arguments of gpu.func to workgroup memory.";
41b5e22e6dSMehdi Amini   }
423fef2d26SRiver Riddle 
runOnOperation__anonc04e43140111::TestGpuMemoryPromotionPass433fef2d26SRiver Riddle   void runOnOperation() override {
443fef2d26SRiver Riddle     gpu::GPUFuncOp op = getOperation();
453fef2d26SRiver Riddle     for (unsigned i = 0, e = op.getNumArguments(); i < e; ++i) {
463fef2d26SRiver Riddle       if (op.getArgAttrOfType<UnitAttr>(i, "gpu.test_promote_workgroup"))
473fef2d26SRiver Riddle         promoteToWorkgroupMemory(op, i);
483fef2d26SRiver Riddle     }
493fef2d26SRiver Riddle   }
503fef2d26SRiver Riddle };
51be0a7e9fSMehdi Amini } // namespace
523fef2d26SRiver Riddle 
533fef2d26SRiver Riddle namespace mlir {
registerTestGpuMemoryPromotionPass()543fef2d26SRiver Riddle void registerTestGpuMemoryPromotionPass() {
55b5e22e6dSMehdi Amini   PassRegistration<TestGpuMemoryPromotionPass>();
563fef2d26SRiver Riddle }
573fef2d26SRiver Riddle } // namespace mlir
58