xref: /llvm-project/mlir/test/lib/Dialect/GPU/TestGpuMemoryPromotion.cpp (revision 4c48f016effde67d500fc95290096aec9f3bdb70)
13fef2d26SRiver Riddle //===- TestGPUMemoryPromotionPass.cpp - Test pass for GPU promotion -------===//
23fef2d26SRiver Riddle //
33fef2d26SRiver Riddle // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
43fef2d26SRiver Riddle // See https://llvm.org/LICENSE.txt for license information.
53fef2d26SRiver Riddle // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
63fef2d26SRiver Riddle //
73fef2d26SRiver Riddle //===----------------------------------------------------------------------===//
83fef2d26SRiver Riddle //
93fef2d26SRiver Riddle // This file implements the pass testing the utilities for moving data across
103fef2d26SRiver Riddle // different levels of the GPU memory hierarchy.
113fef2d26SRiver Riddle //
123fef2d26SRiver Riddle //===----------------------------------------------------------------------===//
133fef2d26SRiver Riddle 
143fef2d26SRiver Riddle #include "mlir/Dialect/Affine/IR/AffineOps.h"
15d7ef488bSMogball #include "mlir/Dialect/GPU/IR/GPUDialect.h"
16d7ef488bSMogball #include "mlir/Dialect/GPU/Transforms/MemoryPromotion.h"
173fef2d26SRiver Riddle #include "mlir/Dialect/MemRef/IR/MemRef.h"
188b68da2cSAlex Zinenko #include "mlir/Dialect/SCF/IR/SCF.h"
193fef2d26SRiver Riddle #include "mlir/Dialect/SPIRV/IR/SPIRVDialect.h"
203fef2d26SRiver Riddle #include "mlir/IR/Attributes.h"
213fef2d26SRiver Riddle #include "mlir/Pass/Pass.h"
223fef2d26SRiver Riddle 
233fef2d26SRiver Riddle using namespace mlir;
243fef2d26SRiver Riddle 
253fef2d26SRiver Riddle namespace {
263fef2d26SRiver Riddle /// Simple pass for testing the promotion to workgroup memory in GPU functions.
273fef2d26SRiver Riddle /// Promotes all arguments with "gpu.test_promote_workgroup" attribute. This
283fef2d26SRiver Riddle /// does not check whether the promotion is legal (e.g., amount of memory used)
293fef2d26SRiver Riddle /// or beneficial (e.g., makes previously uncoalesced loads coalesced).
305e50dd04SRiver Riddle struct TestGpuMemoryPromotionPass
313fef2d26SRiver Riddle     : public PassWrapper<TestGpuMemoryPromotionPass,
323fef2d26SRiver Riddle                          OperationPass<gpu::GPUFuncOp>> {
MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID__anon92d9ceb70111::TestGpuMemoryPromotionPass335e50dd04SRiver Riddle   MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(TestGpuMemoryPromotionPass)
345e50dd04SRiver Riddle 
353fef2d26SRiver Riddle   void getDependentDialects(DialectRegistry &registry) const override {
36*4c48f016SMatthias Springer     registry.insert<affine::AffineDialect, memref::MemRefDialect,
37*4c48f016SMatthias Springer                     scf::SCFDialect>();
383fef2d26SRiver Riddle   }
getArgument__anon92d9ceb70111::TestGpuMemoryPromotionPass39b5e22e6dSMehdi Amini   StringRef getArgument() const final { return "test-gpu-memory-promotion"; }
getDescription__anon92d9ceb70111::TestGpuMemoryPromotionPass40b5e22e6dSMehdi Amini   StringRef getDescription() const final {
41b5e22e6dSMehdi Amini     return "Promotes the annotated arguments of gpu.func to workgroup memory.";
42b5e22e6dSMehdi Amini   }
433fef2d26SRiver Riddle 
runOnOperation__anon92d9ceb70111::TestGpuMemoryPromotionPass443fef2d26SRiver Riddle   void runOnOperation() override {
453fef2d26SRiver Riddle     gpu::GPUFuncOp op = getOperation();
463fef2d26SRiver Riddle     for (unsigned i = 0, e = op.getNumArguments(); i < e; ++i) {
473fef2d26SRiver Riddle       if (op.getArgAttrOfType<UnitAttr>(i, "gpu.test_promote_workgroup"))
483fef2d26SRiver Riddle         promoteToWorkgroupMemory(op, i);
493fef2d26SRiver Riddle     }
503fef2d26SRiver Riddle   }
513fef2d26SRiver Riddle };
52be0a7e9fSMehdi Amini } // namespace
533fef2d26SRiver Riddle 
543fef2d26SRiver Riddle namespace mlir {
registerTestGpuMemoryPromotionPass()553fef2d26SRiver Riddle void registerTestGpuMemoryPromotionPass() {
56b5e22e6dSMehdi Amini   PassRegistration<TestGpuMemoryPromotionPass>();
573fef2d26SRiver Riddle }
583fef2d26SRiver Riddle } // namespace mlir
59