13fef2d26SRiver Riddle //===- TestGPUMemoryPromotionPass.cpp - Test pass for GPU promotion -------===// 23fef2d26SRiver Riddle // 33fef2d26SRiver Riddle // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 43fef2d26SRiver Riddle // See https://llvm.org/LICENSE.txt for license information. 53fef2d26SRiver Riddle // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 63fef2d26SRiver Riddle // 73fef2d26SRiver Riddle //===----------------------------------------------------------------------===// 83fef2d26SRiver Riddle // 93fef2d26SRiver Riddle // This file implements the pass testing the utilities for moving data across 103fef2d26SRiver Riddle // different levels of the GPU memory hierarchy. 113fef2d26SRiver Riddle // 123fef2d26SRiver Riddle //===----------------------------------------------------------------------===// 133fef2d26SRiver Riddle 143fef2d26SRiver Riddle #include "mlir/Dialect/Affine/IR/AffineOps.h" 15d7ef488bSMogball #include "mlir/Dialect/GPU/IR/GPUDialect.h" 16d7ef488bSMogball #include "mlir/Dialect/GPU/Transforms/MemoryPromotion.h" 173fef2d26SRiver Riddle #include "mlir/Dialect/MemRef/IR/MemRef.h" 188b68da2cSAlex Zinenko #include "mlir/Dialect/SCF/IR/SCF.h" 193fef2d26SRiver Riddle #include "mlir/Dialect/SPIRV/IR/SPIRVDialect.h" 203fef2d26SRiver Riddle #include "mlir/IR/Attributes.h" 213fef2d26SRiver Riddle #include "mlir/Pass/Pass.h" 223fef2d26SRiver Riddle 233fef2d26SRiver Riddle using namespace mlir; 243fef2d26SRiver Riddle 253fef2d26SRiver Riddle namespace { 263fef2d26SRiver Riddle /// Simple pass for testing the promotion to workgroup memory in GPU functions. 273fef2d26SRiver Riddle /// Promotes all arguments with "gpu.test_promote_workgroup" attribute. This 283fef2d26SRiver Riddle /// does not check whether the promotion is legal (e.g., amount of memory used) 293fef2d26SRiver Riddle /// or beneficial (e.g., makes previously uncoalesced loads coalesced). 305e50dd04SRiver Riddle struct TestGpuMemoryPromotionPass 313fef2d26SRiver Riddle : public PassWrapper<TestGpuMemoryPromotionPass, 323fef2d26SRiver Riddle OperationPass<gpu::GPUFuncOp>> { MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID__anon92d9ceb70111::TestGpuMemoryPromotionPass335e50dd04SRiver Riddle MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(TestGpuMemoryPromotionPass) 345e50dd04SRiver Riddle 353fef2d26SRiver Riddle void getDependentDialects(DialectRegistry ®istry) const override { 36*4c48f016SMatthias Springer registry.insert<affine::AffineDialect, memref::MemRefDialect, 37*4c48f016SMatthias Springer scf::SCFDialect>(); 383fef2d26SRiver Riddle } getArgument__anon92d9ceb70111::TestGpuMemoryPromotionPass39b5e22e6dSMehdi Amini StringRef getArgument() const final { return "test-gpu-memory-promotion"; } getDescription__anon92d9ceb70111::TestGpuMemoryPromotionPass40b5e22e6dSMehdi Amini StringRef getDescription() const final { 41b5e22e6dSMehdi Amini return "Promotes the annotated arguments of gpu.func to workgroup memory."; 42b5e22e6dSMehdi Amini } 433fef2d26SRiver Riddle runOnOperation__anon92d9ceb70111::TestGpuMemoryPromotionPass443fef2d26SRiver Riddle void runOnOperation() override { 453fef2d26SRiver Riddle gpu::GPUFuncOp op = getOperation(); 463fef2d26SRiver Riddle for (unsigned i = 0, e = op.getNumArguments(); i < e; ++i) { 473fef2d26SRiver Riddle if (op.getArgAttrOfType<UnitAttr>(i, "gpu.test_promote_workgroup")) 483fef2d26SRiver Riddle promoteToWorkgroupMemory(op, i); 493fef2d26SRiver Riddle } 503fef2d26SRiver Riddle } 513fef2d26SRiver Riddle }; 52be0a7e9fSMehdi Amini } // namespace 533fef2d26SRiver Riddle 543fef2d26SRiver Riddle namespace mlir { registerTestGpuMemoryPromotionPass()553fef2d26SRiver Riddlevoid registerTestGpuMemoryPromotionPass() { 56b5e22e6dSMehdi Amini PassRegistration<TestGpuMemoryPromotionPass>(); 573fef2d26SRiver Riddle } 583fef2d26SRiver Riddle } // namespace mlir 59