//===- LegalizeDataValues.cpp - -------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "mlir/Dialect/OpenACC/Transforms/Passes.h" #include "mlir/Dialect/Func/IR/FuncOps.h" #include "mlir/Dialect/OpenACC/OpenACC.h" #include "mlir/Pass/Pass.h" #include "mlir/Transforms/RegionUtils.h" #include "llvm/Support/ErrorHandling.h" namespace mlir { namespace acc { #define GEN_PASS_DEF_LEGALIZEDATAVALUESINREGION #include "mlir/Dialect/OpenACC/Transforms/Passes.h.inc" } // namespace acc } // namespace mlir using namespace mlir; namespace { static bool insideAccComputeRegion(mlir::Operation *op) { mlir::Operation *parent{op->getParentOp()}; while (parent) { if (isa(parent)) { return true; } parent = parent->getParentOp(); } return false; } static void collectPtrs(mlir::ValueRange operands, llvm::SmallVector> &values, bool hostToDevice) { for (auto operand : operands) { Value varPtr = acc::getVarPtr(operand.getDefiningOp()); Value accPtr = acc::getAccPtr(operand.getDefiningOp()); if (varPtr && accPtr) { if (hostToDevice) values.push_back({varPtr, accPtr}); else values.push_back({accPtr, varPtr}); } } } template static void replaceAllUsesInAccComputeRegionsWith(Value orig, Value replacement, Region &outerRegion) { for (auto &use : llvm::make_early_inc_range(orig.getUses())) { if (outerRegion.isAncestor(use.getOwner()->getParentRegion())) { if constexpr (std::is_same_v || std::is_same_v) { // For data construct regions, only replace uses in contained compute // regions. if (insideAccComputeRegion(use.getOwner())) { use.set(replacement); } } else { use.set(replacement); } } } } template static void collectAndReplaceInRegion(Op &op, bool hostToDevice) { llvm::SmallVector> values; if constexpr (std::is_same_v) { collectPtrs(op.getReductionOperands(), values, hostToDevice); collectPtrs(op.getPrivateOperands(), values, hostToDevice); } else { collectPtrs(op.getDataClauseOperands(), values, hostToDevice); if constexpr (!std::is_same_v && !std::is_same_v && !std::is_same_v) { collectPtrs(op.getReductionOperands(), values, hostToDevice); collectPtrs(op.getPrivateOperands(), values, hostToDevice); collectPtrs(op.getFirstprivateOperands(), values, hostToDevice); } } for (auto p : values) replaceAllUsesInAccComputeRegionsWith(std::get<0>(p), std::get<1>(p), op.getRegion()); } class LegalizeDataValuesInRegion : public acc::impl::LegalizeDataValuesInRegionBase< LegalizeDataValuesInRegion> { public: using LegalizeDataValuesInRegionBase< LegalizeDataValuesInRegion>::LegalizeDataValuesInRegionBase; void runOnOperation() override { func::FuncOp funcOp = getOperation(); bool replaceHostVsDevice = this->hostToDevice.getValue(); funcOp.walk([&](Operation *op) { if (!isa(*op) && !(isa(*op) && applyToAccDataConstruct)) return; if (auto parallelOp = dyn_cast(*op)) { collectAndReplaceInRegion(parallelOp, replaceHostVsDevice); } else if (auto serialOp = dyn_cast(*op)) { collectAndReplaceInRegion(serialOp, replaceHostVsDevice); } else if (auto kernelsOp = dyn_cast(*op)) { collectAndReplaceInRegion(kernelsOp, replaceHostVsDevice); } else if (auto loopOp = dyn_cast(*op)) { collectAndReplaceInRegion(loopOp, replaceHostVsDevice); } else if (auto dataOp = dyn_cast(*op)) { collectAndReplaceInRegion(dataOp, replaceHostVsDevice); } else if (auto declareOp = dyn_cast(*op)) { collectAndReplaceInRegion(declareOp, replaceHostVsDevice); } else { llvm_unreachable("unsupported acc region op"); } }); } }; } // end anonymous namespace