//===- SCFToEmitC.cpp - SCF to EmitC conversion ---------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // This file implements a pass to convert scf.if ops into emitc ops. // //===----------------------------------------------------------------------===// #include "mlir/Conversion/SCFToEmitC/SCFToEmitC.h" #include "mlir/Dialect/Arith/IR/Arith.h" #include "mlir/Dialect/EmitC/IR/EmitC.h" #include "mlir/Dialect/EmitC/Transforms/TypeConversions.h" #include "mlir/Dialect/SCF/IR/SCF.h" #include "mlir/IR/Builders.h" #include "mlir/IR/BuiltinOps.h" #include "mlir/IR/IRMapping.h" #include "mlir/IR/MLIRContext.h" #include "mlir/IR/PatternMatch.h" #include "mlir/Transforms/DialectConversion.h" #include "mlir/Transforms/Passes.h" namespace mlir { #define GEN_PASS_DEF_SCFTOEMITC #include "mlir/Conversion/Passes.h.inc" } // namespace mlir using namespace mlir; using namespace mlir::scf; namespace { struct SCFToEmitCPass : public impl::SCFToEmitCBase { void runOnOperation() override; }; // Lower scf::for to emitc::for, implementing result values using // emitc::variable's updated within the loop body. struct ForLowering : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(ForOp forOp, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override; }; // Create an uninitialized emitc::variable op for each result of the given op. template static LogicalResult createVariablesForResults(T op, const TypeConverter *typeConverter, ConversionPatternRewriter &rewriter, SmallVector &resultVariables) { if (!op.getNumResults()) return success(); Location loc = op->getLoc(); MLIRContext *context = op.getContext(); OpBuilder::InsertionGuard guard(rewriter); rewriter.setInsertionPoint(op); for (OpResult result : op.getResults()) { Type resultType = typeConverter->convertType(result.getType()); if (!resultType) return rewriter.notifyMatchFailure(op, "result type conversion failed"); Type varType = emitc::LValueType::get(resultType); emitc::OpaqueAttr noInit = emitc::OpaqueAttr::get(context, ""); emitc::VariableOp var = rewriter.create(loc, varType, noInit); resultVariables.push_back(var); } return success(); } // Create a series of assign ops assigning given values to given variables at // the current insertion point of given rewriter. static void assignValues(ValueRange values, ValueRange variables, ConversionPatternRewriter &rewriter, Location loc) { for (auto [value, var] : llvm::zip(values, variables)) rewriter.create(loc, var, value); } SmallVector loadValues(const SmallVector &variables, PatternRewriter &rewriter, Location loc) { return llvm::map_to_vector<>(variables, [&](Value var) { Type type = cast(var.getType()).getValueType(); return rewriter.create(loc, type, var).getResult(); }); } static LogicalResult lowerYield(Operation *op, ValueRange resultVariables, ConversionPatternRewriter &rewriter, scf::YieldOp yield) { Location loc = yield.getLoc(); OpBuilder::InsertionGuard guard(rewriter); rewriter.setInsertionPoint(yield); SmallVector yieldOperands; if (failed(rewriter.getRemappedValues(yield.getOperands(), yieldOperands))) { return rewriter.notifyMatchFailure(op, "failed to lower yield operands"); } assignValues(yieldOperands, resultVariables, rewriter, loc); rewriter.create(loc); rewriter.eraseOp(yield); return success(); } // Lower the contents of an scf::if/scf::index_switch regions to an // emitc::if/emitc::switch region. The contents of the lowering region is // moved into the respective lowered region, but the scf::yield is replaced not // only with an emitc::yield, but also with a sequence of emitc::assign ops that // set the yielded values into the result variables. static LogicalResult lowerRegion(Operation *op, ValueRange resultVariables, ConversionPatternRewriter &rewriter, Region ®ion, Region &loweredRegion) { rewriter.inlineRegionBefore(region, loweredRegion, loweredRegion.end()); Operation *terminator = loweredRegion.back().getTerminator(); return lowerYield(op, resultVariables, rewriter, cast(terminator)); } LogicalResult ForLowering::matchAndRewrite(ForOp forOp, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const { Location loc = forOp.getLoc(); // Create an emitc::variable op for each result. These variables will be // assigned to by emitc::assign ops within the loop body. SmallVector resultVariables; if (failed(createVariablesForResults(forOp, getTypeConverter(), rewriter, resultVariables))) return rewriter.notifyMatchFailure(forOp, "create variables for results failed"); assignValues(adaptor.getInitArgs(), resultVariables, rewriter, loc); emitc::ForOp loweredFor = rewriter.create( loc, adaptor.getLowerBound(), adaptor.getUpperBound(), adaptor.getStep()); Block *loweredBody = loweredFor.getBody(); // Erase the auto-generated terminator for the lowered for op. rewriter.eraseOp(loweredBody->getTerminator()); IRRewriter::InsertPoint ip = rewriter.saveInsertionPoint(); rewriter.setInsertionPointToEnd(loweredBody); SmallVector iterArgsValues = loadValues(resultVariables, rewriter, loc); rewriter.restoreInsertionPoint(ip); // Convert the original region types into the new types by adding unrealized // casts in the beginning of the loop. This performs the conversion in place. if (failed(rewriter.convertRegionTypes(&forOp.getRegion(), *getTypeConverter(), nullptr))) { return rewriter.notifyMatchFailure(forOp, "region types conversion failed"); } // Register the replacements for the block arguments and inline the body of // the scf.for loop into the body of the emitc::for loop. Block *scfBody = &(forOp.getRegion().front()); SmallVector replacingValues; replacingValues.push_back(loweredFor.getInductionVar()); replacingValues.append(iterArgsValues.begin(), iterArgsValues.end()); rewriter.mergeBlocks(scfBody, loweredBody, replacingValues); auto result = lowerYield(forOp, resultVariables, rewriter, cast(loweredBody->getTerminator())); if (failed(result)) { return result; } // Load variables into SSA values after the for loop. SmallVector resultValues = loadValues(resultVariables, rewriter, loc); rewriter.replaceOp(forOp, resultValues); return success(); } // Lower scf::if to emitc::if, implementing result values as emitc::variable's // updated within the then and else regions. struct IfLowering : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(IfOp ifOp, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override; }; } // namespace LogicalResult IfLowering::matchAndRewrite(IfOp ifOp, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const { Location loc = ifOp.getLoc(); // Create an emitc::variable op for each result. These variables will be // assigned to by emitc::assign ops within the then & else regions. SmallVector resultVariables; if (failed(createVariablesForResults(ifOp, getTypeConverter(), rewriter, resultVariables))) return rewriter.notifyMatchFailure(ifOp, "create variables for results failed"); // Utility function to lower the contents of an scf::if region to an emitc::if // region. The contents of the scf::if regions is moved into the respective // emitc::if regions, but the scf::yield is replaced not only with an // emitc::yield, but also with a sequence of emitc::assign ops that set the // yielded values into the result variables. auto lowerRegion = [&resultVariables, &rewriter, &ifOp](Region ®ion, Region &loweredRegion) { rewriter.inlineRegionBefore(region, loweredRegion, loweredRegion.end()); Operation *terminator = loweredRegion.back().getTerminator(); auto result = lowerYield(ifOp, resultVariables, rewriter, cast(terminator)); if (failed(result)) { return result; } return success(); }; Region &thenRegion = adaptor.getThenRegion(); Region &elseRegion = adaptor.getElseRegion(); bool hasElseBlock = !elseRegion.empty(); auto loweredIf = rewriter.create(loc, adaptor.getCondition(), false, false); Region &loweredThenRegion = loweredIf.getThenRegion(); auto result = lowerRegion(thenRegion, loweredThenRegion); if (failed(result)) { return result; } if (hasElseBlock) { Region &loweredElseRegion = loweredIf.getElseRegion(); auto result = lowerRegion(elseRegion, loweredElseRegion); if (failed(result)) { return result; } } rewriter.setInsertionPointAfter(ifOp); SmallVector results = loadValues(resultVariables, rewriter, loc); rewriter.replaceOp(ifOp, results); return success(); } // Lower scf::index_switch to emitc::switch, implementing result values as // emitc::variable's updated within the case and default regions. struct IndexSwitchOpLowering : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(IndexSwitchOp indexSwitchOp, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override; }; LogicalResult IndexSwitchOpLowering::matchAndRewrite( IndexSwitchOp indexSwitchOp, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const { Location loc = indexSwitchOp.getLoc(); // Create an emitc::variable op for each result. These variables will be // assigned to by emitc::assign ops within the case and default regions. SmallVector resultVariables; if (failed(createVariablesForResults(indexSwitchOp, getTypeConverter(), rewriter, resultVariables))) { return rewriter.notifyMatchFailure(indexSwitchOp, "create variables for results failed"); } auto loweredSwitch = rewriter.create( loc, adaptor.getArg(), adaptor.getCases(), indexSwitchOp.getNumCases()); // Lowering all case regions. for (auto pair : llvm::zip(adaptor.getCaseRegions(), loweredSwitch.getCaseRegions())) { if (failed(lowerRegion(indexSwitchOp, resultVariables, rewriter, *std::get<0>(pair), std::get<1>(pair)))) { return failure(); } } // Lowering default region. if (failed(lowerRegion(indexSwitchOp, resultVariables, rewriter, adaptor.getDefaultRegion(), loweredSwitch.getDefaultRegion()))) { return failure(); } rewriter.setInsertionPointAfter(indexSwitchOp); SmallVector results = loadValues(resultVariables, rewriter, loc); rewriter.replaceOp(indexSwitchOp, results); return success(); } void mlir::populateSCFToEmitCConversionPatterns(RewritePatternSet &patterns, TypeConverter &typeConverter) { patterns.add(typeConverter, patterns.getContext()); patterns.add(typeConverter, patterns.getContext()); patterns.add(typeConverter, patterns.getContext()); } void SCFToEmitCPass::runOnOperation() { RewritePatternSet patterns(&getContext()); TypeConverter typeConverter; // Fallback converter // See note https://mlir.llvm.org/docs/DialectConversion/#type-converter // Type converters are called most to least recently inserted typeConverter.addConversion([](Type t) { return t; }); populateEmitCSizeTTypeConversions(typeConverter); populateSCFToEmitCConversionPatterns(patterns, typeConverter); // Configure conversion to lower out SCF operations. ConversionTarget target(getContext()); target.addIllegalOp(); target.markUnknownOpDynamicallyLegal([](Operation *) { return true; }); if (failed( applyPartialConversion(getOperation(), target, std::move(patterns)))) signalPassFailure(); }