| /llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Hoisting.cpp | 65 scf::ForOp newLoop = rewriter.create<scf::ForOp>( in replaceWithDifferentYield() local
74 rewriter.mergeBlocks(loop.getBody(), newLoop.getBody(), in replaceWithDifferentYield()
75 newLoop.getBody()->getArguments()); in replaceWithDifferentYield()
78 rewriter.replaceOp(loop.getOperation(), newLoop->getResults()); in replaceWithDifferentYield()
79 return newLoop; in replaceWithDifferentYield()
157 scf::ForOp newLoop = replaceWithDifferentYield( in hoistRedundantVectorBroadcasts() local
160 LLVM_DEBUG(DBGS() << "New loop: " << newLoop << "\n"); in hoistRedundantVectorBroadcasts()
162 rewriter.replaceAllUsesWith(newLoop.getResult(index), broadcast); in hoistRedundantVectorBroadcasts()
164 broadcast, [&] { broadcast.setOperand(newLoop.getResult(index)); }); in hoistRedundantVectorBroadcasts()
|
| /llvm-project/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | UpliftWhileToFor.cpp | 150 auto newLoop = in upliftWhileToForLoop() local
153 Block *newBody = newLoop.getBody(); in upliftWhileToForLoop()
187 rewriter.setInsertionPointAfter(newLoop); in upliftWhileToForLoop()
206 llvm::append_range(newArgs, newLoop.getResults()); in upliftWhileToForLoop()
209 return newLoop; in upliftWhileToForLoop()
|
| H A D | TileUsingInterface.cpp | 746 auto newLoop = rewriter.create<scf::ForOp>( in tileReductionUsingScf()
752 Block *newLoopBody = newLoop.getBody(); in tileReductionUsingScf()
763 newLoop.getRegionIterArgs().take_back(newInitOperands.size()); in tileReductionUsingScf()
764 if (failed(yieldTiledValuesFn(rewriter, loc, newLoop.getInductionVar(), in tileReductionUsingScf()
767 rewriter.eraseOp(newLoop); in tileReductionUsingScf()
785 newLoop->getResults().take_front(loopOp.getNumResults())); in tileReductionUsingScf()
786 return cast<LoopLikeOpInterface>(newLoop.getOperation()); in tileReductionUsingScf()
799 auto newLoop = rewriter.create<scf::ForallOp>( in tileReductionUsingScf()
806 Block *newLoopBody = newLoop.getBody(); in tileReductionUsingScf()
816 newLoop
342 auto newLoop = rewriter.create<scf::ForOp>( yieldTiledValuesAndReplaceLoop() local
395 auto newLoop = rewriter.create<scf::ForallOp>( yieldTiledValuesAndReplaceLoop() local
480 auto newLoop = rewriter.create<scf::ForOp>( addInitOperandsToLoopNest() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Affine/Utils/ |
| H A D | LoopFusionUtils.cpp | 374 AffineForOp newLoop = in promoteSingleIterReductionLoop() local
396 newLoop.getResult(i + parentOpNumResults)); in promoteSingleIterReductionLoop()
403 op->moveAfter(newLoop); in promoteSingleIterReductionLoop()
407 iv.replaceAllUsesWith(newLoop.getInductionVar()); in promoteSingleIterReductionLoop()
410 for (auto it : llvm::zip(forOpIterArgs, newLoop.getRegionIterArgs().take_back( in promoteSingleIterReductionLoop()
|
| H A D | LoopUtils.cpp | 560 AffineForOp newLoop, Value tileSize) { in setInterTileBoundsParametric()
565 newLoop.setLowerBound(newLbOperands, origLoop.getLowerBoundMap()); in setInterTileBoundsParametric()
648 newLoop.setUpperBound(ubOperands, ubMap); in setInterTileBoundsParametric()
651 newLoop.setStep(origLoop.getStepAsInt());
557 setInterTileBoundsParametric(OpBuilder & b,AffineForOp origLoop,AffineForOp newLoop,Value tileSize) setInterTileBoundsParametric() argument
|
| /llvm-project/mlir/lib/Transforms/Utils/ |
| H A D | LoopInvariantCodeMotionUtils.cpp | 363 FailureOr<LoopLikeOpInterface> newLoop = in hoistSubsetAtIterArg() local
367 if (failed(newLoop)) in hoistSubsetAtIterArg()
369 loopLike = *newLoop; in hoistSubsetAtIterArg()
|
| /llvm-project/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 1123 scf::ForOp newLoop = rewriter.create<scf::ForOp>( in replaceForOpWithNewSignature()
1126 rewriter.eraseBlock(newLoop.getBody()); in replaceForOpWithNewSignature()
1128 newLoop.getRegion().getBlocks().splice( in replaceForOpWithNewSignature()
1129 newLoop.getRegion().getBlocks().begin(), loop.getRegion().getBlocks()); in replaceForOpWithNewSignature()
1131 newLoop.getBody()->addArgument(operand.getType(), operand.getLoc()); in replaceForOpWithNewSignature()
1133 for (auto it : llvm::zip(loop.getResults(), newLoop.getResults().take_front( in replaceForOpWithNewSignature()
1137 LLVM_DEBUG(DBGS() << "newLoop now: " << newLoop << "\n"); in replaceForOpWithNewSignature()
1142 return newLoop;
1121 scf::ForOp newLoop = rewriter.create<scf::ForOp>( replaceForOpWithNewSignature() local
|
| /llvm-project/mlir/lib/Dialect/SCF/IR/ |
| H A D | SCF.cpp | 553 scf::ForOp newLoop = rewriter.create<scf::ForOp>( in replaceWithAdditionalYields() local
556 newLoop->setAttrs(getPrunedAttributeList(getOperation(), {})); in replaceWithAdditionalYields()
561 newLoop.getBody()->getArguments().take_back(newInitOperands.size()); in replaceWithAdditionalYields()
575 rewriter.mergeBlocks(getBody(), newLoop.getBody(), in replaceWithAdditionalYields()
576 newLoop.getBody()->getArguments().take_front( in replaceWithAdditionalYields()
586 return newLoop->isProperAncestor(user); in replaceWithAdditionalYields()
593 newLoop->getResults().take_front(getNumResults())); in replaceWithAdditionalYields()
594 return cast<LoopLikeOpInterface>(newLoop.getOperation()); in replaceWithAdditionalYields()
4149 auto newLoop = rewriter.create<WhileOp>( in matchAndRewrite()
4152 auto newBefore = newLoop
4130 auto newLoop = rewriter.create<WhileOp>( matchAndRewrite() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Affine/IR/ |
| H A D | AffineOps.cpp | 2502 AffineForOp newLoop = rewriter.create<AffineForOp>( in replaceWithAdditionalYields()
2509 newLoop.getBody()->getArguments().take_back(newInitOperands.size()); in replaceWithAdditionalYields()
2523 rewriter.mergeBlocks(getBody(), newLoop.getBody(), in replaceWithAdditionalYields()
2524 newLoop.getBody()->getArguments().take_front( in replaceWithAdditionalYields()
2534 return newLoop->isProperAncestor(user); in replaceWithAdditionalYields()
2541 newLoop->getResults().take_front(getNumResults())); in getSpeculatability()
2542 return cast<LoopLikeOpInterface>(newLoop.getOperation()); in getSpeculatability()
2496 AffineForOp newLoop = rewriter.create<AffineForOp>( replaceWithAdditionalYields() local
|