Lines Matching defs:forallOp
368 RewriterBase &b, Location loc, scf::ForallOp forallOp,
375 b.setInsertionPointToStart(forallOp.getBody(0));
377 SmallVector<Value> threadIds = forallOp.getInductionVars();
663 scf::ForallOp forallOp = b.create<scf::ForallOp>(
668 // be nested under `forallOp`.
670 calculateTileOffsetsAndSizes(b, loc, forallOp, numThreads, iterationDomain,
678 ArrayRef<BlockArgument> destBbArgs = forallOp.getRegionIterArgs();
680 // 4.a. RAII guard, inserting within forallOp, before terminator.
682 b.setInsertionPoint(forallOp.getTerminator());
694 outOffsets[reductionDim] = forallOp.getInductionVars()[0];
733 SmallVector<Value> ids = forallOp.getInductionVars();
751 b.setInsertionPoint(forallOp.getTerminator());
762 resultOffsetsRank.push_back(forallOp.getInductionVars()[0]);
774 b.setInsertionPointToEnd(forallOp.getTerminator().getBody());
780 b.setInsertionPointAfter(forallOp);
782 op.mergeReductions(b, loc, forallOp->getResults(), reductionDim);
791 results.loops = forallOp;