| /llvm-project/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | ForallToParallel.cpp | 26 scf::ForallOp forallOp, in forallToParallelLoop()
72 parentOp->walk([&](scf::ForallOp forallOp) { in runOnOperation()
|
| H A D | ForallToFor.cpp | 31 forallToForLoop(RewriterBase & rewriter,scf::ForallOp forallOp,SmallVectorImpl<Operation * > * results) forallToForLoop() argument
65 __anon30f57bd40302(scf::ForallOp forallOp) runOnOperation() argument
[all...] |
| H A D | BufferizableOpInterfaceImpl.cpp | 1184 mayHaveZeroIterations(scf::ForallOp forallOp) mayHaveZeroIterations() argument
1204 auto forallOp = cast<ForallOp>(op); bufferizesToMemoryRead() local
1225 auto forallOp = cast<ForallOp>(op); getAliasingValues() local
1238 auto forallOp = cast<ForallOp>(op); bufferize() local
1292 auto forallOp = cast<ForallOp>(op); getBufferType() local
1308 auto forallOp = cast<ForallOp>(op); isRepetitiveRegion() local
[all...] |
| H A D | TileUsingInterface.cpp | 251 auto forallOp = rewriter.create<scf::ForallOp>( generateLoopNestUsingForallOp() local
1283 auto forallOp = dyn_cast<scf::ForallOp>(containingOp); getUntiledConsumerFromSlice() local
1425 auto forallOp = candidateSliceOp->getParentOfType<scf::ForallOp>(); tileAndFuseConsumerOfSlice() local
1466 auto forallOp = cast<scf::ForallOp>(oldLoopOp); tileAndFuseConsumerOfSlice() local
[all...] |
| /llvm-project/mlir/lib/Dialect/GPU/TransformOps/ |
| H A D | GPUTransformOps.cpp | 293 scf::ForallOp forallOp) { in checkMappingAttributeTypes() argument
357 verifyGpuMapping(std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp) verifyGpuMapping() argument
416 rewriteOneForallCommonImpl(RewriterBase & rewriter,std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> availableMappingSizes,ForallRewriteResult & result,const GpuIdBuilder & gpuIdBuilder) rewriteOneForallCommonImpl() argument
584 mapForallToBlocksImpl(RewriterBase & rewriter,TransformOpInterface transformOp,scf::ForallOp forallOp,SmallVectorImpl<int64_t> & gridDims,const GpuIdBuilder & gpuIdBuilder) mapForallToBlocksImpl() argument
639 __anond99536930902(scf::ForallOp forallOp) findTopLevelForallOp() argument
735 checkMappingSpec(std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> numParallelIterations,ArrayRef<int64_t> blockOrGridSizes,int factor,bool useLinearMapping=false) checkMappingSpec() argument
761 getThreadIdBuilder(std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> blockSizes,int64_t warpSize,GpuIdBuilder & gpuIdBuilder) getThreadIdBuilder() argument
808 mapOneForallToThreadsImpl(RewriterBase & rewriter,std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> blockSizes,int64_t warpSize,bool syncAfterDistribute) mapOneForallToThreadsImpl() argument
860 __anond99536930e02(scf::ForallOp forallOp) mapNestedForallToThreadsImpl() argument
[all...] |
| /llvm-project/mlir/unittests/Dialect/SCF/ |
| H A D | LoopLikeSCFOpsTest.cpp | 108 OwningOpRef<scf::ForallOp> forallOp = b.create<scf::ForallOp>( in TEST_F() local
128 OwningOpRef<scf::ForallOp> forallOp = b.create<scf::ForallOp>( in TEST_F() local
|
| /llvm-project/mlir/lib/Dialect/SCF/Utils/ |
| H A D | AffineCanonicalizationUtils.cpp | 52 if (scf::ForallOp forallOp = scf::getForallOpThreadIndexOwner(iv)) { in matchForLikeLoop() local
|
| /llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Tiling.cpp | 368 RewriterBase &b, Location loc, scf::ForallOp forallOp, in calculateTileOffsetsAndSizes() argument
515 scf::ForallOp forallOp = b.create<scf::ForallOp>( tileToForallOpImpl() local
849 scf::ForallOp forallOp = b.create<scf::ForallOp>( tileReductionUsingForall() local
[all...] |
| /llvm-project/mlir/lib/Conversion/SCFToControlFlow/ |
| H A D | SCFToControlFlow.cpp | 690 matchAndRewrite(ForallOp forallOp,PatternRewriter & rewriter) const matchAndRewrite() argument
|
| /llvm-project/mlir/test/lib/Dialect/Tensor/ |
| H A D | TestTensorTransforms.cpp | 248 auto forallOp = rewriter.create<scf::ForallOp>( emitReplacement() local
|
| /llvm-project/flang/lib/Optimizer/HLFIR/Transforms/ |
| H A D | LowerHLFIROrderedAssignments.cpp | 343 void OrderedAssignmentRewriter::pre(hlfir::ForallOp forallOp) { in pre() argument
1341 matchAndRewrite(hlfir::ForallOp forallOp,mlir::PatternRewriter & rewriter) const matchAndRewrite() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/SCF/IR/ |
| H A D | SCF.cpp | 644 void mlir::scf::promote(RewriterBase &rewriter, scf::ForallOp forallOp) { in promote() argument
1469 auto forallOp = dimOp.getSource().getDefiningOp<ForallOp>(); matchAndRewrite() local
1884 scf::ForallOp forallOp = verify() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Linalg/TransformOps/ |
| H A D | LinalgTransformOps.cpp | 624 auto forallOp = cast<scf::ForallOp>(containingOp); replaceForAllWithNewSignature() local
783 scf::ForallOp forallOp; tileAndFuseFirstExtractUseThroughContainingOpBlockArgument() local
[all...] |
| /llvm-project/flang/lib/Optimizer/HLFIR/IR/ |
| H A D | HLFIROps.cpp | 1819 hlfir::ForallOp forallOp = verify() local
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseGPUCodegen.cpp | 274 scf::ParallelOp forallOp, in genGPUCode() argument
[all...] |
| /llvm-project/flang/lib/Lower/ |
| H A D | Bridge.cpp | 2669 auto forallOp = builder->create<hlfir::ForallOp>(loc); genForallNest() local
|