| /llvm-project/mlir/lib/Dialect/GPU/TransformOps/ |
| H A D | GPUTransformOps.cpp | 282 definiteFailureHelper(std::optional<TransformOpInterface> transformOp, in definiteFailureHelper() argument
292 checkMappingAttributeTypes(std::optional<TransformOpInterface> transformOp, in checkMappingAttributeTypes() argument
356 verifyGpuMapping(std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp) verifyGpuMapping() argument
415 rewriteOneForallCommonImpl(RewriterBase & rewriter,std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> availableMappingSizes,ForallRewriteResult & result,const GpuIdBuilder & gpuIdBuilder) rewriteOneForallCommonImpl() argument
583 mapForallToBlocksImpl(RewriterBase & rewriter,TransformOpInterface transformOp,scf::ForallOp forallOp,SmallVectorImpl<int64_t> & gridDims,const GpuIdBuilder & gpuIdBuilder) mapForallToBlocksImpl() argument
638 findTopLevelForallOp(Operation * target,scf::ForallOp & topLevelForallOp,TransformOpInterface transformOp) findTopLevelForallOp() argument
659 auto transformOp = cast<TransformOpInterface>(getOperation()); applyToOne() local
735 checkMappingSpec(std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> numParallelIterations,ArrayRef<int64_t> blockOrGridSizes,int factor,bool useLinearMapping=false) checkMappingSpec() argument
760 getThreadIdBuilder(std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> blockSizes,int64_t warpSize,GpuIdBuilder & gpuIdBuilder) getThreadIdBuilder() argument
807 mapOneForallToThreadsImpl(RewriterBase & rewriter,std::optional<TransformOpInterface> transformOp,scf::ForallOp forallOp,ArrayRef<int64_t> blockSizes,int64_t warpSize,bool syncAfterDistribute) mapOneForallToThreadsImpl() argument
847 mapNestedForallToThreadsImpl(RewriterBase & rewriter,std::optional<TransformOpInterface> transformOp,Operation * target,ArrayRef<int64_t> blockDims,int64_t warpSize,bool syncAfterDistribute) mapNestedForallToThreadsImpl() argument
885 auto transformOp = cast<TransformOpInterface>(getOperation()); applyToOne() local
[all...] |
| H A D | Utils.cpp | 232 checkGpuLimits(TransformOpInterface transformOp,std::optional<int64_t> gridDimX,std::optional<int64_t> gridDimY,std::optional<int64_t> gridDimZ,std::optional<int64_t> blockDimX,std::optional<int64_t> blockDimY,std::optional<int64_t> blockDimZ) checkGpuLimits() argument
271 createGpuLaunch(RewriterBase & rewriter,Location loc,TransformOpInterface transformOp,LaunchOp & launchOp,std::optional<int64_t> gridDimX,std::optional<int64_t> gridDimY,std::optional<int64_t> gridDimZ,std::optional<int64_t> blockDimX,std::optional<int64_t> blockDimY,std::optional<int64_t> blockDimZ) createGpuLaunch() argument
303 alterGpuLaunch(RewriterBase & rewriter,LaunchOp gpuLaunch,TransformOpInterface transformOp,std::optional<int64_t> gridDimX,std::optional<int64_t> gridDimY,std::optional<int64_t> gridDimZ,std::optional<int64_t> blockDimX,std::optional<int64_t> blockDimY,std::optional<int64_t> blockDimZ) alterGpuLaunch() argument
|
| /llvm-project/mlir/test/lib/Interfaces/TilingInterface/ |
| H A D | TestTilingInterfaceTransformOps.cpp | 58 applyTileAndFuseToAll(RewriterBase &rewriter, Operation *transformOp, in applyTileAndFuseToAll() argument
171 applyFuseConsumer(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,TransformResults & transformResults) applyFuseConsumer() argument
223 applyTileToAll(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,ArrayRef<OpFoldResult> tileSizes,ArrayRef<int64_t> interchange,std::optional<ArrayAttr> mapping,TransformResults & transformResults) applyTileToAll() argument
300 applyTilingToAll(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,unsigned numLoops,TransformResults & transformResults,function_ref<FailureOr<scf::SCFTileAndFuseResult> (TilingInterface)> applyFn) applyTilingToAll() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Transform/PDLExtension/ |
| H A D | PDLExtensionOps.cpp | 174 TransformOpInterface transformOp = nullptr; in apply() local
|
| /llvm-project/mlir/include/mlir/Dialect/Transform/Interfaces/ |
| H A D | TransformInterfaces.h | 1051 TransformOpInterface transformOp; global() variable
1483 applyTransformToEach(TransformOpTy transformOp,TransformRewriter & rewriter,Range && targets,SmallVectorImpl<ApplyToEachResultList> & results,TransformState & state) applyTransformToEach() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Linalg/TransformOps/ |
| H A D | LinalgTransformOps.cpp | 93 unpackSingleIndexResultPayloadOperations(transform::TransformState & state,TransformOpInterface transformOp,SmallVector<OpFoldResult> & result,ArrayRef<OpFoldResult> ofrs) unpackSingleIndexResultPayloadOperations() argument
145 unpackSingleIndexResultPayloadOperations(transform::TransformState & state,TransformOpInterface transformOp,SmallVector<OpFoldResult> & result,Value packedHandle) unpackSingleIndexResultPayloadOperations() argument
179 reifyMixedParamAndHandleResults(TransformState & state,TransformOpInterface & transformOp,ArrayRef<OpFoldResult> mixedResults,SmallVectorImpl<int64_t> & reified) reifyMixedParamAndHandleResults() argument
497 applyTilingToAll(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,unsigned numLoops,transform::TransformResults & transformResults,function_ref<FailureOr<scf::SCFTileAndFuseResult> (TilingInterface)> applyFn) applyTilingToAll() argument
1778 auto transformOp = cast<TransformOpInterface>(getOperation()); apply() local
3150 tileToForallOpImpl(RewriterBase & rewriter,transform::TransformState & state,TransformOpInterface transformOp,Operation * target,ArrayRef<OpFoldResult> mixedNumThreads,ArrayRef<OpFoldResult> mixedTileSizes,std::optional<ArrayAttr> mapping,linalg::ForallTilingResult & tilingResult) tileToForallOpImpl() argument
3185 auto transformOp = cast<TransformOpInterface>(getOperation()); apply() local
3382 auto transformOp = cast<TransformOpInterface>(getOperation()); apply() local
[all...] |
| /llvm-project/mlir/test/lib/Dialect/Tensor/ |
| H A D | TestTensorTransforms.cpp | 357 OwningOpRef<transform::NamedSequenceOp> transformOp = testTrackingListenerReplacements() local
|
| /llvm-project/mlir/lib/Dialect/Transform/Interfaces/ |
| H A D | TransformInterfaces.cpp | 1449 checkApplyToOne(Operation * transformOp,Location payloadOpLoc,const ApplyToEachResultList & partialResult) checkApplyToOne() argument
1508 setApplyToOneResults(Operation * transformOp,TransformResults & transformResults,ArrayRef<ApplyToEachResultList> results) setApplyToOneResults() argument
1912 getConsumedHandleOpOperands(TransformOpInterface transformOp) getConsumedHandleOpOperands() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Transform/IR/ |
| H A D | TransformOps.cpp | 1232 auto transformOp = cast<transform::TransformOpInterface>(op.getOperation()); in verifyFunctionLikeConsumeAnnotations() local
|