| /llvm-project/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | LowerVectorInterleave.cpp | 52 PatternBenefit benefit = 1) in UnrollInterleaveOp()
115 PatternBenefit benefit = 1) in UnrollDeinterleaveOp()
184 RewritePatternSet &patterns, int64_t targetRank, PatternBenefit benefit) { in populateVectorInterleaveLoweringPatterns()
190 RewritePatternSet &patterns, PatternBenefit benefit) { in populateVectorInterleaveToShufflePatterns()
|
| H A D | LowerVectorBitCast.cpp | 48 PatternBenefit benefit = 1) in UnrollBitCastOp()
88 RewritePatternSet &patterns, int64_t targetRank, PatternBenefit benefit) { in populateVectorBitCastLoweringPatterns()
|
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 243 Convert1DExtractStridedSliceIntoExtractInsertChain(MLIRContext * context,std::function<bool (ExtractStridedSliceOp)> controlFn,PatternBenefit benefit) Convert1DExtractStridedSliceIntoExtractInsertChain() argument
334 populateVectorInsertExtractStridedSliceDecompositionPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorInsertExtractStridedSliceDecompositionPatterns() argument
342 populateVectorExtractStridedSliceToExtractInsertChainPatterns(RewritePatternSet & patterns,std::function<bool (ExtractStridedSliceOp)> controlFn,PatternBenefit benefit) populateVectorExtractStridedSliceToExtractInsertChainPatterns() argument
349 populateVectorInsertExtractStridedSliceTransforms(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorInsertExtractStridedSliceTransforms() argument
|
| H A D | VectorTransforms.cpp | 1141 VectorCreateMaskOpConversion(MLIRContext * context,bool enableIndexOpt,PatternBenefit benefit=1) VectorCreateMaskOpConversion() argument
1902 populateVectorMaskMaterializationPatterns(RewritePatternSet & patterns,bool force32BitVectorIndices,PatternBenefit benefit) populateVectorMaskMaterializationPatterns() argument
1911 populateShapeCastFoldingPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateShapeCastFoldingPatterns() argument
1916 populateDropUnitDimWithShapeCastPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateDropUnitDimWithShapeCastPatterns() argument
1922 populateBubbleVectorBitCastOpPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateBubbleVectorBitCastOpPatterns() argument
1931 populateBreakDownVectorBitCastOpPatterns(RewritePatternSet & patterns,std::function<bool (vector::BitCastOp)> controlFn,PatternBenefit benefit) populateBreakDownVectorBitCastOpPatterns() argument
1939 populateVectorContractCanonicalizeMatmulToMMT(RewritePatternSet & patterns,std::function<LogicalResult (vector::ContractionOp)> constraint,PatternBenefit benefit) populateVectorContractCanonicalizeMatmulToMMT() argument
1945 populateVectorReductionToContractPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorReductionToContractPatterns() argument
1954 populateVectorTransferCollapseInnerMostContiguousDimsPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorTransferCollapseInnerMostContiguousDimsPatterns() argument
1961 populateSinkVectorBroadcastPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateSinkVectorBroadcastPatterns() argument
1967 populateChainedVectorReductionFoldingPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateChainedVectorReductionFoldingPatterns() argument
1975 populateBreakDownVectorReductionPatterns(RewritePatternSet & patterns,unsigned maxNumElementsToExtract,PatternBenefit benefit) populateBreakDownVectorReductionPatterns() argument
[all...] |
| H A D | LowerVectorTranspose.cpp | 316 MLIRContext *context, PatternBenefit benefit = 1) in TransposeOpLowering()
428 PatternBenefit benefit = 1) in Transpose2DWithUnitDimToShapeCast()
467 MLIRContext *context, PatternBenefit benefit = 1) in TransposeOp2DToShuffleLowering()
524 PatternBenefit benefit) { in populateVectorTransposeLoweringPatterns()
|
| H A D | VectorTransferOpTransforms.cpp | 966 RewritePatternSet &patterns, PatternBenefit benefit, in populateFlattenVectorTransferPatterns() argument
580 FlattenContiguousRowMajorTransferReadPattern(MLIRContext * context,unsigned vectorBitwidth,PatternBenefit benefit) FlattenContiguousRowMajorTransferReadPattern() argument
671 FlattenContiguousRowMajorTransferWritePattern(MLIRContext * context,unsigned vectorBitwidth,PatternBenefit benefit) FlattenContiguousRowMajorTransferWritePattern() argument
762 RewriteScalarExtractOfTransferReadBase(MLIRContext * context,PatternBenefit benefit,bool allowMultipleUses) RewriteScalarExtractOfTransferReadBase() argument
948 populateScalarVectorTransferLoweringPatterns(RewritePatternSet & patterns,PatternBenefit benefit,bool allowMultipleUses) populateScalarVectorTransferLoweringPatterns() argument
957 populateVectorTransferDropUnitDimsPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorTransferDropUnitDimsPatterns() argument
[all...] |
| H A D | LowerVectorBroadcast.cpp | 152 populateVectorBroadcastLoweringPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorBroadcastLoweringPatterns() argument
|
| H A D | LowerVectorMultiReduction.cpp | 46 PatternBenefit benefit = 1) in InnerOuterDimReductionConversion() argument
146 ReduceMultiDimReductionRank(MLIRContext * context,vector::VectorMultiReductionLowering options,PatternBenefit benefit=1) ReduceMultiDimReductionRank() argument
506 populateVectorMultiReductionLoweringPatterns(RewritePatternSet & patterns,VectorMultiReductionLowering options,PatternBenefit benefit) populateVectorMultiReductionLoweringPatterns() argument
|
| H A D | VectorEmulateMaskedLoadStore.cpp | 158 RewritePatternSet &patterns, PatternBenefit benefit) { in populateVectorMaskedLoadStoreEmulationPatterns()
|
| H A D | LowerVectorScan.cpp | 192 RewritePatternSet &patterns, PatternBenefit benefit) { in populateVectorScanLoweringPatterns() argument
|
| H A D | LowerVectorContract.cpp | 240 MLIRContext *context, PatternBenefit benefit = 1, in ContractionOpToMatmulOpLowering() argument
285 MLIRContext *context, PatternBenefit benefit = 1, in ContractionOpToOuterProductOpLowering() argument
333 MLIRContext *context, PatternBenefit benefit = 1, in ContractionOpToDotLowering() argument
374 MLIRContext *context, PatternBenefit benefit = 1, in ContractionOpLowering() argument
1379 populateVectorContractLoweringPatterns(RewritePatternSet & patterns,VectorTransformsOptions options,PatternBenefit benefit,bool disableOuterProductLowering) populateVectorContractLoweringPatterns() argument
1388 populateVectorOuterProductLoweringPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorOuterProductLoweringPatterns() argument
[all...] |
| H A D | LowerVectorTransfer.cpp | 411 : MaskableOpRewritePattern<vector::TransferReadOp>(context, benefit), in populateVectorTransferPermutationMapLoweringPatterns() argument
670 populateVectorTransferLoweringPatterns(RewritePatternSet & patterns,std::optional<unsigned> maxTransferRank,PatternBenefit benefit) populateVectorTransferLoweringPatterns() argument
|
| H A D | VectorDropLeadUnitDim.cpp | 506 PatternBenefit benefit = 1) in CastAwayElementwiseLeadingOneDim() argument
575 populateCastAwayVectorLeadingOneDimPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateCastAwayVectorLeadingOneDimPatterns() argument
|
| H A D | LowerVectorMask.cpp | 163 RewritePatternSet &patterns, PatternBenefit benefit) { in populateVectorMaskOpLoweringPatterns() argument
|
| H A D | LowerVectorGather.cpp | 269 populateVectorGatherLoweringPatterns(RewritePatternSet & patterns,PatternBenefit benefit) populateVectorGatherLoweringPatterns() argument
|
| /llvm-project/mlir/lib/IR/ |
| H A D | PatternMatch.cpp | 22 PatternBenefit::PatternBenefit(unsigned benefit) : representation(benefit) { in PatternBenefit()
39 Pattern::Pattern(StringRef rootName, PatternBenefit benefit, in Pattern()
47 Pattern::Pattern(MatchAnyOpTypeTag tag, PatternBenefit benefit, in Pattern()
55 PatternBenefit benefit, MLIRContext *context, in Pattern()
64 PatternBenefit benefit, MLIRContext *context, in Pattern()
73 ArrayRef<StringRef> generatedNames, PatternBenefit benefit, in Pattern()
|
| /llvm-project/mlir/lib/Rewrite/ |
| H A D | ByteCode.h | 155 PatternBenefit benefit; member
236 void updatePatternBenefit(unsigned patternIndex, PatternBenefit benefit) {} in updatePatternBenefit()
245 PatternBenefit benefit; member
|
| /llvm-project/mlir/include/mlir/Transforms/ |
| H A D | DialectConversion.h | 524 ConversionPattern(SourceOp::getOperationName (),benefit,context) ConversionPattern() argument
527 ConversionPattern(typeConverter,SourceOp::getOperationName (),benefit,context) ConversionPattern() argument
577 ConversionPattern(Pattern::MatchInterfaceOpTypeTag (),SourceOp::getInterfaceID (),benefit,context) ConversionPattern() argument
581 ConversionPattern(typeConverter,Pattern::MatchInterfaceOpTypeTag (),SourceOp::getInterfaceID (),benefit,context) ConversionPattern() argument
622 ConversionPattern(Pattern::MatchTraitOpTypeTag (),TypeID::get<TraitType> (),benefit,context) ConversionPattern() argument
626 ConversionPattern(typeConverter,Pattern::MatchTraitOpTypeTag (),TypeID::get<TraitType> (),benefit,context) ConversionPattern() argument
[all...] |
| H A D | OneToNTypeConversion.h | 219 OneToNConversionPattern(typeConverter,SourceOp::getOperationName (),benefit,context,generatedNames) OneToNConversionPattern() argument
|
| /llvm-project/mlir/lib/Conversion/TensorToSPIRV/ |
| H A D | TensorToSPIRV.cpp | 39 int64_t threshold, PatternBenefit benefit = 1) in TensorExtractPattern() argument
|
| /llvm-project/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | SubgroupReduceLowering.cpp | 310 populateGpuBreakDownSubgrupReducePatterns(RewritePatternSet & patterns,unsigned maxShuffleBitwidth,PatternBenefit benefit) populateGpuBreakDownSubgrupReducePatterns() argument
318 populateGpuLowerSubgroupReduceToShufflePattenrs(RewritePatternSet & patterns,unsigned subgroupSize,unsigned shuffleBitwidth,PatternBenefit benefit) populateGpuLowerSubgroupReduceToShufflePattenrs() argument
[all...] |
| /llvm-project/mlir/lib/Conversion/ComplexToLibm/ |
| H A D | ComplexToLibm.cpp | 101 PatternBenefit benefit) { in populateComplexToLibmConversionPatterns()
|
| /llvm-project/mlir/lib/Dialect/X86Vector/Transforms/ |
| H A D | AVXTranspose.cpp | 213 int benefit) in TransposeOpLowering() argument
289 RewritePatternSet &patterns, LoweringOptions options, int benefit) { in populateSpecializedTransposeLoweringPatterns() argument
|
| /llvm-project/mlir/lib/Dialect/Func/Transforms/ |
| H A D | DecomposeCallGraphTypes.cpp | |
| /llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | ElementwiseOpFusion.cpp | 420 FuseElementwiseOps(MLIRContext * context,ControlFusionFn fun,PatternBenefit benefit=1) FuseElementwiseOps() argument
927 FoldWithProducerReshapeOpByExpansion(MLIRContext * context,ControlFusionFn foldReshapes,PatternBenefit benefit=1) FoldWithProducerReshapeOpByExpansion() argument
964 FoldPadWithProducerReshapeOpByExpansion(MLIRContext * context,ControlFusionFn foldReshapes,PatternBenefit benefit=1) FoldPadWithProducerReshapeOpByExpansion() argument
1731 FoldWithProducerReshapeOpByCollapsing(MLIRContext * context,ControlFusionFn foldReshapes,PatternBenefit benefit=1) FoldWithProducerReshapeOpByCollapsing() argument
1773 FoldPadWithProducerReshapeOpByCollapsing(MLIRContext * context,ControlFusionFn foldReshapes,PatternBenefit benefit=1) FoldPadWithProducerReshapeOpByCollapsing() argument
1853 CollapseLinalgDimensions(MLIRContext * context,GetCollapsableDimensionsFn collapseDimensions,PatternBenefit benefit=1) CollapseLinalgDimensions() argument
1895 FoldScalarOrSplatConstant(MLIRContext * context,PatternBenefit benefit=1) FoldScalarOrSplatConstant() argument
[all...] |