Home
last modified time | relevance | path

Searched defs:linalgOp (Results 1 – 25 of 32) sorted by relevance

12

/llvm-project/mlir/lib/Dialect/Linalg/Transforms/
H A DTilingInterfaceImpl.cpp48 static LogicalResult inlinePayload(OpBuilder &b, LinalgOp linalgOp, in inlinePayload() argument
100 LinalgOp linalgOp = cast<LinalgOp>(op); in getIterationDomain() local
121 LinalgOp linalgOp in getTiledImplementation() local
171 auto linalgOp = cast<LinalgOp>(op); getIterationDomainTileFromOperandTile() local
199 LinalgOp linalgOp = cast<LinalgOp>(op); getResultTilePosition() local
223 auto linalgOp = cast<LinalgOp>(op); getIterationDomainTileFromResultTile() local
283 auto linalgOp = cast<LinalgOp>(op); generateScalarImplementation() local
325 auto linalgOp = cast<LinalgOp>(op); generateInitialTensorForPartialReduction() local
390 auto linalgOp = cast<LinalgOp>(op); tileToPartialReduction() local
462 auto linalgOp = cast<LinalgOp>(op); mergeReductions() local
[all...]
H A DLoops.cpp130 LinalgOp linalgOp) { in emitScalarImplementation() argument
180 replaceIndexOpsByInductionVariables(RewriterBase & rewriter,LinalgOp linalgOp,ArrayRef<Operation * > loopOps) replaceIndexOpsByInductionVariables() argument
210 linalgOpToLoopsImpl(RewriterBase & rewriter,LinalgOp linalgOp) linalgOpToLoopsImpl() argument
265 auto linalgOp = dyn_cast<LinalgOp>(op); matchAndRewrite() local
363 linalgOpToAffineLoops(RewriterBase & rewriter,LinalgOp linalgOp) linalgOpToAffineLoops() argument
369 linalgOpToLoops(RewriterBase & rewriter,LinalgOp linalgOp) linalgOpToLoops() argument
376 linalgOpToParallelLoops(RewriterBase & rewriter,LinalgOp linalgOp) linalgOpToParallelLoops() argument
[all...]
H A DGeneralization.cpp38 static LogicalResult generalizeNamedOpPrecondition(LinalgOp linalgOp) { in generalizeNamedOpPrecondition() argument
54 LinalgOp linalgOp) { in generalizeNamedOp() argument
[all...]
H A DBufferizableOpInterfaceImpl.cpp105 auto linalgOp = cast<linalg::LinalgOp>(op); in bufferizesToMemoryRead() local
118 auto linalgOp = cast<linalg::LinalgOp>(op); in bufferizesToElementwiseAccess() local
H A DBlockPackMatmul.cpp44 static bool validateFullTilesOnDims(linalg::LinalgOp linalgOp, in validateFullTilesOnDims() argument
90 transposePackedMatmul(RewriterBase &rewriter, linalg::LinalgOp linalgOp, in transposePackedMatmul() argument
139 linalg::blockPackMatmul(RewriterBase &rewriter, linalg::LinalgOp linalgOp, in blockPackMatmul() argument
[all...]
H A DFusePadOpWithLinalgProducer.cpp54 auto linalgOp = source.getDefiningOp<linalg::GenericOp>(); in matchAndRewrite() local
H A DVectorization.cpp276 precomputeIterSpaceValueSizes(RewriterBase & rewriter,LinalgOp linalgOp) precomputeIterSpaceValueSizes() argument
309 initState(RewriterBase & rewriter,LinalgOp linalgOp,ArrayRef<int64_t> inputVectorSizes,ArrayRef<bool> inputScalableVecDims) initState() argument
357 getOrCreateMaskFor(RewriterBase & rewriter,Operation * opToMask,LinalgOp linalgOp,std::optional<AffineMap> maybeMaskingMap) getOrCreateMaskFor() argument
427 maskOperation(RewriterBase & rewriter,Operation * opToMask,LinalgOp linalgOp,std::optional<AffineMap> maybeMaskingMap) maskOperation() argument
539 auto linalgOp = cast<LinalgOp>(outputOperand->getOwner()); matchLinalgReduction() local
580 getDimsToReduce(LinalgOp linalgOp) getDimsToReduce() argument
595 auto linalgOp = cast<LinalgOp>(outputOperand->getOwner()); buildVectorWrite() local
666 vectorizeLinalgYield(RewriterBase & rewriter,Operation * op,const IRMapping & bvm,VectorizationState & state,LinalgOp linalgOp,SmallVectorImpl<Value> & newResults) vectorizeLinalgYield() argument
691 vectorizeLinalgIndex(RewriterBase & rewriter,VectorizationState & state,Operation * op,LinalgOp linalgOp) vectorizeLinalgIndex() argument
799 isLoopInvariantIdx(LinalgOp & linalgOp,Value & val) isLoopInvariantIdx() argument
860 isContiguousLoadIdx(LinalgOp & linalgOp,Value & val,bool & foundIndexOp) isContiguousLoadIdx() argument
919 getTensorExtractMemoryAccessPattern(tensor::ExtractOp extractOp,LinalgOp & linalgOp) getTensorExtractMemoryAccessPattern() argument
1010 vectorizeTensorExtract(RewriterBase & rewriter,VectorizationState & state,Operation * op,LinalgOp linalgOp,const IRMapping & bvm) vectorizeTensorExtract() argument
1133 reduceIfNeeded(OpBuilder & b,LinalgOp linalgOp,Operation * op,Value reduceValue,Value initialValue,const IRMapping & bvm) reduceIfNeeded() argument
1170 vectorizeOneOp(RewriterBase & rewriter,VectorizationState & state,LinalgOp linalgOp,Operation * op,const IRMapping & bvm,ArrayRef<CustomVectorizationHook> customVectorizationHooks) vectorizeOneOp() argument
1284 vectorizeAsLinalgGeneric(RewriterBase & rewriter,VectorizationState & state,LinalgOp linalgOp,SmallVectorImpl<Value> & newResults) vectorizeAsLinalgGeneric() argument
1810 vectorizeLinalgOpPrecondition(LinalgOp linalgOp,ArrayRef<int64_t> inputVectorSizes,bool vectorizeNDExtract,bool flatten1DDepthwiseConv) vectorizeLinalgOpPrecondition() argument
1951 auto linalgOp = dyn_cast<LinalgOp>(op); vectorizeScalableVectorPrecondition() local
1965 __anon729377361f02(auto linalgOp) vectorizeOpPrecondition() argument
1983 convertAffineApply(RewriterBase & rewriter,LinalgOp linalgOp) convertAffineApply() argument
2025 if (auto linalgOp = dyn_cast<linalg::LinalgOp>(op)) { vectorize() local
2036 __anon729377362402(auto linalgOp) vectorize() argument
[all...]
H A DBubbleUpExtractSlice.cpp53 auto linalgOp = source.getDefiningOp<LinalgOp>(); in matchAndRewrite() local
H A DRuntimeOpVerification.cpp36 auto linalgOp = llvm::cast<LinalgOp>(op); in generateRuntimeVerification() local
H A DMeshShardingInterfaceImpl.cpp269 LinalgOp linalgOp = llvm::cast<LinalgOp>(op); getIndexingMaps() local
283 LinalgOp linalgOp = llvm::cast<LinalgOp>(op); getReductionLoopIteratorKinds() local
301 LinalgOp linalgOp = llvm::cast<LinalgOp>(op); spmdize() local
[all...]
H A DPromotion.cpp165 LinalgOp linalgOp, const LinalgPromotionOptions &options) in LinalgOpInstancePromotionOptions() argument
401 LinalgOp linalgOp = dyn_cast<LinalgOp>(op); in promoteSubviewsPrecondition() local
421 promoteSubViews(OpBuilder & builder,LinalgOp linalgOp,const LinalgPromotionOptions & options) promoteSubViews() argument
[all...]
H A DNamedOpConversions.cpp40 auto linalgOp = dyn_cast<LinalgOp>(operation); in matchAndReplaceDepthwiseConv() local
H A DPadding.cpp265 mlir::linalg::padAndHoistLinalgOp(RewriterBase &rewriter, LinalgOp linalgOp, in padAndHoistLinalgOp() argument
H A DFusion.cpp208 if (auto linalgOp = tensor.getDefiningOp<LinalgOp>()) { in getProducerOfTensor() local
H A DElementwiseOpFusion.cpp517 isFusableWithReshapeByDimExpansion(LinalgOp linalgOp,OpOperand * fusableOpOperand) isFusableWithReshapeByDimExpansion() argument
578 compute(LinalgOp linalgOp,OpOperand * fusableOpOperand,ArrayRef<AffineMap> reassociationMaps,ArrayRef<int64_t> expandedShape,ArrayRef<int64_t> collapsedShape,PatternRewriter & rewriter) compute() argument
630 isLinalgOpExpandable(LinalgOp linalgOp,const ExpansionInfo & expansionInfo,PatternRewriter & rewriter) isLinalgOpExpandable() argument
750 validateDynamicDimExpansion(LinalgOp linalgOp,const ExpansionInfo & expansionInfo,PatternRewriter & rewriter) validateDynamicDimExpansion() argument
776 fuseWithReshapeByExpansion(LinalgOp linalgOp,Operation * reshapeOp,OpOperand * fusableOpOperand,PatternRewriter & rewriter) fuseWithReshapeByExpansion() argument
931 matchAndRewrite(LinalgOp linalgOp,PatternRewriter & rewriter) const matchAndRewrite() argument
[all...]
H A DConstantFold.cpp58 LogicalResult matchAndRewrite(LinalgOp linalgOp, in matchAndRewrite()
/llvm-project/mlir/lib/Dialect/Linalg/TransformOps/
H A DLinalgMatchOps.cpp173 auto linalgOp = cast<linalg::LinalgOp>(current); in matchOperation() local
348 auto linalgOp = cast<linalg::LinalgOp>(current); in matchOperation() local
438 auto linalgOp = cast<linalg::LinalgOp>(current); matchOperation() local
529 auto linalgOp = cast<linalg::LinalgOp>(current); matchOperation() local
603 auto linalgOp = cast<linalg::LinalgOp>(current); matchOperation() local
618 auto linalgOp = cast<linalg::LinalgOp>(current); matchOperation() local
632 auto linalgOp = cast<linalg::LinalgOp>(current); matchOperation() local
646 auto linalgOp = cast<linalg::LinalgOp>(op); matchOperation() local
[all...]
/llvm-project/mlir/lib/Dialect/Linalg/IR/
H A DLinalgInterfaces.cpp37 canOpOperandsBeDroppedImpl(linalg::LinalgOp linalgOp,ArrayRef<OpOperand * > droppedOperands) canOpOperandsBeDroppedImpl() argument
56 isaCopyOpInterface(LinalgOp linalgOp) isaCopyOpInterface() argument
372 inferContractionDims(LinalgOp linalgOp) inferContractionDims() argument
403 auto linalgOp = dyn_cast<linalg::LinalgOp>(op); isContractionInterfaceImpl() local
453 isaContractionOpInterface(LinalgOp linalgOp) isaContractionOpInterface() argument
628 inferConvolutionDimsImpl(LinalgOp linalgOp,ConvAccessExprWalker & inputExprWalker,bool allowEmptyConvolvedDims) inferConvolutionDimsImpl() argument
740 inferConvolutionDims(LinalgOp linalgOp) inferConvolutionDims() argument
772 auto linalgOp = dyn_cast<linalg::LinalgOp>(op); isConvolutionInterfaceImpl() local
923 isaConvolutionOpInterface(LinalgOp linalgOp) isaConvolutionOpInterface() argument
947 auto linalgOp = dyn_cast<linalg::LinalgOp>(op); isFillInterfaceImpl() local
1135 LinalgOp linalgOp = cast<LinalgOp>(op); verifyStructuredOpInterface() local
[all...]
H A DValueBoundsOpInterfaceImpl.cpp25 auto linalgOp = indexOp->getParentOfType<LinalgOp>(); in populateBoundsForIndexValue() local
/llvm-project/mlir/lib/CAPI/Dialect/
H A DLinalg.cpp20 auto linalgOp = cast<LinalgOp>(op); in mlirLinalgFillBuiltinNamedOpRegion() local
/llvm-project/mlir/test/lib/Dialect/Linalg/
H A DTestLinalgFusionTransforms.cpp38 for (LinalgOp linalgOp : llvm::reverse(linalgOps)) { in fuseLinalgOpsGreedily() local
H A DTestLinalgElementwiseFusion.cpp28 .Case<linalg::LinalgOp>([&](linalg::LinalgOp linalgOp) { in addOperands() argument
204 auto linalgOp = dyn_cast<linalg::LinalgOp>(use.getOwner()); in runOnOperation() local
/llvm-project/mlir/lib/Dialect/Tensor/Transforms/
H A DPackAndUnpackPatterns.cpp54 getTransposeOpPermutation(linalg::LinalgOp linalgOp) getTransposeOpPermutation() argument
348 auto linalgOp = packOp.getSource().getDefiningOp<linalg::LinalgOp>(); matchAndRewrite() local
433 auto linalgOp = unPackOp.getSource().getDefiningOp<linalg::LinalgOp>(); matchAndRewrite() local
[all...]
/llvm-project/mlir/lib/Dialect/Linalg/Utils/
H A DUtils.cpp202 auto linalgOp = current.getDefiningOp<LinalgOp>(); in makeComposedPadHighOp() local
314 doit(OpBuilder & b,Location loc,ArrayRef<Range> loopRanges,LinalgOp linalgOp,ArrayRef<utils::IteratorType> iteratorTypes,function_ref<scf::ValueVector (OpBuilder &,Location,ValueRange,ValueRange)> bodyBuilderFn,ArrayRef<linalg::ProcInfo> procInfo) doit() argument
357 doit(OpBuilder & b,Location loc,ArrayRef<Range> loopRanges,LinalgOp linalgOp,ArrayRef<utils::IteratorType> iteratorTypes,function_ref<scf::ValueVector (OpBuilder &,Location,ValueRange,ValueRange)> bodyBuilderFn,ArrayRef<linalg::ProcInfo>) doit() argument
524 doit(OpBuilder & b,Location loc,ArrayRef<Range> loopRanges,LinalgOp linalgOp,ArrayRef<utils::IteratorType> iteratorTypes,function_ref<scf::ValueVector (OpBuilder &,Location,ValueRange,ValueRange)> bodyBuilderFn,ArrayRef<linalg::ProcInfo> procInfo) doit() argument
778 computeAllSliceParameters(OpBuilder & builder,Location loc,LinalgOp linalgOp,ValueRange valuesToTile,ArrayRef<OpFoldResult> ivs,ArrayRef<OpFoldResult> tileSizes,ArrayRef<OpFoldResult> sizeBounds,bool omitPartialTileCheck) computeAllSliceParameters() argument
830 makeTiledShapes(OpBuilder & builder,Location loc,LinalgOp linalgOp,ValueRange valuesToTile,ArrayRef<OpFoldResult> ivs,ArrayRef<OpFoldResult> tileSizes,ArrayRef<OpFoldResult> sizeBounds,bool omitPartialTileCheck) makeTiledShapes() argument
850 offsetIndices(OpBuilder & b,LinalgOp linalgOp,ArrayRef<OpFoldResult> offsets) offsetIndices() argument
856 offsetIndices(RewriterBase & b,LinalgOp linalgOp,ArrayRef<OpFoldResult> offsets) offsetIndices() argument
[all...]
/llvm-project/mlir/lib/Conversion/LinalgToStandard/
H A DLinalgToStandard.cpp57 auto linalgOp = cast<LinalgOp>(op); in getLibraryCallSymbolRef() local

12