| /llvm-project/mlir/test/lib/Rewrite/ |
| H A D | TestPDLByteCode.cpp | 17 static LogicalResult customSingleEntityConstraint(PatternRewriter &rewriter, in customSingleEntityConstraint() argument
21 static LogicalResult customMultiEntityConstraint(PatternRewriter &rewriter, in customMultiEntityConstraint() argument
27 PatternRewriter &rewriter, ValueRange operandValues, TypeRange typeValues) { in customMultiEntityVariadicConstraint() argument
34 static LogicalResult customValueResultConstraint(PatternRewriter &rewriter, in customValueResultConstraint() argument
47 static LogicalResult customTypeResultConstraint(PatternRewriter &rewriter, in customTypeResultConstraint() argument
60 static LogicalResult customTypeRangeResultConstraint(PatternRewriter &rewriter, in customTypeRangeResultConstraint() argument
78 customCreate(PatternRewriter & rewriter,Operation * op) customCreate() argument
81 customVariadicResultCreate(PatternRewriter & rewriter,Operation * root) customVariadicResultCreate() argument
85 customCreateType(PatternRewriter & rewriter) customCreateType() argument
88 customCreateStrAttr(PatternRewriter & rewriter) customCreateStrAttr() argument
93 customRewriter(PatternRewriter & rewriter,Operation * root,Value input) customRewriter() argument
[all...] |
| /llvm-project/mlir/include/mlir/Conversion/LLVMCommon/ |
| H A D | Pattern.h | 164 rewrite(sourceOp, OneToNOpAdaptor(operands, sourceOp), rewriter); in matchAndRewrite() argument
155 rewrite(Operation * op,ArrayRef<Value> operands,ConversionPatternRewriter & rewriter) rewrite() argument
175 rewrite(SourceOp op,OpAdaptor adaptor,ConversionPatternRewriter & rewriter) rewrite() argument
180 matchAndRewrite(SourceOp op,OpAdaptor adaptor,ConversionPatternRewriter & rewriter) matchAndRewrite() argument
207 matchAndRewrite(SourceOp op,typename SourceOp::Adaptor adaptor,ConversionPatternRewriter & rewriter) matchAndRewrite() argument
[all...] |
| /llvm-project/mlir/test/lib/Dialect/Transform/ |
| H A D | TestTransformDialectExtension.cpp | 48 DiagnosedSilenceableFailure apply(transform::TransformRewriter &rewriter, in apply() argument
104 DiagnosedSilenceableFailure apply(transform::TransformRewriter &rewriter, in apply() argument
117 transform::TransformRewriter &rewriter, in apply() argument
137 transform::TransformRewriter &rewriter, in apply() argument
152 transform::TransformRewriter &rewriter, Operation *target, in applyToOne() argument
170 transform::TransformRewriter &rewriter, Operation *target, in applyToOne() argument
194 mlir::test::TestConsumeOperand::apply(transform::TransformRewriter &rewriter, in apply() argument
209 transform::TransformRewriter &rewriter, in apply() argument
250 transform::TransformRewriter &rewriter, in apply() argument
258 transform::TransformRewriter &rewriter, in apply() argument
289 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
311 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
318 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
327 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
337 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
346 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
364 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
374 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
387 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
398 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
409 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
418 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
468 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
483 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
506 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
524 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
539 applyToOne(transform::TransformRewriter & rewriter,Operation * target,::transform::ApplyToEachResultList & results,::transform::TransformState & state) applyToOne() argument
566 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
574 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
586 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
598 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
622 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
646 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
728 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
763 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
791 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
892 __anonbf2bd64a0f02(PatternRewriter &rewriter, PDLResultList &, ArrayRef<PDLValue> pdlValues) init() argument
[all...] |
| /llvm-project/flang/include/flang/Optimizer/CodeGen/ |
| H A D | FIROpPatterns.h | 138 genGEP(mlir::Location loc,mlir::Type ty,mlir::ConversionPatternRewriter & rewriter,mlir::Value base,ARGS...args) genGEP() argument
204 rewrite(mlir::Operation * op,mlir::ArrayRef<mlir::Value> operands,mlir::ConversionPatternRewriter & rewriter) rewrite() argument
213 matchAndRewrite(mlir::Operation * op,mlir::ArrayRef<mlir::Value> operands,mlir::ConversionPatternRewriter & rewriter) matchAndRewrite() argument
225 rewrite(SourceOp op,OpAdaptor adaptor,mlir::ConversionPatternRewriter & rewriter) rewrite() argument
230 matchAndRewrite(SourceOp op,OpAdaptor adaptor,mlir::ConversionPatternRewriter & rewriter) matchAndRewrite() argument
251 matchAndRewrite(FromOp op,OpAdaptor adaptor,mlir::ConversionPatternRewriter & rewriter) matchAndRewrite() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | ExtractAddressComputations.cpp | 41 static memref::LoadOp rebuildLoadOp(RewriterBase &rewriter, in rebuildLoadOp()
52 getLoadOpViewSizeForEachDim(RewriterBase &rewriter, memref::LoadOp loadOp) { in getLoadOpViewSizeForEachDim()
71 static memref::StoreOp rebuildStoreOp(RewriterBase &rewriter, in rebuildStoreOp()
83 getStoreOpViewSizeForEachDim(RewriterBase &rewriter, memref::StoreOp storeOp) { in getStoreOpViewSizeForEachDim()
102 static nvgpu::LdMatrixOp rebuildLdMatrixOp(RewriterBase &rewriter, in rebuildLdMatrixOp()
131 rebuildTransferReadOp(RewriterBase &rewriter, in rebuildTransferReadOp()
149 rebuildTransferWriteOp(RewriterBase &rewriter, in rebuildTransferWriteOp()
182 getGenericOpViewSizeForEachDim(RewriterBase &rewriter, in getGenericOpViewSizeForEachDim()
|
| H A D | IndependenceTransforms.cpp | 69 propagateSubViewOp(RewriterBase &rewriter, in propagateSubViewOp() argument
99 static void replaceAndPropagateMemRefType(RewriterBase &rewriter, in replaceAndPropagateMemRefType() argument
169 replaceWithIndependentOp(RewriterBase & rewriter,memref::AllocaOp allocaOp,ValueRange independencies) replaceWithIndependentOp() argument
182 allocToAlloca(RewriterBase & rewriter,memref::AllocOp alloc,function_ref<bool (memref::AllocOp,memref::DeallocOp)> filter) allocToAlloca() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/SCF/TransformOps/ |
| H A D | SCFTransformOps.cpp | 57 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
106 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
175 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
218 applyToOne(transform::TransformRewriter & rewriter,scf::ForOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
297 applyToOne(transform::TransformRewriter & rewriter,scf::ForOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
324 applyToOne(transform::TransformRewriter & rewriter,LoopLikeOpInterface target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
342 applyToOne(transform::TransformRewriter & rewriter,Operation * op,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
366 applyToOne(transform::TransformRewriter & rewriter,Operation * op,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
389 applyToOne(transform::TransformRewriter & rewriter,Operation * op,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
413 replaceOpWithRegion(RewriterBase & rewriter,Operation * op,Region & region) replaceOpWithRegion() argument
425 applyToOne(transform::TransformRewriter & rewriter,scf::IfOp ifOp,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
558 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Bufferization/TransformOps/ |
| H A D | BufferizationTransformOps.cpp | 31 TransformRewriter &rewriter, Operation *target, in applyToOne() argument
58 transform::OneShotBufferizeOp::apply(transform::TransformRewriter &rewriter, in apply() argument
118 transform::TransformRewriter &rewriter, TransformResults &transformResults, in apply() argument
133 transform::TransformRewriter &rewriter, tensor::EmptyOp target, in applyToOne() argument
|
| /llvm-project/mlir/include/mlir/Dialect/SCF/Transforms/ |
| H A D | Patterns.h | 30 PatternRewriter &rewriter) const override { in matchAndRewrite() argument
35 PatternRewriter &rewriter) const { in returningMatchAndRewrite() argument
|
| /llvm-project/mlir/include/mlir/Dialect/LLVMIR/ |
| H A D | BasicPtxBuilderInterface.h | 52 PatternRewriter &rewriter; variable
62 PtxBuilder(Operation *op, PatternRewriter &rewriter) in PtxBuilder()
|
| /llvm-project/mlir/examples/transform/Ch3/lib/ |
| H A D | MyExtension.cpp | 118 applyToOne(::mlir::transform::TransformRewriter & rewriter,::mlir::func::CallOp call,::mlir::transform::ApplyToEachResultList & results,::mlir::transform::TransformState & state) applyToOne() argument
152 replaceCallWithOp(mlir::RewriterBase & rewriter,mlir::CallOpInterface call) replaceCallWithOp() argument
167 applyToOne(mlir::transform::TransformRewriter & rewriter,mlir::CallOpInterface call,mlir::transform::ApplyToEachResultList & results,mlir::transform::TransformState & state) applyToOne() argument
|
| /llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | TransposeConv2D.cpp | 51 FailureOr<Operation *> transposeConv2DHelper(RewriterBase &rewriter, in transposeConv2DHelper() argument
127 FailureOr<Operation *> transposeConv2D(RewriterBase &rewriter, in transposeConv2D() argument
134 transposeConv2D(RewriterBase & rewriter,linalg::Conv2DNhwcFhwcQOp op) transposeConv2D() argument
[all...] |
| H A D | ConvertToDestinationStyle.cpp | 34 static Value createInserts(RewriterBase &rewriter, Location loc, int dim, in createInserts() argument
95 static Operation *movePaddingToFillOrGenericOp(RewriterBase &rewriter, in movePaddingToFillOrGenericOp() argument
192 createAllocationForTensor(RewriterBase & rewriter,Location loc,Value value,const linalg::BufferizeToAllocationOptions & options,Attribute memorySpace={}) createAllocationForTensor() argument
223 bufferizeToAllocation(RewriterBase & rewriter,const linalg::BufferizeToAllocationOptions & options,PadOp padOp,Attribute memorySpace,Operation * insertionPoint) bufferizeToAllocation() argument
262 bufferizeToAllocation(RewriterBase & rewriter,const linalg::BufferizeToAllocationOptions & options,vector::MaskOp maskOp,Attribute memorySpace,Operation * insertionPoint) bufferizeToAllocation() argument
324 bufferizeToAllocation(RewriterBase & rewriter,const linalg::BufferizeToAllocationOptions & options,bufferization::AllocTensorOp allocTensorOp,Attribute memorySpace,Operation * insertionPoint) bufferizeToAllocation() argument
346 rewriteInDestinationPassingStyle(RewriterBase & rewriter,tensor::FromElementsOp fromElementsOp) rewriteInDestinationPassingStyle() argument
383 rewriteInDestinationPassingStyle(RewriterBase & rewriter,tensor::GenerateOp generateOp) rewriteInDestinationPassingStyle() argument
424 rewriteInDestinationPassingStyle(RewriterBase & rewriter,tensor::PadOp padOp) rewriteInDestinationPassingStyle() argument
472 bufferizeToAllocation(RewriterBase & rewriter,const linalg::BufferizeToAllocationOptions & options,Operation * op,Attribute memorySpace,Operation * insertionPoint) bufferizeToAllocation() argument
599 rewriteOpInDestinationPassingStyle(OpTy op,PatternRewriter & rewriter) rewriteOpInDestinationPassingStyle() argument
[all...] |
| /llvm-project/mlir/test/lib/Interfaces/TilingInterface/ |
| H A D | TestTilingInterfaceTransformOps.cpp | 58 applyTileAndFuseToAll(RewriterBase &rewriter, Operation *transformOp, in applyTileAndFuseToAll() argument
144 apply(TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
171 applyFuseConsumer(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,TransformResults & transformResults) applyFuseConsumer() argument
198 apply(TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
223 applyTileToAll(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,ArrayRef<OpFoldResult> tileSizes,ArrayRef<int64_t> interchange,std::optional<ArrayAttr> mapping,TransformResults & transformResults) applyTileToAll() argument
268 apply(TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
300 applyTilingToAll(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,unsigned numLoops,TransformResults & transformResults,function_ref<FailureOr<scf::SCFTileAndFuseResult> (TilingInterface)> applyFn) applyTilingToAll() argument
346 apply(TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
[all...] |
| /llvm-project/mlir/include/mlir/Dialect/Transform/Interfaces/ |
| H A D | MatchInterfaces.h | 86 DiagnosedSilenceableFailure apply(TransformRewriter &rewriter, in apply()
115 DiagnosedSilenceableFailure apply(TransformRewriter &rewriter, in apply()
150 DiagnosedSilenceableFailure apply(TransformRewriter &rewriter, in apply()
|
| /llvm-project/mlir/lib/Dialect/Transform/DebugExtension/ |
| H A D | DebugExtensionOps.cpp | 21 transform::DebugEmitRemarkAtOp::apply(transform::TransformRewriter &rewriter, in apply() argument
55 transform::TransformRewriter &rewriter, in apply() argument
|
| /llvm-project/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | ForallToParallel.cpp | 25 LogicalResult mlir::scf::forallToParallelLoop(RewriterBase &rewriter, in forallToParallelLoop()
70 IRRewriter rewriter(parentOp->getContext()); in runOnOperation() local
|
| H A D | ForallToFor.cpp | 31 OpBuilder::InsertionGuard guard(rewriter); in forallToForLoop() argument
63 IRRewriter rewriter(parentOp->getContext()); runOnOperation() local
[all...] |
| /llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 45 static Value insertOne(ConversionPatternRewriter &rewriter, in insertOne() argument
62 static Value extractOne(ConversionPatternRewriter &rewriter, in extractOne() argument
102 getIndexedPtrs(ConversionPatternRewriter & rewriter,Location loc,const LLVMTypeConverter & typeConverter,MemRefType memRefType,Value llvmMemref,Value base,Value index,uint64_t vLen) getIndexedPtrs() argument
194 replaceLoadOrStoreOp(vector::LoadOp loadOp,vector::LoadOpAdaptor adaptor,VectorType vectorTy,Value ptr,unsigned align,ConversionPatternRewriter & rewriter) replaceLoadOrStoreOp() argument
203 replaceLoadOrStoreOp(vector::MaskedLoadOp loadOp,vector::MaskedLoadOpAdaptor adaptor,VectorType vectorTy,Value ptr,unsigned align,ConversionPatternRewriter & rewriter) replaceLoadOrStoreOp() argument
211 replaceLoadOrStoreOp(vector::StoreOp storeOp,vector::StoreOpAdaptor adaptor,VectorType vectorTy,Value ptr,unsigned align,ConversionPatternRewriter & rewriter) replaceLoadOrStoreOp() argument
220 replaceLoadOrStoreOp(vector::MaskedStoreOp storeOp,vector::MaskedStoreOpAdaptor adaptor,VectorType vectorTy,Value ptr,unsigned align,ConversionPatternRewriter & rewriter) replaceLoadOrStoreOp() argument
417 createReductionNeutralValue(ReductionNeutralZero neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
425 createReductionNeutralValue(ReductionNeutralIntOne neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
433 createReductionNeutralValue(ReductionNeutralFPOne neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
441 createReductionNeutralValue(ReductionNeutralAllOnes neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
451 createReductionNeutralValue(ReductionNeutralSIntMin neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
461 createReductionNeutralValue(ReductionNeutralUIntMin neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
471 createReductionNeutralValue(ReductionNeutralSIntMax neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
481 createReductionNeutralValue(ReductionNeutralUIntMax neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
491 createReductionNeutralValue(ReductionNeutralFPMin neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
503 createReductionNeutralValue(ReductionNeutralFPMax neutral,ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createReductionNeutralValue() argument
516 getOrCreateAccumulator(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value accumulator) getOrCreateAccumulator() argument
529 createVectorLengthValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType) createVectorLengthValue() argument
557 createIntegerReductionArithmeticOpLowering(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator) createIntegerReductionArithmeticOpLowering() argument
573 createIntegerReductionComparisonOpLowering(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator,LLVM::ICmpPredicate predicate) createIntegerReductionComparisonOpLowering() argument
607 createFPReductionComparisonOpLowering(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator,LLVM::FastmathFlagsAttr fmf) createFPReductionComparisonOpLowering() argument
640 createMaskNeutralValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Type vectorType) createMaskNeutralValue() argument
655 lowerMaskedReductionWithRegular(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator,Value mask,LLVM::FastmathFlagsAttr fmf) lowerMaskedReductionWithRegular() argument
669 lowerReductionWithStartValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator,LLVM::FastmathFlagsAttr fmf) lowerReductionWithStartValue() argument
684 lowerPredicatedReductionWithStartValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator) lowerPredicatedReductionWithStartValue() argument
696 lowerPredicatedReductionWithStartValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator,Value mask) lowerPredicatedReductionWithStartValue() argument
710 lowerPredicatedReductionWithStartValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Value vectorOperand,Value accumulator,Value mask) lowerPredicatedReductionWithStartValue() argument
1566 emitScalarPrint(ConversionPatternRewriter & rewriter,ModuleOp parent,Location loc,Type printType,Value value) const emitScalarPrint() argument
1639 emitCall(ConversionPatternRewriter & rewriter,Location loc,Operation * ref,ValueRange params=ValueRange ()) emitCall() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Transform/IR/ |
| H A D | TransformOps.cpp | 136 transform::AlternativesOp::apply(transform::TransformRewriter &rewriter, in apply() argument
197 IRRewriter rewriter(getContext(), &listener); in apply() local
244 transform::AnnotateOp::apply(transform::TransformRewriter &rewriter, in apply() argument
283 transform::TransformRewriter &rewriter, Operation *target, in applyToOne() argument
308 transform::TransformRewriter &rewriter, Operation *target, in applyToOne() argument
373 transform::TransformRewriter &rewriter, Operation *target, in applyToOne() argument
506 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
749 applyToOne(transform::TransformRewriter & rewriter,LoopLikeOpInterface target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
769 applyToOne(transform::TransformRewriter & rewriter,Operation * target,ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
813 applyToOne(transform::TransformRewriter & rewriter,Operation * target,ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
903 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1020 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1391 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1559 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1608 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1634 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1656 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1685 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1718 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1758 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1809 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1965 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2052 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2064 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2140 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2357 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2393 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2417 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2479 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2520 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2786 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2836 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
[all...] |
| /llvm-project/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 57 static void getXferIndices(RewriterBase &rewriter, TransferOpType xferOp, in getXferIndices() argument
540 convertTransferReadOp(RewriterBase & rewriter,vector::TransferReadOp op,llvm::DenseMap<Value,Value> & valueMapping) convertTransferReadOp() argument
592 convertTransferWriteOp(RewriterBase & rewriter,vector::TransferWriteOp op,llvm::DenseMap<Value,Value> & valueMapping) convertTransferWriteOp() argument
637 convertConstantOpMmaSync(RewriterBase & rewriter,arith::ConstantOp op,llvm::DenseMap<Value,Value> & valueMapping) convertConstantOpMmaSync() argument
704 creatLdMatrixCompatibleLoads(RewriterBase & rewriter,vector::TransferReadOp op,llvm::DenseMap<Value,Value> & valueMapping) creatLdMatrixCompatibleLoads() argument
766 createNonLdMatrixLoads(RewriterBase & rewriter,vector::TransferReadOp op,llvm::DenseMap<Value,Value> & valueMapping) createNonLdMatrixLoads() argument
866 convertTransferReadToLoads(RewriterBase & rewriter,vector::TransferReadOp op,llvm::DenseMap<Value,Value> & valueMapping) convertTransferReadToLoads() argument
898 convertTransferWriteToStores(RewriterBase & rewriter,vector::TransferWriteOp op,llvm::DenseMap<Value,Value> & valueMapping) convertTransferWriteToStores() argument
950 convertExtractStridedSlice(RewriterBase & rewriter,vector::ExtractStridedSliceOp op,llvm::DenseMap<Value,Value> & valueMapping) convertExtractStridedSlice() argument
1026 convertContractOp(RewriterBase & rewriter,vector::ContractionOp op,llvm::DenseMap<Value,Value> & valueMapping) convertContractOp() argument
1046 convertContractOpToMmaSync(RewriterBase & rewriter,vector::ContractionOp op,llvm::DenseMap<Value,Value> & valueMapping) convertContractOpToMmaSync() argument
1069 convertConstantOp(RewriterBase & rewriter,arith::ConstantOp op,llvm::DenseMap<Value,Value> & valueMapping) convertConstantOp() argument
1092 convertBroadcastOp(RewriterBase & rewriter,vector::BroadcastOp op,llvm::DenseMap<Value,Value> & valueMapping) convertBroadcastOp() argument
1111 replaceForOpWithNewSignature(RewriterBase & rewriter,scf::ForOp loop,ValueRange newInitArgs) replaceForOpWithNewSignature() argument
1143 convertForOp(RewriterBase & rewriter,scf::ForOp op,llvm::DenseMap<Value,Value> & valueMapping) convertForOp() argument
1176 convertYieldOp(RewriterBase & rewriter,scf::YieldOp op,llvm::DenseMap<Value,Value> & valueMapping) convertYieldOp() argument
1201 convertElementwiseOp(RewriterBase & rewriter,Operation * op,gpu::MMAElementwiseOp opType,llvm::DenseMap<Value,Value> & valueMapping) convertElementwiseOp() argument
1240 convertVectorToMMAOps(RewriterBase & rewriter,Operation * rootOp) convertVectorToMMAOps() argument
1273 convertVectorToNVVMCompatibleMMASync(RewriterBase & rewriter,Operation * rootOp) convertVectorToNVVMCompatibleMMASync() argument
1331 IRRewriter rewriter(&getContext()); runOnOperation() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Math/Transforms/ |
| H A D | ExpandPatterns.cpp | 72 static LogicalResult convertSinhOp(math::SinhOp op, PatternRewriter &rewriter) { in convertSinhOp() argument
88 static LogicalResult convertCoshOp(math::CoshOp op, PatternRewriter &rewriter) { in convertCoshOp() argument
111 static LogicalResult convertTanhOp(math::TanhOp op, PatternRewriter &rewriter) { in convertTanhOp() argument
144 convertTanOp(math::TanOp op,PatternRewriter & rewriter) convertTanOp() argument
157 convertAsinhOp(math::AsinhOp op,PatternRewriter & rewriter) convertAsinhOp() argument
173 convertAcoshOp(math::AcoshOp op,PatternRewriter & rewriter) convertAcoshOp() argument
189 convertAtanhOp(math::AtanhOp op,PatternRewriter & rewriter) convertAtanhOp() argument
206 convertFmaFOp(math::FmaOp op,PatternRewriter & rewriter) convertFmaFOp() argument
224 convertFloorOp(math::FloorOp op,PatternRewriter & rewriter) convertFloorOp() argument
248 convertCeilOp(math::CeilOp op,PatternRewriter & rewriter) convertCeilOp() argument
272 convertFPowIOp(math::FPowIOp op,PatternRewriter & rewriter) convertFPowIOp() argument
340 convertPowfOp(math::PowFOp op,PatternRewriter & rewriter) convertPowfOp() argument
373 convertExp2fOp(math::Exp2Op op,PatternRewriter & rewriter) convertExp2fOp() argument
385 convertRoundOp(math::RoundOp op,PatternRewriter & rewriter) convertRoundOp() argument
445 convertCtlzOp(math::CountLeadingZerosOp op,PatternRewriter & rewriter) convertCtlzOp() argument
488 convertRoundEvenOp(math::RoundEvenOp op,PatternRewriter & rewriter) convertRoundEvenOp() argument
620 convertRsqrtOp(math::RsqrtOp op,PatternRewriter & rewriter) convertRsqrtOp() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Linalg/TransformOps/ |
| H A D | LinalgTransformOps.cpp | 81 TrivialPatternRewriter rewriter(operation->getContext()); tryApply() local
311 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
394 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
435 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
471 apply(transform::TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
497 applyTilingToAll(RewriterBase & rewriter,Operation * transformOp,Range && payloadOps,unsigned numLoops,transform::TransformResults & transformResults,function_ref<FailureOr<scf::SCFTileAndFuseResult> (TilingInterface)> applyFn) applyTilingToAll() argument
544 apply(transform::TransformRewriter & rewriter,mlir::transform::TransformResults & transformResults,mlir::transform::TransformState & state) apply() argument
606 replaceForAllWithNewSignature(RewriterBase & rewriter,Diagnostic & diag,Operation * producerOp,Operation * containingOp,TilingResult & tileAndFuseResult,int64_t resultNumber,SmallVector<OpFoldResult> & offsets,SmallVector<OpFoldResult> & sizes) replaceForAllWithNewSignature() argument
688 tileAndFuseFirstExtractUse(RewriterBase & rewriter,Diagnostic & diag,Operation * producerOp,Operation * containingOp) tileAndFuseFirstExtractUse() argument
771 tileAndFuseFirstExtractUseThroughContainingOpBlockArgument(RewriterBase & rewriter,Diagnostic & diag,Operation * producerOp,Operation * containingOp) tileAndFuseFirstExtractUseThroughContainingOpBlockArgument() argument
872 cloneAndFuseFirstUse(RewriterBase & rewriter,Diagnostic & diag,Operation * producerOp,Operation * containingOp) cloneAndFuseFirstUse() argument
926 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1053 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
1076 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
1100 applyToOne(transform::TransformRewriter & rewriter,GenericOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
1146 applyToOne(transform::TransformRewriter & rewriter,tensor::PackOp target,transform::ApplyToEachResultList & transformResults,transform::TransformState & state) applyToOne() argument
1166 applyToOne(transform::TransformRewriter & rewriter,tensor::UnPackOp target,transform::ApplyToEachResultList & transformResults,transform::TransformState & state) applyToOne() argument
1207 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1336 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,TransformState & state) applyToOne() argument
1438 apply(transform::TransformRewriter & rewriter,transform::TransformResults & transformResults,transform::TransformState & state) apply() argument
1513 apply(transform::TransformRewriter & rewriter,transform::TransformResults & transformResults,transform::TransformState & state) apply() argument
1612 apply(transform::TransformRewriter & rewriter,transform::TransformResults & transformResults,transform::TransformState & state) apply() argument
1775 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
1944 apply(transform::TransformRewriter & rewriter,transform::TransformResults & transformResults,transform::TransformState & state) apply() argument
1999 applyToOne(transform::TransformRewriter & rewriter,tensor::PadOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2037 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2103 apply(transform::TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
2162 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2209 apply(transform::TransformRewriter & rewriter,transform::TransformResults & results,transform::TransformState & state) apply() argument
2242 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2264 apply(transform::TransformRewriter & rewriter,TransformResults & results,TransformState & state) apply() argument
2552 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2597 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2643 applyToOne(transform::TransformRewriter & rewriter,LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
2676 apply(transform::TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
2897 apply(transform::TransformRewriter & rewriter,TransformResults & transformResults,TransformState & state) apply() argument
3149 tileToForallOpImpl(RewriterBase & rewriter,transform::TransformState & state,TransformOpInterface transformOp,Operation * target,ArrayRef<OpFoldResult> mixedNumThreads,ArrayRef<OpFoldResult> mixedTileSizes,std::optional<ArrayAttr> mapping,linalg::ForallTilingResult & tilingResult) tileToForallOpImpl() argument
3182 apply(transform::TransformRewriter & rewriter,transform::TransformResults & transformResults,transform::TransformState & state) apply() argument
3327 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3376 apply(transform::TransformRewriter & rewriter,mlir::transform::TransformResults & transformResults,mlir::transform::TransformState & state) apply() argument
3436 applyToOne(transform::TransformRewriter & rewriter,func::FuncOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3453 applyToOne(transform::TransformRewriter & rewriter,mlir::Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3467 applyToOne(transform::TransformRewriter & rewriter,linalg::LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3503 applyToOne(transform::TransformRewriter & rewriter,linalg::LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3535 applyToOne(transform::TransformRewriter & rewriter,linalg::LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3562 applyToOne(transform::TransformRewriter & rewriter,linalg::LinalgOp target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3587 doit(RewriterBase & rewriter,OpTy target,transform::ApplyToEachResultList & results,transform::TransformState & state) doit() argument
3625 applyToOne(transform::TransformRewriter & rewriter,Operation * targetOp,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
3647 applyToOne(transform::TransformRewriter & rewriter,Operation * target,transform::ApplyToEachResultList & results,transform::TransformState & state) applyToOne() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/ControlFlow/IR/ |
| H A D | ControlFlowOps.cpp | 83 LogicalResult AssertOp::canonicalize(AssertOp op, PatternRewriter &rewriter) { in canonicalize() argument
155 simplifyBrToBlockWithSinglePred(BranchOp op, PatternRewriter &rewriter) { in simplifyBrToBlockWithSinglePred() argument
176 PatternRewriter &rewriter) { in simplifyPassThroughBr() argument
192 LogicalResult BranchOp::canonicalize(BranchOp op, PatternRewriter &rewriter) { in canonicalize() argument
632 simplifySwitchWithOnlyDefault(SwitchOp op,PatternRewriter & rewriter) simplifySwitchWithOnlyDefault() argument
652 dropSwitchCasesThatMatchDefault(SwitchOp op,PatternRewriter & rewriter) dropSwitchCasesThatMatchDefault() argument
687 foldSwitch(SwitchOp op,PatternRewriter & rewriter,const APInt & caseValue) foldSwitch() argument
709 simplifyConstSwitchValue(SwitchOp op,PatternRewriter & rewriter) simplifyConstSwitchValue() argument
730 simplifyPassThroughSwitch(SwitchOp op,PatternRewriter & rewriter) simplifyPassThroughSwitch() argument
803 simplifySwitchFromSwitchOnSameCondition(SwitchOp op,PatternRewriter & rewriter) simplifySwitchFromSwitchOnSameCondition() argument
855 simplifySwitchFromDefaultSwitchOnSameCondition(SwitchOp op,PatternRewriter & rewriter) simplifySwitchFromDefaultSwitchOnSameCondition() argument
[all...] |
| /llvm-project/mlir/test/lib/Dialect/Linalg/ |
| H A D | TestLinalgDropUnitDims.cpp | 24 LogicalResult dropOutermostUnitDims(RewriterBase &rewriter, in dropOutermostUnitDims() argument
53 IRRewriter rewriter(context); runOnOperation() local
|