| /llvm-project/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferSplitRewritePatterns.cpp | 44 VectorTransferOpInterface xferOp) { in createInBoundsCond() argument
113 splitFullAndPartialTransferPrecondition(VectorTransferOpInterface xferOp) splitFullAndPartialTransferPrecondition() argument
191 createSubViewIntersection(RewriterBase & b,VectorTransferOpInterface xferOp,Value alloc) createSubViewIntersection() argument
250 createFullPartialLinalgCopy(RewriterBase & b,vector::TransferReadOp xferOp,TypeRange returnTypes,Value inBoundsCond,MemRefType compatibleMemRefType,Value alloc) createFullPartialLinalgCopy() argument
304 createFullPartialVectorTransferRead(RewriterBase & b,vector::TransferReadOp xferOp,TypeRange returnTypes,Value inBoundsCond,MemRefType compatibleMemRefType,Value alloc) createFullPartialVectorTransferRead() argument
352 getLocationToWriteFullVec(RewriterBase & b,vector::TransferWriteOp xferOp,TypeRange returnTypes,Value inBoundsCond,MemRefType compatibleMemRefType,Value alloc) getLocationToWriteFullVec() argument
395 createFullPartialLinalgCopy(RewriterBase & b,vector::TransferWriteOp xferOp,Value inBoundsCond,Value alloc) createFullPartialLinalgCopy() argument
423 createFullPartialVectorTransferWrite(RewriterBase & b,vector::TransferWriteOp xferOp,Value inBoundsCond,Value alloc) createFullPartialVectorTransferWrite() argument
520 splitFullAndPartialTransfer(RewriterBase & b,VectorTransferOpInterface xferOp,VectorTransformsOptions options,scf::IfOp * ifOp) splitFullAndPartialTransfer() argument
664 auto xferOp = dyn_cast<VectorTransferOpInterface>(op); matchAndRewrite() local
[all...] |
| H A D | SubsetOpInterfaceImpl.cpp | 25 auto xferOp = cast<OpTy>(op); in getAccessedHyperrectangularSlice() local
|
| H A D | VectorTransferOpTransforms.cpp | 768 auto xferOp = match() local
817 auto xferOp = extractOp.getVector().getDefiningOp<vector::TransferReadOp>(); rewrite() local
860 auto xferOp = extractOp.getVector().getDefiningOp<vector::TransferReadOp>(); rewrite() local
892 matchAndRewrite(vector::TransferWriteOp xferOp,PatternRewriter & rewriter) const matchAndRewrite() argument
[all...] |
| /llvm-project/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 62 unpackedDim(OpTy xferOp) unpackedDim() argument
78 unpackedPermutationMap(OpBuilder & b,OpTy xferOp) unpackedPermutationMap() argument
93 getXferIndices(OpBuilder & b,OpTy xferOp,Value iv,SmallVector<Value,8> & indices) getXferIndices() argument
129 generateMaskCheck(OpBuilder & b,OpTy xferOp,Value iv) generateMaskCheck() argument
167 generateInBoundsCheck(OpBuilder & b,OpTy xferOp,Value iv,std::optional<int64_t> dim,TypeRange resultTypes,function_ref<Value (OpBuilder &,Location)> inBoundsCase,function_ref<Value (OpBuilder &,Location)> outOfBoundsCase=nullptr) generateInBoundsCheck() argument
226 generateInBoundsCheck(OpBuilder & b,OpTy xferOp,Value iv,std::optional<int64_t> dim,function_ref<void (OpBuilder &,Location)> inBoundsCase,function_ref<void (OpBuilder &,Location)> outOfBoundsCase=nullptr) generateInBoundsCheck() argument
262 isTensorOp(OpTy xferOp) isTensorOp() argument
291 allocBuffers(OpBuilder & b,OpTy xferOp) allocBuffers() argument
335 getMaskBuffer(OpTy xferOp) getMaskBuffer() argument
543 checkPrepareXferOp(OpTy xferOp,VectorTransferToSCFOptions options) checkPrepareXferOp() argument
997 maybeAssignMask(OpBuilder & b,OpTy xferOp,OpTy newXferOp,int64_t i) maybeAssignMask() argument
1327 get1dMemrefIndices(OpBuilder & b,OpTy xferOp,Value iv,SmallVector<Value,8> & memrefIndices) get1dMemrefIndices() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Tensor/Transforms/ |
| H A D | FoldTensorSubsetOps.cpp | 75 preconditionsFoldExtractOrInsertWithTransferOp(RewriterBase & rewriter,XferOp xferOp,ExtractOrInsertOp extractOrInsertSliceOp) preconditionsFoldExtractOrInsertWithTransferOp() argument
|
| /llvm-project/mlir/lib/Conversion/VectorToArmSME/ |
| H A D | VectorToArmSME.cpp | 358 if (auto xferOp = input.getDefiningOp<vector::TransferReadOp>(); in matchAndRewrite() local
|
| /llvm-project/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | FoldMemRefAliasOps.cpp | 393 preconditionsFoldSubViewOpImpl(RewriterBase &rewriter, XferOp xferOp, in preconditionsFoldSubViewOpImpl() argument
|
| /llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Vectorization.cpp | 2619 matchAndRewrite(vector::TransferReadOp xferOp,PatternRewriter & rewriter) const matchAndRewrite() argument
2696 matchAndRewrite(vector::TransferWriteOp xferOp,PatternRewriter & rewriter) const matchAndRewrite() argument
3238 auto xferOp = cast<VectorTransferOpInterface>(opToMask); depthwiseConv() local
[all...] |
| /llvm-project/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 57 static void getXferIndices(RewriterBase &rewriter, TransferOpType xferOp, in getXferIndices() argument
|