| /llvm-project/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 176 auto maskOp = cast<vector::MaskOp>(op); in getAliasingOpOperands() local
194 auto maskOp = cast<vector::MaskOp>(op); in resolveConflicts() local
206 auto maskOp = cast<vector::MaskOp>(op); in bufferize() local
286 auto maskOp = dyn_cast<vector::MaskOp>(yieldOp->getParentOp()); in bufferize() local
|
| H A D | LowerVectorContract.cpp | 642 vector::ContractionOp op, MaskingOpInterface maskOp, in matchAndRewriteMaskableOp() argument
666 vector::ContractionOp op, MaskingOpInterface maskOp, in matchAndRewriteMaskableOp() argument
923 vector::ContractionOp op, MaskingOpInterface maskOp, in matchAndRewriteMaskableOp() argument
1287 matchAndRewriteMaskableOp(vector::ContractionOp op,MaskingOpInterface maskOp,PatternRewriter & rew) const matchAndRewriteMaskableOp() argument
[all...] |
| H A D | VectorTransferOpTransforms.cpp | 391 Value maskOp = transferReadOp.getMask(); matchAndRewrite() local
459 Value maskOp = transferWriteOp.getMask(); matchAndRewrite() local
[all...] |
| H A D | VectorEmulateNarrowType.cpp | 48 Operation *maskOp = mask.getDefiningOp(); getCompressedMaskOp() local
|
| /llvm-project/mlir/include/mlir/Dialect/Vector/Utils/ |
| H A D | VectorUtils.h | 148 MaskingOpInterface maskOp; matchAndRewrite() local
|
| /llvm-project/mlir/lib/Dialect/NVGPU/Transforms/ |
| H A D | CreateAsyncGroups.cpp | 67 if (auto maskOp = in getMaskOp() local
74 if (auto maskOp = in getMaskOp() local
|
| /llvm-project/mlir/lib/Conversion/ArmSMEToLLVM/ |
| H A D | ArmSMEToLLVM.cpp | 43 createLoadTileSliceIntrinsic(RewriterBase & rewriter,Location loc,arm_sme::ArmSMETileType type,arm_sme::TileSliceLayout layout,Value maskOp,Value ptr,IntegerAttr tileId,Value tileSliceI32) createLoadTileSliceIntrinsic() argument
88 createStoreTileSliceIntrinsic(RewriterBase & rewriter,Location loc,arm_sme::ArmSMETileType type,arm_sme::TileSliceLayout layout,Value maskOp,Value ptr,IntegerAttr tileId,Value tileSliceI32) createStoreTileSliceIntrinsic() argument
515 auto maskOp = loadTileSliceOp.getMask(); matchAndRewrite() local
560 auto maskOp = storeTileSliceOp.getMask(); matchAndRewrite() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Tensor/Transforms/ |
| H A D | FoldTensorSubsetOps.cpp | 92 matchAndRewriteMaskableOp(vector::TransferReadOp readOp,vector::MaskingOpInterface maskOp,PatternRewriter & rewriter) const matchAndRewriteMaskableOp() argument
|
| /llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | ConvertToDestinationStyle.cpp | 263 assert(llvm::range_size(maskOp.getMaskBlock()->without_terminator()) == 1 && in bufferizeToAllocation() argument
479 if (auto maskOp = dyn_cast<vector::MaskOp>(op)) bufferizeToAllocation() local
[all...] |
| H A D | Vectorization.cpp | 442 auto maskOp = cast<vector::MaskOp>( maskOperation() local
632 if (auto maskOp = dyn_cast<vector::MaskingOpInterface>(write)) { buildVectorWrite() local
1348 if (auto maskOp = dyn_cast<vector::MaskingOpInterface>(read)) { vectorizeAsLinalgGeneric() local
3245 Value maskOp = depthwiseConv() local
[all...] |
| /llvm-project/mlir/lib/Conversion/ArmSMEToSCF/ |
| H A D | ArmSMEToSCF.cpp | 265 auto maskOp = tileLoadOp.getMask(); in matchAndRewrite() local
|
| /llvm-project/mlir/lib/Conversion/VectorToArmSME/ |
| H A D | VectorToArmSME.cpp | 462 auto maskOp = outerProductOp.getMaskingOp(); in matchAndRewrite() local
|
| /llvm-project/mlir/lib/Dialect/ArmSME/Transforms/ |
| H A D | VectorLegalization.cpp | 216 auto maskOp = outerProductOp.getMaskingOp(); matchAndRewrite() local
|
| /llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 866 matchAndRewrite(vector::MaskOp maskOp,OpAdaptor adaptor,ConversionPatternRewriter & rewriter) const matchAndRewrite() argument
890 matchAndRewriteMaskableOp(vector::MaskOp maskOp,MaskableOpInterface maskableOp,ConversionPatternRewriter & rewriter) const matchAndRewriteMaskableOp() argument
[all...] |
| /llvm-project/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 6213 matchAndRewrite(MaskOp maskOp,PatternRewriter & rewriter) const matchAndRewrite() argument
|