| /llvm-project/mlir/lib/Conversion/MemRefToLLVM/ |
| H A D | MemRefToLLVM.cpp | 775 Value srcBasePtr = srcDesc.alignedPtr(rewriter, loc); in lowerToMemCopyIntrinsic()
780 Value targetBasePtr = targetDesc.alignedPtr(rewriter, loc); in lowerToMemCopyIntrinsic()
950 Value alignedPtr = in matchAndRewrite()
951 sourceDesc.alignedPtr(rewriter, loc, *getTypeConverter(), in matchAndRewrite()
955 alignedPtr = rewriter.create<LLVM::AddrSpaceCastOp>( in matchAndRewrite()
956 loc, resultElemPtrType, alignedPtr); in matchAndRewrite()
961 resultUnderlyingDesc, resultElemPtrType, alignedPtr); in matchAndRewrite()
996 Value *allocatedPtr, Value *alignedPtr, in extractPointersAndOffset()
1002 *alignedPtr = desc.alignedPtr(rewrite in extractPointersAndOffset()
952 Value alignedPtr = matchAndRewrite() local
998 extractPointersAndOffset(Location loc,ConversionPatternRewriter & rewriter,const LLVMTypeConverter & typeConverter,Value originalOperand,Value convertedOperand,Value * allocatedPtr,Value * alignedPtr,Value * offset=nullptr) extractPointersAndOffset() argument
1066 Value allocatedPtr, alignedPtr; convertSourceMemRefToDescriptor() local
1136 Value allocatedPtr, alignedPtr; convertSourceMemRefToDescriptor() local
1227 Value allocatedPtr, alignedPtr, offset; convertSourceMemRefToDescriptor() local
1482 Value alignedPtr = sourceMemRef.alignedPtr(rewriter, loc); matchAndRewrite() local
1595 Value alignedPtr; matchAndRewrite() local
[all...] |
| H A D | AllocLikeConversion.cpp | 95 Value alignedPtr = allocatedPtr; in allocateBufferManuallyAlign()
101 alignedPtr = in getMemRefEltSizeInBytes()
105 return std::make_tuple(allocatedPtr, alignedPtr); in getMemRefEltSizeInBytes()
186 auto [allocatedPtr, alignedPtr] = in matchAndRewrite()
189 if (!allocatedPtr || !alignedPtr) in matchAndRewrite()
195 loc, memRefType, allocatedPtr, alignedPtr, sizes, strides, rewriter);
87 Value alignedPtr = allocatedPtr; allocateBufferManuallyAlign() local
|
| /llvm-project/mlir/include/mlir/ExecutionEngine/ |
| H A D | MemRefUtils.h | 65 makeStridedMemRefDescriptor(T *ptr, T *alignedPtr, ArrayRef<int64_t> shape, in makeStridedMemRefDescriptor() argument
71 descriptor.data = static_cast<T *>(alignedPtr); in makeStridedMemRefDescriptor()
86 makeStridedMemRefDescriptor(T *ptr, T *alignedPtr, ArrayRef<int64_t> shape = {},
92 descriptor.data = static_cast<T *>(alignedPtr);
|
| /llvm-project/mlir/include/mlir/Conversion/LLVMCommon/ |
| H A D | MemRefBuilder.h | 58 Value alignedPtr(OpBuilder &builder, Location loc);
95 /// `memref.alignedPtr + memref.offset * sizeof(type.getElementType())`.
96 /// \note there is no setter for this one since it is derived from alignedPtr
140 Value alignedPtr();
218 static Value alignedPtr(OpBuilder &builder, Location loc,
227 Value alignedPtr);
|
| H A D | Pattern.h | 126 Value allocatedPtr, Value alignedPtr,
|
| /llvm-project/mlir/lib/Conversion/LLVMCommon/ |
| H A D | MemRefBuilder.cpp | 88 Value MemRefDescriptor::alignedPtr(OpBuilder &builder, Location loc) { in alignedPtr() function in MemRefDescriptor
198 Value ptr = alignedPtr(builder, loc); in bufferPtr()
252 results.push_back(d.alignedPtr(builder, loc)); in unpack()
278 Value MemRefDescriptorView::alignedPtr() { in alignedPtr() function in MemRefDescriptorView
419 Value UnrankedMemRefDescriptor::alignedPtr( in alignedPtr() function in UnrankedMemRefDescriptor
433 Value memRefDescPtr, LLVM::LLVMPointerType elemPtrType, Value alignedPtr) { in setAlignedPtr() argument
440 builder.create<LLVM::StoreOp>(loc, alignedPtr, alignedGep); in setAlignedPtr()
|
| H A D | Pattern.cpp | 217 Location loc, MemRefType memRefType, Value allocatedPtr, Value alignedPtr,
227 memRefDescriptor.setAlignedPtr(rewriter, loc, alignedPtr); in createMemRefDescriptor()
219 createMemRefDescriptor(Location loc,MemRefType memRefType,Value allocatedPtr,Value alignedPtr,ArrayRef<Value> sizes,ArrayRef<Value> strides,ConversionPatternRewriter & rewriter) const createMemRefDescriptor() argument
|
| H A D | TypeConverter.cpp | 480 /// Elem *alignedPtr; in convertMemRefToBarePtr()
760 llvmOperand = desc.alignedPtr(builder, loc);
|
| /llvm-project/mlir/lib/Conversion/GPUCommon/ |
| H A D | GPUToLLVMConversion.cpp | 798 Value alignedPtr = allocatedPtr; in matchAndRewrite()
802 loc, memRefType, allocatedPtr, alignedPtr, shape, strides, rewriter); in matchAndRewrite()
1086 srcDesc.alignedPtr(rewriter, loc), in matchAndRewrite()
1090 MemRefDescriptor(adaptor.getDst()).alignedPtr(rewriter, loc), in genConstInt32From()
1130 dstDesc.alignedPtr(rewriter, loc), in matchAndRewrite()
780 Value alignedPtr = allocatedPtr; matchAndRewrite() local
|
| /llvm-project/mlir/lib/Conversion/AMDGPUToROCDL/ |
| H A D | AMDGPUToROCDL.cpp | |
| /llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 1450 Value ptr = sourceMemRef.alignedPtr(rewriter, loc); in matchAndRewrite()
|