| /llvm-project/mlir/include/mlir/Dialect/Bufferization/IR/ |
| H A D | UnstructuredControlFlow.h | 49 BaseMemRefType bufferType; in getBufferType() local
76 if (!bufferType) { in getBufferType()
78 bufferType = callerType; in getBufferType()
82 if (bufferType == callerType) in getBufferType()
90 assert(bufferType.hasRank() && callerType.hasRank() && in getBufferType()
92 assert(llvm::all_equal({bufferType.getShape(), callerType.getShape(), in getBufferType()
96 assert(!bufferType.hasRank() && !callerType.hasRank() && in getBufferType()
101 if (bufferType.getMemorySpace() != callerType.getMemorySpace()) in getBufferType()
105 bufferType = getMemRefTypeWithFullyDynamicLayout( in getBufferType()
106 tensorType, bufferType.getMemorySpace()); in getBufferType()
[all …]
|
| /llvm-project/mlir/lib/Dialect/AMDGPU/IR/ |
| H A D | AMDGPUDialect.cpp | 67 MemRefType bufferType = llvm::cast<MemRefType>(op.getMemref().getType()); in verifyRawBufferOp()
68 Attribute memorySpace = bufferType.getMemorySpace(); in verifyRawBufferOp()
81 if (!bufferType.hasRank()) in verifyRawBufferOp()
84 if (static_cast<int64_t>(op.getIndices().size()) != bufferType.getRank()) in verifyRawBufferOp()
85 return op.emitOpError("Expected " + Twine(bufferType.getRank()) + in verifyRawBufferOp()
127 MemRefType bufferType = op.getMemref().getType(); in staticallyOutOfBounds()
128 if (!bufferType.hasStaticShape()) in staticallyOutOfBounds()
132 if (failed(bufferType.getStridesAndOffset(strides, offset))) in staticallyOutOfBounds()
156 return result >= bufferType.getNumElements(); in staticallyOutOfBounds()
66 MemRefType bufferType = llvm::cast<MemRefType>(op.getMemref().getType()); verifyRawBufferOp() local
126 MemRefType bufferType = op.getMemref().getType(); staticallyOutOfBounds() local
|
| /llvm-project/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 251 auto bufferType = bufferization::getBufferType(result, options); in bufferize()
252 if (failed(bufferType)) in bufferize()
254 newTypes.push_back(*bufferType); in bufferize()
361 auto bufferType = bufferization::getBufferType(result, options); in bufferize()
362 if (failed(bufferType)) in bufferize()
364 newTypes.push_back(*bufferType); in bufferize()
399 if (auto bufferType = dyn_cast<BaseMemRefType>(yieldedValue.getType())) in getBufferType()
400 return bufferType; in getBufferType()
412 BaseMemRefType bufferType = *maybeBufferType; in getBufferType()
421 if (bufferType in getBufferType()
250 auto bufferType = bufferization::getBufferType(result, options); bufferize() local
360 auto bufferType = bufferization::getBufferType(result, options); bufferize() local
398 if (auto bufferType = dyn_cast<BaseMemRefType>(yieldedValue.getType())) getBufferType() local
411 BaseMemRefType bufferType = *maybeBufferType; getBufferType() local
[all...] |
| /llvm-project/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | MemoryPromotion.cpp | 151 auto bufferType = MemRefType::get(type.getShape(), type.getElementType(), in promoteToWorkgroupMemory() local
154 Value attribution = op.addWorkgroupAttribution(bufferType, value.getLoc()); in promoteToWorkgroupMemory()
|
| H A D | AllReduceLowering.cpp | 165 auto bufferType = MemRefType::get({kSubgroupSize}, valueType, AffineMap{}, in createWorkgroupBuffer() local
167 return funcOp.addWorkgroupAttribution(bufferType, rewriter.getUnknownLoc()); in createWorkgroupBuffer()
|
| /llvm-project/mlir/lib/Dialect/Tensor/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 173 auto bufferType = cast<MemRefType>(buffer.getType()); in bufferize()
179 if (bufferType.getLayout().isIdentity()) { in bufferize()
183 layout, bufferType.getMemorySpace()); in bufferize()
189 if (failed(bufferType.getStridesAndOffset(strides, offset))) in bufferize()
194 bufferType.getMemorySpace()); in bufferize()
206 bufferType, collapseShapeOp.getReassociationIndices()); in bufferize()
217 AffineMap(), bufferType.getMemorySpace()); in bufferize()
172 auto bufferType = cast<MemRefType>(buffer.getType()); bufferize() local
|
| /llvm-project/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 309 auto bufferType = MemRefType::get({}, xferOp.getVectorType()); in allocBuffers()
310 result.dataBuffer = b.create<memref::AllocaOp>(loc, bufferType); in allocBuffers()
425 auto bufferType = dyn_cast<ShapedType>(buffer.getType()); in rewriteOp()
426 auto vecType = dyn_cast<VectorType>(bufferType.getElementType()); in rewriteOp()
449 auto bufferType = dyn_cast<ShapedType>(buffer.getType()); in cleanup()
450 auto vecType = dyn_cast<VectorType>(bufferType.getElementType()); in cleanup()
300 auto bufferType = MemRefType::get({}, xferOp.getVectorType()); allocBuffers() local
416 auto bufferType = dyn_cast<ShapedType>(buffer.getType()); rewriteOp() local
440 auto bufferType = dyn_cast<ShapedType>(buffer.getType()); handleOutOfBoundsDim() local
|
| /llvm-project/flang/lib/Optimizer/Transforms/ |
| H A D | AbstractResult.cpp | 391 auto bufferType = fir::ReferenceType::get(resultType); in runOnOperation()
393 newArg = rewriter.create<fir::BoxAddrOp>(loc, bufferType, newArg); in runOnOperation()
322 auto bufferType = fir::ReferenceType::get(resultType); runOnSpecificOperation() local
|
| /llvm-project/flang/lib/Optimizer/Builder/ |
| H A D | Character.cpp | 264 auto bufferType = buffer.getType(); in createElementAddr() local
265 assert(fir::isa_ref_type(bufferType)); in createElementAddr()
266 assert(isCharacterScalar(bufferType)); in createElementAddr()
267 auto charTy = recoverCharacterType(bufferType); in createElementAddr()
|
| /llvm-project/mlir/lib/Conversion/VectorToArmSME/ |
| H A D | VectorToArmSME.cpp | 380 auto bufferType = in matchAndRewrite() local
384 loc, bufferType, ValueRange{numTileSlices, numTileSlices}); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseBufferRewriting.cpp | 1324 auto bufferType = in matchAndRewrite()
1326 scf::IfOp ifOp = rewriter.create<scf::IfOp>(loc, bufferType, cond, in matchAndRewrite()
1359 rewriter.create<memref::ReallocOp>(loc, bufferType, buffer, capacity); in matchAndRewrite()
1325 auto bufferType = matchAndRewrite() local
|