/llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/ |
H A D | SparseTensorConversion.cpp | 76 SparseTensorType stt, Value tensor, in createOrFoldLvlCall() argument 103 SparseTensorType stt, Value tensor, in createOrFoldDimCall() argument 114 static void fillDimSizes(OpBuilder &builder, Location loc, SparseTensorType stt, in fillDimSizes() argument 127 getDimSizes(OpBuilder & builder,Location loc,SparseTensorType stt,Value tensor=Value ()) getDimSizes() argument 145 genLvlTypesBuffer(OpBuilder & builder,Location loc,SparseTensorType stt) genLvlTypesBuffer() argument 192 genBuffers(SparseTensorType stt,ArrayRef<Value> dimSizesValues,Value dimSizesBuffer=Value ()) genBuffers() argument 258 genValuesCall(OpBuilder & builder,Location loc,SparseTensorType stt,Value ptr) genValuesCall() argument 268 genPositionsCall(OpBuilder & builder,Location loc,SparseTensorType stt,Value ptr,Level l) genPositionsCall() argument 280 genCoordinatesCall(OpBuilder & builder,Location loc,SparseTensorType stt,Value ptr,Level l) genCoordinatesCall() argument 292 genCoordinatesBufferCall(OpBuilder & builder,Location loc,SparseTensorType stt,Value ptr,Level l) genCoordinatesBufferCall() argument 327 const auto stt = getSparseTensorType(op.getSource()); matchAndRewrite() local 383 const auto stt = getSparseTensorType(op); matchAndRewrite() local 412 const auto stt = getSparseTensorType(op); matchAndRewrite() local 446 const auto stt = getSparseTensorType(op); matchAndRewrite() local 519 auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local 536 auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local 557 auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local 576 auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local 592 auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local 630 const auto stt = getSparseTensorType(op.getDest()); matchAndRewrite() local 723 const auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local 784 auto stt = getSparseTensorType(op.getTensor()); matchAndRewrite() local [all...] |
H A D | SparseReinterpretMap.cpp | 46 if (auto stt = tryGetSparseTensorType(in); stt && !stt->isIdentity()) { in matchAndRewrite() local 250 auto stt = tryGetSparseTensorType(tensor); in translateMap() local 284 auto stt = tryGetSparseTensorType(operand.get()); in translateMap() local 389 auto stt = tryGetSparseTensorType(res); in rewriteOp() local 542 auto stt = getSparseTensorType(tval); in resolveCycle() local 601 auto stt = getSparseTensorType(op.getResult()); in matchAndRewrite() local 651 auto stt = getSparseTensorType(op.getResult()); in rewriteOp() local 671 auto stt = getSparseTensorType(op.getResult()); in matchAndRewrite() local 722 if (auto stt = tryGetSparseTensorType(r); stt && !stt->isIdentity()) in rewriteOp() local 765 if (auto stt = tryGetSparseTensorType(yield.getSingleResult()); in rewriteOp() local
|
H A D | SparseAssembler.cpp | 37 const SparseTensorType stt(cast<RankedTensorType>(type)); convTypes() local 72 const SparseTensorType stt(rtp); convVals() local
|
H A D | SparseTensorCodegen.cpp | 114 const SparseTensorType stt(desc.getRankedTensorType()); allocSchemeForRank() local 164 createDimSizes(OpBuilder & builder,Location loc,SparseTensorType stt,ValueRange dynSizes,SmallVectorImpl<Value> & dimSizesValues) createDimSizes() argument 181 createAllocFields(OpBuilder & builder,Location loc,SparseTensorType stt,bool enableInit,Value sizeHint,SmallVectorImpl<Value> & lvlSizesValues,SmallVectorImpl<Value> & fields) createAllocFields() argument 284 const SparseTensorType stt(desc.getRankedTensorType()); genCompressed() local 373 const SparseTensorType stt(desc.getRankedTensorType()); genEndInsert() local 478 const SparseTensorType stt(llvm::cast<RankedTensorType>(rtp)); genImplementation() local 534 const SparseTensorType stt(llvm::cast<RankedTensorType>(rtp)); getMangledFuncName() local 1029 auto stt = getSparseTensorType(adaptor.getDest()); matchAndRewrite() local 1303 const auto stt = getSparseTensorType(op.getResult()); matchAndRewrite() local 1431 SparseTensorType stt(desc.getRankedTensorType()); matchAndRewrite() local [all...] |
H A D | Sparsification.cpp | 206 const SparseTensorType stt(rtp); in getNumNonTrivialIdxExpOnSparseLvls() local 339 const auto stt = getSparseTensorType(t->get()); in genIndex() local 354 const auto stt = getSparseTensorType(t->get()); in genSubscript() local 506 const auto stt = getSparseTensorType(t->get()); genTensorLoad() local 686 const auto stt = getSparseTensorType(t.get()); genInvariants() local 909 auto stt = getSparseTensorType(env.op().getInputs()[tid]); genIf() local 1020 const auto stt = getSparseTensorType(operand->get()); getAllTidLvlsInLatPoints() local 1055 auto stt = getSparseTensorType(env.op().getOutputs().front()); getAllTidLvlsInLatPoints() local [all...] |
H A D | SparseTensorRewriting.cpp | 137 static RankedTensorType getBufferType(const SparseTensorType &stt, in getBufferType() argument 724 auto stt = getSparseTensorType(tensor); in matchAndRewrite() local 1142 auto stt = getSparseTensorType(op.getSource()); matchAndRewrite() local 1371 const auto stt = getSparseTensorType(input); matchAndRewrite() local 1463 auto stt = getSparseTensorType(op.getResult()); matchAndRewrite() local [all...] |
/llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/Utils/ |
H A D | SparseTensorDescriptor.cpp | 37 const SparseTensorType stt(rtp); in convertSparseTensorType() local 78 getInitValue(OpBuilder & builder,Location loc,SparseTensorType stt) getInitValue() argument
|
H A D | SparseTensorDescriptor.h | 53 SparseTensorDescriptorImpl(SparseTensorType stt, ValueArrayRef fields) in SparseTensorDescriptorImpl() argument 158 SparseTensorDescriptor(SparseTensorType stt, ValueRange buffers) in SparseTensorDescriptor() argument 173 MutSparseTensorDescriptor(SparseTensorType stt, in MutSparseTensorDescriptor() argument
|
H A D | LoopEmitter.cpp | 96 auto stt = tryGetSparseTensorType(t); in tryFoldTensors() local 171 const SparseTensorType stt(rtp); in initialize() local 205 auto stt = getSparseTensorType(tensor); in makeLevelIterator() local 247 auto stt = getSparseTensorType(tensor); initializeLoopEmit() local 312 auto stt = getSparseTensorType(tensor); initializeLoopEmit() local [all...] |
H A D | CodegenUtils.cpp | 438 auto stt = SparseTensorType(getRankedTensorType(attr)); in foreachInSparseConstant() local 583 Dimension dimRank = stt.getDimRank(); in genReader() argument 629 const Dimension dimRank = stt in genMapBuffers() argument [all...] |
H A D | SparseTensorIterator.cpp | 1586 auto stt = getSparseTensorType(t); in makeSparseTensorLevel() local
|
/llvm-project/mlir/include/mlir/Dialect/SparseTensor/IR/ |
H A D | SparseTensorStorageLayout.h | 116 explicit StorageLayout(const SparseTensorType &stt) in StorageLayout()
|
/llvm-project/mlir/lib/Dialect/SparseTensor/IR/ |
H A D | SparseTensorDialect.cpp | 150 SparseTensorType stt, in foreachFieldAndTypeInSparseTensor() argument 1175 auto stt = tryGetSparseTensorType(v); hasAnyNonIdentityOperandsOrResults() local 1274 getFieldElemType(SparseTensorType stt,SparseTensorFieldKind kind) getFieldElemType() argument 1289 verifyPackUnPack(Operation * op,bool requiresStaticShape,SparseTensorType stt,RankedTensorType valTp,TypeRange lvlTps) verifyPackUnPack() argument 1488 auto stt = getSparseTensorType(getSource()); verify() local 1515 auto stt = getSparseTensorType(getSource()); fold() local 1599 SparseTensorType stt = getSparseTensorType(adaptor.getTensor()); inferSparseBufferType() local 1626 auto stt = getSparseTensorType(getTensor()); verify() local 1643 auto stt = getSparseTensorType(getTensor()); verify() local 1660 auto stt = getSparseTensorType(getTensor()); verify() local 1675 auto stt = getSparseTensorType(getTensor()); verify() local 1918 const auto stt = getSparseTensorType(getTensor()); verify() local 1933 const auto stt = getSparseTensorType(tensor); build() local 2240 SparseTensorType stt = getSparseTensorType(adaptor.getTensor()); inferReturnTypes() local [all...] |