| /llvm-project/llvm/test/MC/VE/ |
| H A D | LVL.s | 8 lvl %s11 label
12 lvl 63 label
16 lvl -64 label
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/Utils/ |
| H A D | SparseTensorDescriptor.h | 64 std::optional<Level> lvl) const { in getMemRefFieldIndex() argument
79 std::optional<Level> lvl) const { in getSpecifierField() argument
84 Value getLvlSize(OpBuilder &builder, Location loc, Level lvl) const { in getLvlSize() argument
88 Value getPosMemRef(Level lvl) const { in getPosMemRef() argument
97 getMemRefField(SparseTensorFieldKind kind,std::optional<Level> lvl) getMemRefField() argument
106 getPosMemSize(OpBuilder & builder,Location loc,Level lvl) getPosMemSize() argument
111 getCrdMemSize(OpBuilder & builder,Location loc,Level lvl) getCrdMemSize() argument
122 getMemRefElementType(SparseTensorFieldKind kind,std::optional<Level> lvl) getMemRefElementType() argument
135 getCrdMemRefIndexAndStride(Level lvl) getCrdMemRefIndexAndStride() argument
188 setMemRefField(SparseTensorFieldKind kind,std::optional<Level> lvl,Value v) setMemRefField() argument
206 setSpecifierField(OpBuilder & builder,Location loc,StorageSpecifierKind kind,std::optional<Level> lvl,Value v) setSpecifierField() argument
218 setCrdMemSize(OpBuilder & builder,Location loc,Level lvl,Value v) setCrdMemSize() argument
222 setPosMemSize(OpBuilder & builder,Location loc,Level lvl,Value v) setPosMemSize() argument
226 setLvlSize(OpBuilder & builder,Location loc,Level lvl,Value v) setLvlSize() argument
[all...] |
| H A D | SparseTensorDescriptor.cpp | 27 std::optional<Level> lvl) { in optionalLevelAttr() argument
85 getSpecifierField(OpBuilder & builder,Location loc,StorageSpecifierKind kind,std::optional<Level> lvl) getSpecifierField() argument
93 setSpecifierField(OpBuilder & builder,Location loc,Value v,StorageSpecifierKind kind,std::optional<Level> lvl) setSpecifierField() argument
[all...] |
| H A D | LoopEmitter.h | 229 getCoord(TensorId tid,Level lvl) getCoord() argument
293 isValidLevel(TensorId tid,Level lvl) isValidLevel() argument
362 redDepOnLevel(TensorId tid,Level lvl) redDepOnLevel() argument
366 getCurIterator(TensorId tid,Level lvl) getCurIterator() argument
[all...] |
| H A D | SparseTensorIterator.h | 73 SparseTensorLevel(unsigned tid, unsigned lvl, LevelType lt, Value lvlSize) in SparseTensorLevel() argument
105 SparseIterationSpace(Location loc,OpBuilder & b,Value t,unsigned tid,Level lvl,ValueRange parentPos) SparseIterationSpace() argument
153 SparseIterator(IterKind kind,unsigned tid,unsigned lvl,unsigned cursorValsCnt,SmallVectorImpl<Value> & cursorValStorage) SparseIterator() argument
335 const unsigned tid, lvl; // tensor level identifier. global() variable
[all...] |
| H A D | CodegenEnv.cpp | 85 for (Level lvl = 0; lvl < lvlRank; lvl++) in startEmit() local
97 [this](TensorId t, Level lvl) -> std::vector<LoopCoeffPair> { in startEmit()
|
| H A D | LoopEmitter.cpp | 67 Level lvl) { in genSliceOffset() argument
73 Level lvl) { in genSliceStride() argument
345 for (Level lvl = 0; lvl < lvlRank; lvl++) { in initSubSectIterator() local
714 prepareLoopOverTensorAtLvl(OpBuilder & builder,Location loc,TensorId tid,Level lvl) prepareLoopOverTensorAtLvl() argument
[all...] |
| H A D | SparseTensorIterator.cpp | 57 SparseLevel(unsigned tid, Level lvl, LevelType lt, Value lvlSize, in SparseLevel()
88 DenseLevel(unsigned tid, Level lvl, Value lvlSize) in DenseLevel()
109 BatchLevel(unsigned tid, Level lvl, Value lvlSize) in BatchLevel()
129 CompressedLevel(unsigned tid, Level lvl, LevelType lt, Value lvlSize, in CompressedLevel()
175 LooseCompressedLevel(unsigned tid, Level lvl, LevelType lt, Value lvlSize, in LooseCompressedLevel()
197 SingletonLevel(unsigned tid, Level lvl, LevelType lt, Value lvlSize, in SingletonLevel()
224 NOutOfMLevel(unsigned tid, Level lvl, LevelType lt, Value lvlSize, in NOutOfMLevel()
1513 for (Level lvl = lvlLo; lvl < lvlHi; lvl++) in SparseIterationSpace() local
1517 for (auto &lvl : getLvlRef().drop_front()) in SparseIterationSpace() local
1585 unsigned tid, Level lvl) { in makeSparseTensorLevel()
[all …]
|
| H A D | IterationGraphSorter.cpp | 210 for (Level lvl = 1; lvl < lvlRank; lvl++) { in addConstraints() local
|
| /llvm-project/offload/test/offloading/ |
| H A D | spmdization.c | 18 int nthreads = 0, ip = 0, lvl = 0, alvl = 0, nested = 0, tid = 0, maxt = 0; in main() local
|
| /llvm-project/mlir/lib/CAPI/Dialect/ |
| H A D | SparseTensor.cpp | 76 mlirSparseTensorEncodingAttrGetLvlType(MlirAttribute attr,intptr_t lvl) mlirSparseTensorEncodingAttrGetLvlType() argument
82 mlirSparseTensorEncodingAttrGetLvlFmt(MlirAttribute attr,intptr_t lvl) mlirSparseTensorEncodingAttrGetLvlFmt() argument
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorCodegen.cpp | 96 loc, desc.getSpecifierField(builder, loc, specFieldKind, lvl), field, in createPushback() argument
117 for (Level lvl = startLvl; lvl < lvlRank; lvl++) { allocSchemeForRank() local
193 for (Level lvl = 1; lvl < lvlRank; lvl++) createAllocFields() local
249 for (Level lvl = 0, lvlRank = stt.getLvlRank(); lvl < lvlRank; lvl++) { createAllocFields() local
283 genCompressed(OpBuilder & builder,Location loc,MutSparseTensorDescriptor desc,ValueRange lvlCoords,Value,Value parentPos,Level lvl) genCompressed() argument
375 for (Level lvl = 0; lvl < lvlRank; lvl++) { genEndInsert() local
488 for (Level lvl = 0; lvl < lvlRank; lvl++) { genImplementation() local
647 std::optional<int64_t> lvl = op.getConstantLvlIndex(); matchAndRewrite() local
1062 Level lvl = op.getLevel(); matchAndRewrite() local
1084 Level lvl = op.getLevel(); matchAndRewrite() local
1109 Level lvl = getSparseTensorType(op.getTensor()).getAoSCOOStart(); matchAndRewrite() local
1182 __anonfc1b03f50702(Type fTp, FieldIndex fIdx, SparseTensorFieldKind fKind, Level lvl, LevelType ) matchAndRewrite() argument
1348 for (Level lvl = 0, lvlRank = stt.getLvlRank(); lvl < lvlRank; lvl++) { matchAndRewrite() local
1428 __anonfc1b03f50a02(FieldIndex fid, SparseTensorFieldKind fKind, Level lvl, LevelType lt) matchAndRewrite() argument
[all...] |
| H A D | SparseTensorConversion.cpp | 53 uint64_t lvl) { in genLvlSizeCall() argument
77 Level lvl) { in createOrFoldLvlCall() argument
166 for (const auto lvl in genLvlPtrsBuffers() local
271 Value lvl = constantIndex(builder, loc, l); genPositionsCall() local
283 Value lvl = constantIndex(builder, loc, l); genCoordinatesCall() local
296 Value lvl = constantIndex(builder, loc, l); genCoordinatesBufferCall() local
333 std::optional<int64_t> lvl = op.getConstantLvlIndex(); matchAndRewrite() local
[all...] |
| H A D | SparseStorageSpecifierToLLVM.cpp | 161 Level lvl, Value size) { in setLvlSize() argument
264 std::optional<unsigned> lvl; matchAndRewrite() local
[all...] |
| H A D | SparseReinterpretMap.cpp | 110 for (unsigned lvl = 0, e = map.getNumResults(); lvl < e; lvl++) { in collectInadmissInfo() local
308 for (unsigned lvl : inAdLvls.set_bits()) { in translateMap() local
557 unsigned lvl = llvm::cast<AffineDimExpr>(expr).getPosition(); in resolveCycle() local
|
| H A D | SparseIterationToScf.cpp | 13 convertLevelType(SparseTensorEncodingAttr enc,Level lvl,SmallVectorImpl<Type> & fields) convertLevelType() argument
|
| H A D | SparseTensorRewriting.cpp | 746 auto lvl = constantIndex(rewriter, loc, l); in matchAndRewrite() local
756 auto lvl = constantIndex(rewriter, loc, l); in matchAndRewrite() local
929 Level lvl = toLvl(encSrc, d); matchAndRewrite() local
1034 Level lvl = toLvl(encSrc, d); matchAndRewrite() local
[all...] |
| H A D | Sparsification.cpp | 75 static bool findAffine(Merger &merger, TensorId tid, Level lvl, AffineExpr a, in findAffine() argument
119 static bool findDepIdxSet(Merger &merger, TensorId tensor, Level lvl, in findDepIdxSet() argument
902 __anon93cfebb60602(TensorLoopId b, TensorId tid, std::optional<Level> lvl, LevelType lt, bool isIdxRed) genIf() argument
982 __anon93cfebb60702(TensorLoopId b, TensorId tid, std::optional<Level> lvl, LevelType lt, bool isIdxReduc) getAllTidLvlsInLatPoints() argument
[all...] |
| /llvm-project/mlir/include/mlir/Dialect/SparseTensor/Utils/ |
| H A D | Merger.h | 410 std::optional<LoopId> getLoopId(TensorId t, Level lvl) const { in getLoopId()
426 void setLevelAndType(TensorId t, LoopId i, Level lvl, LevelType lt) { in setLevelAndType()
472 void setLoopDependentTensorLevel(LoopId i, TensorId t, Level lvl, in setLoopDependentTensorLevel()
488 std::vector<LoopCoeffPair> &getDependentLoops(TensorId t, Level lvl) { in getDependentLoops()
599 bool isValidLevel(TensorId t, Level lvl) const { in isValidLevel()
|
| /llvm-project/mlir/include/mlir/Dialect/SparseTensor/IR/ |
| H A D | SparseTensorStorageLayout.h | 137 std::optional<Level> lvl) const { in getMemRefFieldIndex()
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/IR/Detail/ |
| H A D | DimLvlMap.h | 248 const LvlSpec &getLvl(Level lvl) const { return lvlSpecs[lvl]; } in getLvl()
249 LevelType getLvlType(Level lvl) const { return getLvl(lvl).getType(); } in getLvlType()
|
| H A D | Var.h | 172 constexpr LvlVar(Num lvl) : Var(Kind, lvl) {} in LvlVar()
|
| /llvm-project/mlir/include/mlir/ExecutionEngine/SparseTensor/ |
| H A D | Storage.h | 250 void getPositions(std::vector<P> **out, uint64_t lvl) final { in getPositions()
255 void getCoordinates(std::vector<C> **out, uint64_t lvl) final { in getCoordinates()
260 void getCoordinatesBuffer(std::vector<C> **out, uint64_t lvl) final { in getCoordinatesBuffer()
421 void appendCrd(uint64_t lvl, uint64_t full, uint64_t crd) { in appendCrd()
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/IR/ |
| H A D | SparseTensorDialect.cpp | 170 Level lvl, LevelType lt) -> bool { in foreachFieldAndTypeInSparseTensor() argument
608 for (Level lvl = 0; lvl < lvlRank; lvl++) parse() local
1234 lvlIsInBounds(Level lvl,Value tensor) lvlIsInBounds() argument
1244 verifySparsifierGetterSetter(StorageSpecifierKind mdKind,std::optional<Level> lvl,TypedValue<StorageSpecifierType> md,Operation * op) verifySparsifierGetterSetter() argument
1318 __anon92b2d4e20d02(FieldIndex fid, SparseTensorFieldKind fKind, Level lvl, LevelType lt) verifyPackUnPack() argument
1487 if (std::optional<uint64_t> lvl = getConstantLvlIndex()) { verify() local
1514 Level lvl = lvlIndex.getAPSInt().getZExtValue(); fold() local
1717 const auto lvl = getLevel(); fold() local
[all...] |