Lines Matching refs:create

42         rewriter.create<arith::MulIOp>(loc, tileSliceOffset, tileSliceNumElts);
45 rewriter.create<arith::AddIOp>(loc, indices[0], tileSliceOffset);
63 auto minTileSlices = rewriter.create<arith::ConstantIndexOp>(
66 rewriter.create<vector::VectorScaleOp>(loc, rewriter.getIndexType());
74 rewriter.create<arith::MulIOp>(loc, minTileSlices, vscale);
91 auto numRowI64 = rewriter.create<arith::IndexCastOp>(
93 auto numTileSlicesI64 = rewriter.create<arith::IndexCastOp>(
96 rewriter.create<arith::MinSIOp>(loc, numRowI64, numTileSlicesI64);
97 upperBound = rewriter.create<arith::IndexCastOp>(
101 rewriter.create<vector::CreateMaskOp>(loc, predicateType, maskDim1);
105 predicate = rewriter.create<arith::ConstantOp>(
110 auto lowerBound = rewriter.create<arith::ConstantIndexOp>(loc, 0);
111 auto step = rewriter.create<arith::ConstantIndexOp>(loc, 1);
112 auto forOp = rewriter.create<scf::ForOp>(loc, lowerBound, upperBound, step,
127 rewriter.create<scf::YieldOp>(loc, nextTile);
199 initTile = rewriter.create<arm_sme::ZeroOp>(loc, tileType);
201 initTile = rewriter.create<arm_sme::GetTileOp>(loc, tileType);
212 return rewriter.create<arm_sme::LoadTileSliceOp>(
288 auto numColsI32 = rewriter.create<arith::IndexCastUIOp>(
291 auto initTile = rewriter.create<arm_sme::GetTileOp>(loc, tileType);
294 auto step = rewriter.create<arith::ConstantIndexOp>(loc, 1);
295 auto minTileSlices = rewriter.create<arith::ConstantIndexOp>(
298 rewriter.create<vector::VectorScaleOp>(loc, rewriter.getIndexType());
299 auto lowerBound = rewriter.create<arith::ConstantIndexOp>(loc, 0);
301 rewriter.create<arith::MulIOp>(loc, minTileSlices, vscale);
302 auto forOp = rewriter.create<scf::ForOp>(loc, lowerBound, numTileSlices,
311 auto rowIsActive = rewriter.create<arith::CmpIOp>(
313 auto rowIsActiveI32 = rewriter.create<arith::ExtSIOp>(
315 auto mask = rewriter.create<arith::AndIOp>(loc, rowIsActiveI32, numColsI32);
317 rewriter.create<arith::IndexCastOp>(loc, rewriter.getIndexType(), mask);
320 auto maskOp1D = rewriter.create<vector::CreateMaskOp>(
329 auto pad1DOp = rewriter.create<vector::SplatOp>(loc, tileSliceType, padOp);
331 auto loadSlice = rewriter.create<vector::MaskedLoadOp>(
336 auto insertSlice = rewriter.create<arm_sme::InsertTileSliceOp>(
339 rewriter.create<scf::YieldOp>(loc, insertSlice.getResult());