Lines Matching defs:vmask
112 Value mem, ArrayRef<Value> idxs, Value vmask) {
120 indexVec, vmask, pass);
122 return rewriter.create<vector::MaskedLoadOp>(loc, vtp, mem, idxs, vmask,
131 ArrayRef<Value> idxs, Value vmask, Value rhs) {
136 rewriter.create<vector::ScatterOp>(loc, mem, scalarArgs, indexVec, vmask,
140 rewriter.create<vector::MaskedStoreOp>(loc, mem, idxs, vmask, rhs);
240 Value vmask, SmallVectorImpl<Value> &idxs) {
300 genVectorLoad(rewriter, loc, vl, load.getMemRef(), idxs2, vmask);
372 Value exp, bool codegen, Value vmask, Value &vexp) {
414 if (vectorizeSubscripts(rewriter, forOp, vl, subs, codegen, vmask, idxs)) {
416 vexp = genVectorLoad(rewriter, loc, vl, load.getMemRef(), idxs, vmask);
430 if (vectorizeExpr(rewriter, forOp, vl, def->getOperand(0), codegen, vmask,
457 if (vectorizeExpr(rewriter, forOp, vl, def->getOperand(0), codegen, vmask,
459 vectorizeExpr(rewriter, forOp, vl, def->getOperand(1), codegen, vmask,
524 Value vmask;
547 vmask = genVectorMask(rewriter, loc, vl, forOp.getInductionVar(),
562 vectorizeExpr(rewriter, forOp, vl, red, codegen, vmask, vrhs)) {
566 Value vred = rewriter.create<arith::SelectOp>(loc, vmask, vrhs, vpass);
588 if (vectorizeSubscripts(rewriter, forOp, vl, subs, codegen, vmask, idxs) &&
589 vectorizeExpr(rewriter, forOp, vl, rhs, codegen, vmask, vrhs)) {
591 genVectorStore(rewriter, loc, store.getMemRef(), idxs, vmask, vrhs);