Lines Matching defs:bvm

710                      const IRMapping &bvm, VectorizationState &state,
718     Value vectorValue = bvm.lookup(output.value());
814                                    const IRMapping &bvm) {
820       rewriter, bvm.lookup(extractOp.getIndices()[0]), indexVecType);
834         rewriter, bvm.lookup(extractOp.getIndices()[i]), indexVecType);
1075                        Operation *op, LinalgOp linalgOp, const IRMapping &bvm) {
1101     Value offset = calculateGatherOffset(rewriter, state, extractOp, bvm);
1133     Value idx = bvm.lookup(extractOp.getIndices()[i]);
1209                                  const IRMapping &bvm) {
1210   Value reduceVec = bvm.lookup(reduceValue);
1211   Value outputVec = bvm.lookup(initialValue);
1224 /// operands carried by `bvm`. Vectorization occurs as follows:
1238 /// the `bvm` mapping. As a consequence, this function is meant to be called  on
1240 /// This function does not update `bvm` but returns a VectorizationStatus that
1241 /// instructs the caller what `bvm` update needs to occur.
1244                LinalgOp linalgOp, Operation *op, const IRMapping &bvm,
1251       VectorizationResult result = customFunc(op, bvm);
1286                        reductionOperands[0].second, bvm);
1295     auto vecOperand = bvm.lookup(operand);
1306     Value vecOperand = bvm.lookup(scalarOperand);
1365   IRMapping bvm;
1368   bvm.map(valuesSet.getArrayRef(), valuesSet.getArrayRef());
1379       bvm.map(bbarg, opOperand->get());
1426     bvm.map(bbarg, readValue);
1427     bvm.map(opOperand->get(), readValue);
1433       [&](Operation *op, const IRMapping &bvm) -> VectorizationResult {
1434     return vectorizeLinalgYield(rewriter, op, bvm, state, linalgOp, newResults);
1440       [&](Operation *op, const IRMapping &bvm) -> VectorizationResult {
1447       [&](Operation *op, const IRMapping &bvm) -> VectorizationResult {
1448     return vectorizeTensorExtract(rewriter, state, op, linalgOp, bvm);
1455         vectorizeOneOp(rewriter, state, linalgOp, &op, bvm, hooks);
1464       bvm.map(op.getResults(), maybeMaskedOp->getResults());