Lines Matching defs:vecForOp
961 auto vecForOp = cast<AffineForOp>(parentOp);
962 state.builder.setInsertionPointToStart(vecForOp.getBody());
1025 static Value createMask(AffineForOp vecForOp, VectorizationState &state) {
1028 assert(vecForOp.getStep() == state.strategy->vectorSizes[0] &&
1033 if (Value mask = state.vecLoopToMask.lookup(vecForOp))
1038 if (vecForOp.hasConstantBounds()) {
1040 vecForOp.getConstantUpperBound() - vecForOp.getConstantLowerBound();
1041 if (originalTripCount % vecForOp.getStepAsInt() == 0)
1046 state.builder.setInsertionPointToStart(vecForOp.getBody());
1058 Location loc = vecForOp.getLoc();
1062 AffineMap ubMap = vecForOp.getUpperBoundMap();
1065 ub = state.builder.create<AffineApplyOp>(loc, vecForOp.getUpperBoundMap(),
1066 vecForOp.getUpperBoundOperands());
1068 ub = state.builder.create<AffineMinOp>(loc, vecForOp.getUpperBoundMap(),
1069 vecForOp.getUpperBoundOperands());
1075 {ub, vecForOp.getInductionVar()});
1089 state.vecLoopToMask[vecForOp] = mask;
1353 auto vecForOp = state.builder.create<AffineForOp>(
1375 state.registerOpVectorReplacement(forOp, vecForOp);
1377 vecForOp.getInductionVar());
1379 llvm ::zip(forOp.getRegionIterArgs(), vecForOp.getRegionIterArgs()))
1384 for (unsigned i = 0; i < vecForOp.getNumIterOperands(); ++i) {
1388 vecForOp.getLoc(), vecForOp.getResult(i));
1404 state.vecLoopToVecDim[vecForOp] = loopToVecDimIt->second;
1408 state.builder.setInsertionPointToStart(vecForOp.getBody());
1413 createMask(vecForOp, state);
1415 return vecForOp;