Lines Matching defs:codegen
220 /// The first call (!codegen) does the analysis. Then, on success, the second
221 /// call (codegen) yields the proper vector form in the output parameter
239 VL vl, ValueRange subs, bool codegen,
254 if (codegen)
266 if (codegen)
296 if (codegen) {
330 if (codegen)
344 if (codegen) \
351 if (codegen) { \
360 if (codegen) \
366 /// The first call (!codegen) does the analysis. Then, on success, the second
367 /// call (codegen) yields the proper vector form in the output parameter 'vexp'.
372 Value exp, bool codegen, Value vmask, Value &vexp) {
382 if (codegen) {
393 if (codegen)
401 if (codegen)
414 if (vectorizeSubscripts(rewriter, forOp, vl, subs, codegen, vmask, idxs)) {
415 if (codegen)
430 if (vectorizeExpr(rewriter, forOp, vl, def->getOperand(0), codegen, vmask,
457 if (vectorizeExpr(rewriter, forOp, vl, def->getOperand(0), codegen, vmask,
459 vectorizeExpr(rewriter, forOp, vl, def->getOperand(1), codegen, vmask,
498 /// The first call (!codegen) does the analysis. Then, on success, the second
499 /// call (codegen) rewriters the IR into vector form. This mechanism ensures
502 bool codegen) {
516 // Perform initial set up during codegen (we know that the first analysis
525 if (codegen) {
562 vectorizeExpr(rewriter, forOp, vl, red, codegen, vmask, vrhs)) {
563 if (codegen) {
588 if (vectorizeSubscripts(rewriter, forOp, vl, subs, codegen, vmask, idxs) &&
589 vectorizeExpr(rewriter, forOp, vl, rhs, codegen, vmask, vrhs)) {
590 if (codegen) {
598 assert(!codegen && "cannot call codegen when analysis failed");
620 // Analyze (!codegen) and rewrite (codegen) loop-body.
621 if (vectorizeStmt(rewriter, op, vl, /*codegen=*/false) &&
622 vectorizeStmt(rewriter, op, vl, /*codegen=*/true))