Lines Matching refs:scalar_loop
998 class loop *scalar_loop, edge e) in slpeel_tree_duplicate_loop_to_edge_cfg() argument
1013 if (scalar_loop == NULL) in slpeel_tree_duplicate_loop_to_edge_cfg()
1014 scalar_loop = loop; in slpeel_tree_duplicate_loop_to_edge_cfg()
1016 bbs = XNEWVEC (basic_block, scalar_loop->num_nodes + 1); in slpeel_tree_duplicate_loop_to_edge_cfg()
1018 get_loop_body_with_size (scalar_loop, pbbs, scalar_loop->num_nodes); in slpeel_tree_duplicate_loop_to_edge_cfg()
1020 if (scalar_loop->inner) in slpeel_tree_duplicate_loop_to_edge_cfg()
1023 if (!can_copy_bbs_p (pbbs, scalar_loop->num_nodes)) in slpeel_tree_duplicate_loop_to_edge_cfg()
1030 new_loop = duplicate_loop (scalar_loop, loop_outer (scalar_loop)); in slpeel_tree_duplicate_loop_to_edge_cfg()
1031 duplicate_subloops (scalar_loop, new_loop); in slpeel_tree_duplicate_loop_to_edge_cfg()
1041 basic_block preheader = split_edge (loop_preheader_edge (scalar_loop)); in slpeel_tree_duplicate_loop_to_edge_cfg()
1044 new_bbs = XNEWVEC (basic_block, scalar_loop->num_nodes + 1); in slpeel_tree_duplicate_loop_to_edge_cfg()
1046 exit = single_exit (scalar_loop); in slpeel_tree_duplicate_loop_to_edge_cfg()
1047 copy_bbs (bbs, scalar_loop->num_nodes + 1, new_bbs, in slpeel_tree_duplicate_loop_to_edge_cfg()
1053 add_phi_args_after_copy (new_bbs, scalar_loop->num_nodes + 1, NULL); in slpeel_tree_duplicate_loop_to_edge_cfg()
1056 for (unsigned i = (at_exit ? 0 : 1); i < scalar_loop->num_nodes + 1; i++) in slpeel_tree_duplicate_loop_to_edge_cfg()
1059 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
1066 slpeel_duplicate_current_defs_from_edges (single_exit (scalar_loop), in slpeel_tree_duplicate_loop_to_edge_cfg()
1068 slpeel_duplicate_current_defs_from_edges (EDGE_SUCC (scalar_loop->latch, in slpeel_tree_duplicate_loop_to_edge_cfg()
1075 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
1102 set_immediate_dominator (CDI_DOMINATORS, scalar_loop->header, in slpeel_tree_duplicate_loop_to_edge_cfg()
1103 loop_preheader_edge (scalar_loop)->src); in slpeel_tree_duplicate_loop_to_edge_cfg()
1107 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
1113 set_immediate_dominator (CDI_DOMINATORS, scalar_loop->header, in slpeel_tree_duplicate_loop_to_edge_cfg()
1114 loop_preheader_edge (scalar_loop)->src); in slpeel_tree_duplicate_loop_to_edge_cfg()
1136 if (scalar_loop != loop) in slpeel_tree_duplicate_loop_to_edge_cfg()
2702 class loop *scalar_loop = LOOP_VINFO_SCALAR_LOOP (loop_vinfo); in vect_do_peeling() local
2719 prolog = slpeel_tree_duplicate_loop_to_edge_cfg (loop, scalar_loop, e); in vect_do_peeling()
2797 epilog = vect_epilogues ? get_loop_copy (loop) : scalar_loop; in vect_do_peeling()
3268 class loop *scalar_loop = LOOP_VINFO_SCALAR_LOOP (loop_vinfo); in vect_loop_versioning() local
3335 && (scalar_loop == NULL in vect_loop_versioning()
3336 || (bb != scalar_loop->header in vect_loop_versioning()
3338 scalar_loop->header, bb)))); in vect_loop_versioning()
3403 gcc_assert (scalar_loop); in vect_loop_versioning()
3427 nloop = scalar_loop; in vect_loop_versioning()