Home
last modified time | relevance | path

Searched refs:loop_vinfo (Results 1 – 25 of 28) sorted by relevance

12

/netbsd-src/external/gpl3/gcc/dist/gcc/
H A Dtree-vect-loop.cc282 vect_determine_vectorization_factor (loop_vec_info loop_vinfo) in vect_determine_vectorization_factor() argument
284 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_determine_vectorization_factor()
285 basic_block *bbs = LOOP_VINFO_BBS (loop_vinfo); in vect_determine_vectorization_factor()
304 stmt_info = loop_vinfo->lookup_stmt (phi); in vect_determine_vectorization_factor()
322 vectype = get_vectype_for_scalar_type (loop_vinfo, scalar_type); in vect_determine_vectorization_factor()
350 stmt_info = loop_vinfo->lookup_stmt (gsi_stmt (si)); in vect_determine_vectorization_factor()
352 = vect_determine_vf_for_stmt (loop_vinfo, in vect_determine_vectorization_factor()
370 LOOP_VINFO_VECT_FACTOR (loop_vinfo) = vectorization_factor; in vect_determine_vectorization_factor()
450 vect_inner_phi_in_double_reduction_p (loop_vec_info loop_vinfo, gphi *phi) in vect_inner_phi_in_double_reduction_p() argument
455 if (stmt_vec_info def_info = loop_vinfo->lookup_def (USE_FROM_PTR (use_p))) in vect_inner_phi_in_double_reduction_p()
[all …]
H A Dtree-vect-loop-manip.cc422 vect_set_loop_controls_directly (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_controls_directly() argument
429 tree compare_type = LOOP_VINFO_RGROUP_COMPARE_TYPE (loop_vinfo); in vect_set_loop_controls_directly()
430 tree iv_type = LOOP_VINFO_RGROUP_IV_TYPE (loop_vinfo); in vect_set_loop_controls_directly()
431 bool use_masks_p = LOOP_VINFO_FULLY_MASKED_P (loop_vinfo); in vect_set_loop_controls_directly()
436 poly_uint64 vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo); in vect_set_loop_controls_directly()
523 LOOP_VINFO_VECT_FACTOR (loop_vinfo) in vect_set_loop_controls_directly()
669 int partial_load_bias = LOOP_VINFO_PARTIAL_LOAD_STORE_BIAS (loop_vinfo); in vect_set_loop_controls_directly()
696 loop_vec_info loop_vinfo, tree niters, in vect_set_loop_condition_partial_vectors() argument
703 bool use_masks_p = LOOP_VINFO_FULLY_MASKED_P (loop_vinfo); in vect_set_loop_condition_partial_vectors()
704 tree compare_type = LOOP_VINFO_RGROUP_COMPARE_TYPE (loop_vinfo); in vect_set_loop_condition_partial_vectors()
[all …]
H A Dtree-vect-data-refs.cc190 vect_mark_for_runtime_alias_test (ddr_p ddr, loop_vec_info loop_vinfo) in vect_mark_for_runtime_alias_test() argument
192 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_mark_for_runtime_alias_test()
206 LOOP_VINFO_MAY_ALIAS_DDRS (loop_vinfo).safe_push (ddr); in vect_mark_for_runtime_alias_test()
213 vect_check_nonzero_value (loop_vec_info loop_vinfo, tree value) in vect_check_nonzero_value() argument
215 const vec<tree> &checks = LOOP_VINFO_CHECK_NONZERO (loop_vinfo); in vect_check_nonzero_value()
224 LOOP_VINFO_CHECK_NONZERO (loop_vinfo).safe_push (value); in vect_check_nonzero_value()
294 loop_vec_info loop_vinfo, in vect_analyze_possibly_independent_ddr() argument
297 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_analyze_possibly_independent_ddr()
315 LOOP_VINFO_NO_DATA_DEPENDENCIES (loop_vinfo) = false; in vect_analyze_possibly_independent_ddr()
326 dr_vec_info *dr_info_a = loop_vinfo->lookup_dr (DDR_A (ddr)); in vect_analyze_possibly_independent_ddr()
[all …]
H A Dtree-vect-stmts.cc77 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in stmt_in_inner_loop_p() local
80 if (!loop_vinfo) in stmt_in_inner_loop_p()
83 loop = LOOP_VINFO_LOOP (loop_vinfo); in stmt_in_inner_loop_p()
292 loop_vec_info loop_vinfo) in is_simple_and_all_uses_invariant() argument
305 if (!vect_is_simple_use (op, loop_vinfo, &dt)) in is_simple_and_all_uses_invariant()
332 vect_stmt_relevant_p (stmt_vec_info stmt_info, loop_vec_info loop_vinfo, in vect_stmt_relevant_p() argument
335 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_stmt_relevant_p()
386 && !is_simple_and_all_uses_invariant (stmt_info, loop_vinfo)) in vect_stmt_relevant_p()
490 process_use (stmt_vec_info stmt_vinfo, tree use, loop_vec_info loop_vinfo, in process_use() argument
502 if (!vect_is_simple_use (use, loop_vinfo, &dt, &dstmt_vinfo)) in process_use()
[all …]
H A Dtree-vectorizer.cc647 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (this)) in insert_seq_on_entry() local
649 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in insert_seq_on_entry()
939 set_uid_loop_bbs (loop_vec_info loop_vinfo, gimple *loop_vectorized_call, in set_uid_loop_bbs() argument
947 LOOP_VINFO_SCALAR_LOOP (loop_vinfo) = scalar_loop; in set_uid_loop_bbs()
990 loop_vec_info loop_vinfo = loop_vec_info_for_loop (loop); in vect_transform_loops() local
993 set_uid_loop_bbs (loop_vinfo, loop_vectorized_call, fun); in vect_transform_loops()
998 if (GET_MODE_SIZE (loop_vinfo->vector_mode).is_constant (&bytes)) in vect_transform_loops()
1006 loop_p new_loop = vect_transform_loop (loop_vinfo, in vect_transform_loops()
1018 simduid_to_vf_data->vf = loop_vinfo->vectorization_factor; in vect_transform_loops()
1050 opt_loop_vec_info loop_vinfo = vect_analyze_loop (loop, &shared); in try_vectorize_loop_1() local
[all …]
H A Dtree-vectorizer.h1886 loop_vec_info loop_vinfo = dyn_cast<loop_vec_info> (vinfo);
1887 if (loop_vinfo == NULL
1888 || !nested_in_vect_loop_p (LOOP_VINFO_LOOP (loop_vinfo), stmt_info))
1942 vect_use_loop_mask_for_alignment_p (loop_vec_info loop_vinfo)
1944 return (LOOP_VINFO_FULLY_MASKED_P (loop_vinfo)
1945 && LOOP_VINFO_PEELING_FOR_ALIGNMENT (loop_vinfo));
1964 vect_get_num_copies (loop_vec_info loop_vinfo, tree vectype)
1966 return vect_get_num_vectors (LOOP_VINFO_VECT_FACTOR (loop_vinfo), vectype);
1997 vect_vf_for_cost (loop_vec_info loop_vinfo)
1999 return estimated_poly_value (LOOP_VINFO_VECT_FACTOR (loop_vinfo));
[all …]
H A Dtree-vect-slp.cc1660 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_build_slp_tree_2() local
1677 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_build_slp_tree_2()
1698 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_build_slp_tree_2()
3448 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_analyze_slp() local
3451 FOR_EACH_VEC_ELT (loop_vinfo->reduction_chains, i, first_element) in vect_analyze_slp()
3472 loop_vinfo->reductions.safe_push (last); in vect_analyze_slp()
3476 if (loop_vinfo->reductions.length () > 1) in vect_analyze_slp()
3477 vect_analyze_slp_instance (vinfo, bst_map, loop_vinfo->reductions[0], in vect_analyze_slp()
4226 vect_make_slp_decision (loop_vec_info loop_vinfo) in vect_make_slp_decision() argument
4231 = LOOP_VINFO_SLP_INSTANCES (loop_vinfo); in vect_make_slp_decision()
[all …]
H A Dtree-vect-patterns.cc180 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_get_external_def_edge() local
182 e = loop_preheader_edge (loop_vinfo->loop); in vect_get_external_def_edge()
4939 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_recog_gather_scatter_pattern() local
4940 if (!loop_vinfo) in vect_recog_gather_scatter_pattern()
4955 if (!vect_check_gather_scatter (stmt_info, loop_vinfo, &gs_info) in vect_recog_gather_scatter_pattern()
4960 tree gs_vectype = get_vectype_for_scalar_type (loop_vinfo, in vect_recog_gather_scatter_pattern()
4964 loop_vinfo); in vect_recog_gather_scatter_pattern()
5006 stmt_vec_info pattern_stmt_info = loop_vinfo->add_stmt (pattern_stmt); in vect_recog_gather_scatter_pattern()
5007 loop_vinfo->move_dr (pattern_stmt_info, stmt_info); in vect_recog_gather_scatter_pattern()
5570 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_determine_precisions() local
[all …]
H A DChangeLog-200532550 changed from loop to LOOP_LOC (loop_vinfo).
32581 changed from loop to loop_vinfo.
32583 vect_create_index_for_vector_ref was changed from loop to loop_vinfo.
32585 was changed from loop to loop_vinfo.
32590 vect_update_ivs_after_vectorizer was changed from loop to loop_vinfo.
32592 was changed from loop to loop_vinfo.
32594 vect_analyze_data_ref_dependence was changed from loop to loop_vinfo.
32596 (vect_create_index_for_vector_ref): Get the loop from loop_vinfo.
H A DChangeLog-20215437 in loop_vinfo->scalar_costs.
5439 loop_vinfo->scalar_costs.
7511 into a single if statement and pass the loop_vinfo down to
32585 clear loop->aux if it is associated with the destroyed loop_vinfo.
H A DChangeLog-20165729 if epilogue is vectorized, set up orig_loop_info field of loop_vinfo
5735 if it is required, pass loop_vinfo produced during vectorization of
18340 Truncate vector LOOP_VINFO_MAY_ALIAS_DDRS(loop_vinfo) if all
H A DChangeLog-202012469 loop_vinfo. Rely on vect_determine_partial_vectors_and_peeling
13836 dead code as LOOP_VINFO_USING_PARTIAL_VECTORS_P (loop_vinfo) is
19711 parameter to loop_vinfo and update uses. Use LOOP_VINFO_DATAREFS
H A DChangeLog-20188870 MSG_PRIORITY_INTERNALS. Convert local "loop_vinfo" from
15680 of LOOP_VINFO_MASKS (loop_vinfo) when loop_vinfo is null.
H A DChangeLog-201729348 loop_vinfo argument and use of dependence distance vectors.
29607 in parameter loop, rather than loop_vinfo.
38390 loop_vinfo.
/netbsd-src/external/gpl3/gcc.old/dist/gcc/
H A Dtree-vect-loop.c278 vect_determine_vectorization_factor (loop_vec_info loop_vinfo) in vect_determine_vectorization_factor() argument
280 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_determine_vectorization_factor()
281 basic_block *bbs = LOOP_VINFO_BBS (loop_vinfo); in vect_determine_vectorization_factor()
300 stmt_info = loop_vinfo->lookup_stmt (phi); in vect_determine_vectorization_factor()
318 vectype = get_vectype_for_scalar_type (loop_vinfo, scalar_type); in vect_determine_vectorization_factor()
344 stmt_info = loop_vinfo->lookup_stmt (gsi_stmt (si)); in vect_determine_vectorization_factor()
363 LOOP_VINFO_VECT_FACTOR (loop_vinfo) = vectorization_factor; in vect_determine_vectorization_factor()
445 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_inner_phi_in_double_reduction_p() local
449 if (stmt_vec_info def_info = loop_vinfo->lookup_def (USE_FROM_PTR (use_p))) in vect_inner_phi_in_double_reduction_p()
463 vect_analyze_scalar_cycles_1 (loop_vec_info loop_vinfo, class loop *loop) in vect_analyze_scalar_cycles_1() argument
[all …]
H A Dtree-vect-loop-manip.c417 vect_set_loop_masks_directly (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_masks_directly() argument
423 tree compare_type = LOOP_VINFO_MASK_COMPARE_TYPE (loop_vinfo); in vect_set_loop_masks_directly()
424 tree iv_type = LOOP_VINFO_MASK_IV_TYPE (loop_vinfo); in vect_set_loop_masks_directly()
428 poly_uint64 vf = LOOP_VINFO_VECT_FACTOR (loop_vinfo); in vect_set_loop_masks_directly()
511 LOOP_VINFO_VECT_FACTOR (loop_vinfo) in vect_set_loop_masks_directly()
646 vect_set_loop_condition_masked (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_condition_masked() argument
654 tree compare_type = LOOP_VINFO_MASK_COMPARE_TYPE (loop_vinfo); in vect_set_loop_condition_masked()
661 tree niters_skip = LOOP_VINFO_MASK_SKIP_NITERS (loop_vinfo); in vect_set_loop_condition_masked()
680 widest_int iv_limit = vect_iv_limit_for_full_masking (loop_vinfo); in vect_set_loop_condition_masked()
688 vec_loop_masks *masks = &LOOP_VINFO_MASKS (loop_vinfo); in vect_set_loop_condition_masked()
[all …]
H A Dtree-vect-data-refs.c183 vect_mark_for_runtime_alias_test (ddr_p ddr, loop_vec_info loop_vinfo) in vect_mark_for_runtime_alias_test() argument
185 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_mark_for_runtime_alias_test()
199 LOOP_VINFO_MAY_ALIAS_DDRS (loop_vinfo).safe_push (ddr); in vect_mark_for_runtime_alias_test()
206 vect_check_nonzero_value (loop_vec_info loop_vinfo, tree value) in vect_check_nonzero_value() argument
208 vec<tree> checks = LOOP_VINFO_CHECK_NONZERO (loop_vinfo); in vect_check_nonzero_value()
217 LOOP_VINFO_CHECK_NONZERO (loop_vinfo).safe_push (value); in vect_check_nonzero_value()
305 loop_vec_info loop_vinfo, in vect_analyze_possibly_independent_ddr() argument
308 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_analyze_possibly_independent_ddr()
328 LOOP_VINFO_NO_DATA_DEPENDENCIES (loop_vinfo) = false; in vect_analyze_possibly_independent_ddr()
339 dr_vec_info *dr_info_a = loop_vinfo->lookup_dr (DDR_A (ddr)); in vect_analyze_possibly_independent_ddr()
[all …]
H A Dtree-vect-stmts.c77 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in stmt_in_inner_loop_p() local
80 if (!loop_vinfo) in stmt_in_inner_loop_p()
83 loop = LOOP_VINFO_LOOP (loop_vinfo); in stmt_in_inner_loop_p()
257 loop_vec_info loop_vinfo) in is_simple_and_all_uses_invariant() argument
270 if (!vect_is_simple_use (op, loop_vinfo, &dt)) in is_simple_and_all_uses_invariant()
297 vect_stmt_relevant_p (stmt_vec_info stmt_info, loop_vec_info loop_vinfo, in vect_stmt_relevant_p() argument
300 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in vect_stmt_relevant_p()
351 && !is_simple_and_all_uses_invariant (stmt_info, loop_vinfo)) in vect_stmt_relevant_p()
455 process_use (stmt_vec_info stmt_vinfo, tree use, loop_vec_info loop_vinfo, in process_use() argument
467 if (!vect_is_simple_use (use, loop_vinfo, &dt, &dstmt_vinfo)) in process_use()
[all …]
H A Dtree-vectorizer.c821 set_uid_loop_bbs (loop_vec_info loop_vinfo, gimple *loop_vectorized_call) in set_uid_loop_bbs() argument
828 LOOP_VINFO_SCALAR_LOOP (loop_vinfo) = scalar_loop; in set_uid_loop_bbs()
884 opt_loop_vec_info loop_vinfo = opt_loop_vec_info::success (NULL); in try_vectorize_loop_1() local
888 loop_vinfo = opt_loop_vec_info::success (vinfo); in try_vectorize_loop_1()
892 loop_vinfo = vect_analyze_loop (loop, &shared); in try_vectorize_loop_1()
893 loop->aux = loop_vinfo; in try_vectorize_loop_1()
896 if (!loop_vinfo) in try_vectorize_loop_1()
898 if (opt_problem *problem = loop_vinfo.get_problem ()) in try_vectorize_loop_1()
905 if (!loop_vinfo || !LOOP_VINFO_VECTORIZABLE_P (loop_vinfo)) in try_vectorize_loop_1()
976 set_uid_loop_bbs (loop_vinfo, loop_vectorized_call); in try_vectorize_loop_1()
[all …]
H A Dtree-vectorizer.h1158 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (stmt_vinfo->vinfo))
1159 return loop_vinfo;
1486 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info);
1487 if (loop_vinfo == NULL
1488 || !nested_in_vect_loop_p (LOOP_VINFO_LOOP (loop_vinfo), stmt_info))
1533 vect_use_loop_mask_for_alignment_p (loop_vec_info loop_vinfo)
1535 return (LOOP_VINFO_FULLY_MASKED_P (loop_vinfo)
1536 && LOOP_VINFO_PEELING_FOR_ALIGNMENT (loop_vinfo));
1555 vect_get_num_copies (loop_vec_info loop_vinfo, tree vectype)
1557 return vect_get_num_vectors (LOOP_VINFO_VECT_FACTOR (loop_vinfo), vectype);
[all …]
H A Dtree-vect-slp.c2481 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_analyze_slp() local
2483 if (loop_vinfo->reduction_chains.length () > 0) in vect_analyze_slp()
2486 FOR_EACH_VEC_ELT (loop_vinfo->reduction_chains, i, first_element) in vect_analyze_slp()
2503 loop_vinfo->reductions.safe_push (last); in vect_analyze_slp()
2508 if (loop_vinfo->reductions.length () > 1) in vect_analyze_slp()
2509 vect_analyze_slp_instance (vinfo, bst_map, loop_vinfo->reductions[0], in vect_analyze_slp()
2529 vect_make_slp_decision (loop_vec_info loop_vinfo) in vect_make_slp_decision() argument
2533 vec<slp_instance> slp_instances = LOOP_VINFO_SLP_INSTANCES (loop_vinfo); in vect_make_slp_decision()
2558 LOOP_VINFO_SLP_UNROLLING_FACTOR (loop_vinfo) = unrolling_factor; in vect_make_slp_decision()
2576 loop_vec_info loop_vinfo; member
[all …]
H A Dtree-vect-patterns.c173 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_get_external_def_edge() local
175 e = loop_preheader_edge (loop_vinfo->loop); in vect_get_external_def_edge()
4536 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (stmt_info->vinfo); in vect_recog_gather_scatter_pattern() local
4537 if (!loop_vinfo) in vect_recog_gather_scatter_pattern()
4552 if (!vect_check_gather_scatter (stmt_info, loop_vinfo, &gs_info) in vect_recog_gather_scatter_pattern()
4557 tree gs_vectype = get_vectype_for_scalar_type (loop_vinfo, in vect_recog_gather_scatter_pattern()
4561 loop_vinfo); in vect_recog_gather_scatter_pattern()
4600 stmt_vec_info pattern_stmt_info = loop_vinfo->add_stmt (pattern_stmt); in vect_recog_gather_scatter_pattern()
4601 loop_vinfo->move_dr (pattern_stmt_info, stmt_info); in vect_recog_gather_scatter_pattern()
5110 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_determine_precisions() local
[all …]
/netbsd-src/external/gpl3/gcc/dist/gcc/config/aarch64/
H A Daarch64.cc15946 record_potential_advsimd_unrolling (loop_vec_info loop_vinfo) in record_potential_advsimd_unrolling() argument
15966 if (LOOP_VINFO_LOOP (loop_vinfo)->inner) in record_potential_advsimd_unrolling()
15972 if (!LOOP_VINFO_NITERS_KNOWN_P (loop_vinfo) in record_potential_advsimd_unrolling()
15981 unsigned int advsimd_vf = CEIL (vect_vf_for_cost (loop_vinfo), estimated_vq); in record_potential_advsimd_unrolling()
15983 = LOOP_VINFO_INT_NITERS (loop_vinfo) / advsimd_vf; in record_potential_advsimd_unrolling()
15995 aarch64_vector_costs::analyze_loop_vinfo (loop_vec_info loop_vinfo) in analyze_loop_vinfo() argument
15999 class loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in analyze_loop_vinfo()
16003 unsigned int vf = vect_vf_for_cost (loop_vinfo); in analyze_loop_vinfo()
16004 if (LOOP_VINFO_MASKS (loop_vinfo).is_empty ()) in analyze_loop_vinfo()
16012 record_potential_advsimd_unrolling (loop_vinfo); in analyze_loop_vinfo()
[all …]
/netbsd-src/external/gpl3/gcc/dist/gcc/config/rs6000/
H A Drs6000.cc5220 rs6000_cost_data::density_test (loop_vec_info loop_vinfo) in density_test() argument
5228 struct loop *loop = LOOP_VINFO_LOOP (loop_vinfo); in density_test()
5244 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (stmt); in density_test()
5438 rs6000_cost_data::adjust_vect_cost_per_loop (loop_vec_info loop_vinfo) in adjust_vect_cost_per_loop() argument
5440 if (LOOP_VINFO_FULLY_WITH_LENGTH_P (loop_vinfo)) in adjust_vect_cost_per_loop()
5445 FOR_EACH_VEC_ELT (LOOP_VINFO_LENS (loop_vinfo), num_vectors_m1, rgc) in adjust_vect_cost_per_loop()
5458 if (loop_vec_info loop_vinfo = dyn_cast<loop_vec_info> (m_vinfo)) in finish_cost() local
5460 adjust_vect_cost_per_loop (loop_vinfo); in finish_cost()
5461 density_test (loop_vinfo); in finish_cost()
5468 && LOOP_VINFO_VECT_FACTOR (loop_vinfo) == 2 in finish_cost()
[all …]
/netbsd-src/external/gpl3/gcc.old/dist/gcc/config/rs6000/
H A Drs6000.c5072 loop_vec_info loop_vinfo = loop_vec_info_for_loop (data->loop_info); in rs6000_density_test() local
5084 stmt_vec_info stmt_info = loop_vinfo->lookup_stmt (stmt); in rs6000_density_test()

12