/netbsd-src/external/gpl3/gcc/dist/gcc/ |
H A D | tree-vect-loop.cc | 282 vect_determine_vectorization_factor (loop_vec_info loop_vinfo) in vect_determine_vectorization_factor() 450 vect_inner_phi_in_double_reduction_p (loop_vec_info loop_vinfo, gphi *phi) in vect_inner_phi_in_double_reduction_p() 469 vect_analyze_scalar_cycles_1 (loop_vec_info loop_vinfo, class loop *loop) in vect_analyze_scalar_cycles_1() 619 vect_analyze_scalar_cycles (loop_vec_info loop_vinfo) in vect_analyze_scalar_cycles() 666 vect_fixup_scalar_cycles_with_patterns (loop_vec_info loop_vinfo) in vect_fixup_scalar_cycles_with_patterns() 690 LOOP_VINFO_REDUCTION_CHAINS (loop_vinfo)[i] in vect_fixup_scalar_cycles_with_patterns() local 952 cse_and_gimplify_to_preheader (loop_vec_info loop_vinfo, tree expr) in cse_and_gimplify_to_preheader() 979 can_produce_all_loop_masks_p (loop_vec_info loop_vinfo, tree cmp_type) in can_produce_all_loop_masks_p() 996 vect_get_max_nscalars_per_iter (loop_vec_info loop_vinfo) in vect_get_max_nscalars_per_iter() 1014 vect_min_prec_for_max_niters (loop_vec_info loop_vinfo, unsigned int factor) in vect_min_prec_for_max_niters() [all …]
|
H A D | tree-vect-loop-manip.cc | 422 vect_set_loop_controls_directly (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_controls_directly() 696 loop_vec_info loop_vinfo, tree niters, in vect_set_loop_condition_partial_vectors() 953 vect_set_loop_condition (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_condition() 1439 vect_can_advance_ivs_p (loop_vec_info loop_vinfo) in vect_can_advance_ivs_p() 1551 vect_update_ivs_after_vectorizer (loop_vec_info loop_vinfo, in vect_update_ivs_after_vectorizer() 1632 get_misalign_in_elems (gimple **seq, loop_vec_info loop_vinfo) in get_misalign_in_elems() 1713 vect_gen_prolog_loop_niters (loop_vec_info loop_vinfo, in vect_gen_prolog_loop_niters() 1823 vect_update_inits_of_drs (loop_vec_info loop_vinfo, tree niters, in vect_update_inits_of_drs() 1853 vect_prepare_for_masked_peels (loop_vec_info loop_vinfo) in vect_prepare_for_masked_peels() 1899 vect_build_loop_niters (loop_vec_info loop_vinfo, bool *new_var_p) in vect_build_loop_niters() [all …]
|
H A D | tree-vect-data-refs.cc | 190 vect_mark_for_runtime_alias_test (ddr_p ddr, loop_vec_info loop_vinfo) in vect_mark_for_runtime_alias_test() 213 vect_check_nonzero_value (loop_vec_info loop_vinfo, tree value) in vect_check_nonzero_value() 294 loop_vec_info loop_vinfo, in vect_analyze_possibly_independent_ddr() 348 loop_vec_info loop_vinfo, in vect_analyze_data_ref_dependence() 580 vect_analyze_data_ref_dependences (loop_vec_info loop_vinfo, in vect_analyze_data_ref_dependences() 977 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_record_base_alignments() local 1015 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_compute_data_ref_alignment() local 1408 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_get_data_access_cost() local 1472 loop_vec_info loop_vinfo, dr_vec_info *dr_info, in vect_peeling_hash_insert() 1527 vect_get_peeling_costs_all_drs (loop_vec_info loop_vinfo, in vect_get_peeling_costs_all_drs() [all …]
|
H A D | tree-vectorizer.cc | 647 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (this)) in insert_seq_on_entry() local 939 set_uid_loop_bbs (loop_vec_info loop_vinfo, gimple *loop_vectorized_call, in set_uid_loop_bbs() 990 loop_vec_info loop_vinfo = loop_vec_info_for_loop (loop); in vect_transform_loops() local 1050 opt_loop_vec_info loop_vinfo = vect_analyze_loop (loop, &shared); in try_vectorize_loop_1() local 1344 loop_vec_info loop_vinfo; in execute() local 1820 loop_vec_info loop_vinfo = as_a<loop_vec_info> (m_vinfo); in adjust_cost_for_freq() local
|
H A D | tree-vect-stmts.cc | 77 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in stmt_in_inner_loop_p() local 292 loop_vec_info loop_vinfo) in is_simple_and_all_uses_invariant() 332 vect_stmt_relevant_p (stmt_vec_info stmt_info, loop_vec_info loop_vinfo, in vect_stmt_relevant_p() 490 process_use (stmt_vec_info stmt_vinfo, tree use, loop_vec_info loop_vinfo, in process_use() 641 vect_mark_stmts_to_be_vectorized (loop_vec_info loop_vinfo, bool *fatal) in vect_mark_stmts_to_be_vectorized() 1474 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_get_vec_defs_for_operand() local 1706 check_load_store_for_partial_vectors (loop_vec_info loop_vinfo, tree vectype, in check_load_store_for_partial_vectors() 1847 prepare_vec_mask (loop_vec_info loop_vinfo, tree mask_type, tree loop_mask, in prepare_vec_mask() 1880 loop_vec_info loop_vinfo, bool masked_p, in vect_truncate_gather_scatter_offset() 1970 loop_vec_info loop_vinfo, bool masked_p, in vect_use_strided_gather_scatters_p() [all …]
|
H A D | tree-vect-slp.cc | 1660 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_build_slp_tree_2() local 3448 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_analyze_slp() local 4226 vect_make_slp_decision (loop_vec_info loop_vinfo) in vect_make_slp_decision() 4273 loop_vec_info loop_vinfo; member 4366 vect_detect_hybrid_slp (loop_vec_info loop_vinfo) in vect_detect_hybrid_slp() 4541 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_slp_analyze_node_operations_1() local 4800 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_slp_analyze_node_operations() local 5032 if (loop_vec_info loop_vinfo = dyn_cast<loop_vec_info> (vinfo)) in vect_slp_analyze_operations() local 7314 if (auto loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_schedule_slp_node() local
|
H A D | tree-vect-patterns.cc | 180 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_get_external_def_edge() local 4939 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_recog_gather_scatter_pattern() local 5570 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_determine_precisions() local 5843 loop_vec_info loop_vinfo; in vect_pattern_recog_1() local 5982 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_pattern_recog() local
|
/netbsd-src/external/gpl3/gcc.old/dist/gcc/ |
H A D | tree-vect-loop.c | 278 vect_determine_vectorization_factor (loop_vec_info loop_vinfo) in vect_determine_vectorization_factor() 445 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_inner_phi_in_double_reduction_p() local 463 vect_analyze_scalar_cycles_1 (loop_vec_info loop_vinfo, class loop *loop) in vect_analyze_scalar_cycles_1() 613 vect_analyze_scalar_cycles (loop_vec_info loop_vinfo) in vect_analyze_scalar_cycles() 660 vect_fixup_scalar_cycles_with_patterns (loop_vec_info loop_vinfo) in vect_fixup_scalar_cycles_with_patterns() 683 LOOP_VINFO_REDUCTION_CHAINS (loop_vinfo)[i] in vect_fixup_scalar_cycles_with_patterns() local 907 cse_and_gimplify_to_preheader (loop_vec_info loop_vinfo, tree expr) in cse_and_gimplify_to_preheader() 934 can_produce_all_loop_masks_p (loop_vec_info loop_vinfo, tree cmp_type) in can_produce_all_loop_masks_p() 951 vect_get_max_nscalars_per_iter (loop_vec_info loop_vinfo) in vect_get_max_nscalars_per_iter() 966 vect_verify_full_masking (loop_vec_info loop_vinfo) in vect_verify_full_masking() [all …]
|
H A D | tree-vect-loop-manip.c | 417 vect_set_loop_masks_directly (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_masks_directly() 646 vect_set_loop_condition_masked (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_condition_masked() 907 vect_set_loop_condition (class loop *loop, loop_vec_info loop_vinfo, in vect_set_loop_condition() 1365 vect_can_advance_ivs_p (loop_vec_info loop_vinfo) in vect_can_advance_ivs_p() 1477 vect_update_ivs_after_vectorizer (loop_vec_info loop_vinfo, in vect_update_ivs_after_vectorizer() 1556 get_misalign_in_elems (gimple **seq, loop_vec_info loop_vinfo) in get_misalign_in_elems() 1634 vect_gen_prolog_loop_niters (loop_vec_info loop_vinfo, in vect_gen_prolog_loop_niters() 1744 vect_update_inits_of_drs (loop_vec_info loop_vinfo, tree niters, in vect_update_inits_of_drs() 1774 vect_prepare_for_masked_peels (loop_vec_info loop_vinfo) in vect_prepare_for_masked_peels() 1820 vect_build_loop_niters (loop_vec_info loop_vinfo, bool *new_var_p) in vect_build_loop_niters() [all …]
|
H A D | tree-vect-data-refs.c | 183 vect_mark_for_runtime_alias_test (ddr_p ddr, loop_vec_info loop_vinfo) in vect_mark_for_runtime_alias_test() 206 vect_check_nonzero_value (loop_vec_info loop_vinfo, tree value) in vect_check_nonzero_value() 305 loop_vec_info loop_vinfo, in vect_analyze_possibly_independent_ddr() 361 loop_vec_info loop_vinfo, in vect_analyze_data_ref_dependence() 597 vect_analyze_data_ref_dependences (loop_vec_info loop_vinfo, in vect_analyze_data_ref_dependences() 868 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo); in vect_record_base_alignments() local 915 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_compute_data_ref_alignment() local 1288 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in vect_get_data_access_cost() local 1349 loop_vec_info loop_vinfo, dr_vec_info *dr_info, in vect_peeling_hash_insert() 1403 vect_get_peeling_costs_all_drs (loop_vec_info loop_vinfo, in vect_get_peeling_costs_all_drs() [all …]
|
H A D | tree-vect-stmts.c | 77 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_info); in stmt_in_inner_loop_p() local 257 loop_vec_info loop_vinfo) in is_simple_and_all_uses_invariant() 297 vect_stmt_relevant_p (stmt_vec_info stmt_info, loop_vec_info loop_vinfo, in vect_stmt_relevant_p() 455 process_use (stmt_vec_info stmt_vinfo, tree use, loop_vec_info loop_vinfo, in process_use() 606 vect_mark_stmts_to_be_vectorized (loop_vec_info loop_vinfo, bool *fatal) in vect_mark_stmts_to_be_vectorized() 1412 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in vect_init_vector_1() local 1587 loop_vec_info loop_vinfo = STMT_VINFO_LOOP_VINFO (stmt_vinfo); in vect_get_vec_def_for_operand() local 1880 check_load_store_masking (loop_vec_info loop_vinfo, tree vectype, in check_load_store_masking() 2009 loop_vec_info loop_vinfo, bool masked_p, in vect_truncate_gather_scatter_offset() 2098 loop_vec_info loop_vinfo, bool masked_p, in vect_use_strided_gather_scatters_p() [all …]
|
H A D | tree-vectorizer.c | 821 set_uid_loop_bbs (loop_vec_info loop_vinfo, gimple *loop_vectorized_call) in set_uid_loop_bbs() 884 opt_loop_vec_info loop_vinfo = opt_loop_vec_info::success (NULL); in try_vectorize_loop_1() local 1166 loop_vec_info loop_vinfo; in vectorize_loops() local 1174 delete loop_vinfo; in vectorize_loops() local
|
H A D | tree-vect-slp.c | 2481 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_analyze_slp() local 2529 vect_make_slp_decision (loop_vec_info loop_vinfo) in vect_make_slp_decision() 2576 loop_vec_info loop_vinfo; member 2610 vect_detect_hybrid_slp (loop_vec_info loop_vinfo) in vect_detect_hybrid_slp() 2744 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_slp_analyze_node_operations_1() local
|
H A D | tree-vect-patterns.c | 173 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_get_external_def_edge() local 4536 loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (stmt_info->vinfo); in vect_recog_gather_scatter_pattern() local 5110 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_determine_precisions() local 5332 loop_vec_info loop_vinfo; in vect_pattern_recog_1() local 5471 if (loop_vec_info loop_vinfo = dyn_cast <loop_vec_info> (vinfo)) in vect_pattern_recog() local
|
/netbsd-src/external/gpl3/gcc/dist/gcc/config/aarch64/ |
H A D | aarch64.cc | 15946 record_potential_advsimd_unrolling (loop_vec_info loop_vinfo) in record_potential_advsimd_unrolling() 15995 aarch64_vector_costs::analyze_loop_vinfo (loop_vec_info loop_vinfo) in analyze_loop_vinfo() 16750 loop_vec_info loop_vinfo = dyn_cast<loop_vec_info> (m_vinfo); in add_stmt_cost() local 16992 adjust_body_cost (loop_vec_info loop_vinfo, in adjust_body_cost() 17120 loop_vec_info loop_vinfo = dyn_cast<loop_vec_info> (m_vinfo); in finish_cost() local
|
/netbsd-src/external/gpl3/gcc/dist/gcc/config/rs6000/ |
H A D | rs6000.cc | 5220 rs6000_cost_data::density_test (loop_vec_info loop_vinfo) in density_test() 5438 rs6000_cost_data::adjust_vect_cost_per_loop (loop_vec_info loop_vinfo) in adjust_vect_cost_per_loop() 5458 if (loop_vec_info loop_vinfo = dyn_cast<loop_vec_info> (m_vinfo)) in finish_cost() local
|
/netbsd-src/external/gpl3/gcc.old/dist/gcc/config/rs6000/ |
H A D | rs6000.c | 5072 loop_vec_info loop_vinfo = loop_vec_info_for_loop (data->loop_info); in rs6000_density_test() local
|