Lines Matching refs:data_ref

2712       struct data_reference *data_ref = dr;  in vect_analyze_group_access_1()  local
2714 tree prev_init = DR_INIT (data_ref); in vect_analyze_group_access_1()
2721 gcc_assert (tree_int_cst_compare (DR_INIT (data_ref), in vect_analyze_group_access_1()
2724 data_ref = STMT_VINFO_DATA_REF (next); in vect_analyze_group_access_1()
2727 gcc_checking_assert (operand_equal_p (DR_STEP (data_ref), step, 0)); in vect_analyze_group_access_1()
2731 diff = (TREE_INT_CST_LOW (DR_INIT (data_ref)) in vect_analyze_group_access_1()
2750 if (DR_IS_WRITE (data_ref)) in vect_analyze_group_access_1()
2767 prev_init = DR_INIT (data_ref); in vect_analyze_group_access_1()
5511 tree data_ref; in vect_permute_store_chain() local
5565 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_low"); in vect_permute_store_chain()
5566 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect1, in vect_permute_store_chain()
5570 vect1 = data_ref; in vect_permute_store_chain()
5576 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_high"); in vect_permute_store_chain()
5577 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect1, in vect_permute_store_chain()
5580 (*result_chain)[j] = data_ref; in vect_permute_store_chain()
5705 tree data_ref; in vect_setup_realignment() local
5819 data_ref in vect_setup_realignment()
5822 vect_copy_ref_info (data_ref, DR_REF (dr)); in vect_setup_realignment()
5823 new_stmt = gimple_build_assign (vec_dest, data_ref); in vect_setup_realignment()
6131 tree data_ref, first_vect, second_vect; in vect_permute_load_chain() local
6175 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_low"); in vect_permute_load_chain()
6176 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, first_vect, in vect_permute_load_chain()
6183 first_vect = data_ref; in vect_permute_load_chain()
6185 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_high"); in vect_permute_load_chain()
6186 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, first_vect, in vect_permute_load_chain()
6189 (*result_chain)[k] = data_ref; in vect_permute_load_chain()
6219 data_ref = make_temp_ssa_name (vectype, NULL, "vect_perm_even"); in vect_permute_load_chain()
6220 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_permute_load_chain()
6224 (*result_chain)[j/2] = data_ref; in vect_permute_load_chain()
6227 data_ref = make_temp_ssa_name (vectype, NULL, "vect_perm_odd"); in vect_permute_load_chain()
6228 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_permute_load_chain()
6232 (*result_chain)[j/2+length/2] = data_ref; in vect_permute_load_chain()
6334 tree vect[3], vect_shift[3], data_ref, first_vect, second_vect; in vect_shift_permute_load_chain() local
6426 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle2"); in vect_shift_permute_load_chain()
6427 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6431 vect[0] = data_ref; in vect_shift_permute_load_chain()
6433 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle2"); in vect_shift_permute_load_chain()
6434 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6438 vect[1] = data_ref; in vect_shift_permute_load_chain()
6440 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift"); in vect_shift_permute_load_chain()
6441 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6444 (*result_chain)[j/2 + length/2] = data_ref; in vect_shift_permute_load_chain()
6446 data_ref = make_temp_ssa_name (vectype, NULL, "vect_select"); in vect_shift_permute_load_chain()
6447 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6450 (*result_chain)[j/2] = data_ref; in vect_shift_permute_load_chain()
6542 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3"); in vect_shift_permute_load_chain()
6543 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6547 vect[k] = data_ref; in vect_shift_permute_load_chain()
6552 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift1"); in vect_shift_permute_load_chain()
6553 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6557 vect_shift[k] = data_ref; in vect_shift_permute_load_chain()
6562 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift2"); in vect_shift_permute_load_chain()
6563 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6568 vect[k] = data_ref; in vect_shift_permute_load_chain()
6573 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift3"); in vect_shift_permute_load_chain()
6574 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect[0], in vect_shift_permute_load_chain()
6577 (*result_chain)[nelt % 3] = data_ref; in vect_shift_permute_load_chain()
6579 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift4"); in vect_shift_permute_load_chain()
6580 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect[1], in vect_shift_permute_load_chain()
6583 (*result_chain)[0] = data_ref; in vect_shift_permute_load_chain()