Lines Matching refs:data_ref
2573 struct data_reference *data_ref = dr; in vect_analyze_group_access_1() local
2575 tree prev_init = DR_INIT (data_ref); in vect_analyze_group_access_1()
2582 gcc_assert (tree_int_cst_compare (DR_INIT (data_ref), in vect_analyze_group_access_1()
2585 data_ref = STMT_VINFO_DATA_REF (next); in vect_analyze_group_access_1()
2588 gcc_checking_assert (operand_equal_p (DR_STEP (data_ref), step, 0)); in vect_analyze_group_access_1()
2592 diff = (TREE_INT_CST_LOW (DR_INIT (data_ref)) in vect_analyze_group_access_1()
2598 if (DR_IS_WRITE (data_ref)) in vect_analyze_group_access_1()
2615 prev_init = DR_INIT (data_ref); in vect_analyze_group_access_1()
5296 tree data_ref; in vect_permute_store_chain() local
5350 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_low"); in vect_permute_store_chain()
5351 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect1, in vect_permute_store_chain()
5355 vect1 = data_ref; in vect_permute_store_chain()
5361 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_high"); in vect_permute_store_chain()
5362 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect1, in vect_permute_store_chain()
5365 (*result_chain)[j] = data_ref; in vect_permute_store_chain()
5490 tree data_ref; in vect_setup_realignment() local
5604 data_ref in vect_setup_realignment()
5607 vect_copy_ref_info (data_ref, DR_REF (dr)); in vect_setup_realignment()
5608 new_stmt = gimple_build_assign (vec_dest, data_ref); in vect_setup_realignment()
5915 tree data_ref, first_vect, second_vect; in vect_permute_load_chain() local
5959 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_low"); in vect_permute_load_chain()
5960 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, first_vect, in vect_permute_load_chain()
5967 first_vect = data_ref; in vect_permute_load_chain()
5969 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3_high"); in vect_permute_load_chain()
5970 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, first_vect, in vect_permute_load_chain()
5973 (*result_chain)[k] = data_ref; in vect_permute_load_chain()
6003 data_ref = make_temp_ssa_name (vectype, NULL, "vect_perm_even"); in vect_permute_load_chain()
6004 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_permute_load_chain()
6008 (*result_chain)[j/2] = data_ref; in vect_permute_load_chain()
6011 data_ref = make_temp_ssa_name (vectype, NULL, "vect_perm_odd"); in vect_permute_load_chain()
6012 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_permute_load_chain()
6016 (*result_chain)[j/2+length/2] = data_ref; in vect_permute_load_chain()
6118 tree vect[3], vect_shift[3], data_ref, first_vect, second_vect; in vect_shift_permute_load_chain() local
6210 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle2"); in vect_shift_permute_load_chain()
6211 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6215 vect[0] = data_ref; in vect_shift_permute_load_chain()
6217 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle2"); in vect_shift_permute_load_chain()
6218 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6222 vect[1] = data_ref; in vect_shift_permute_load_chain()
6224 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift"); in vect_shift_permute_load_chain()
6225 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6228 (*result_chain)[j/2 + length/2] = data_ref; in vect_shift_permute_load_chain()
6230 data_ref = make_temp_ssa_name (vectype, NULL, "vect_select"); in vect_shift_permute_load_chain()
6231 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6234 (*result_chain)[j/2] = data_ref; in vect_shift_permute_load_chain()
6326 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shuffle3"); in vect_shift_permute_load_chain()
6327 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6331 vect[k] = data_ref; in vect_shift_permute_load_chain()
6336 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift1"); in vect_shift_permute_load_chain()
6337 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6341 vect_shift[k] = data_ref; in vect_shift_permute_load_chain()
6346 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift2"); in vect_shift_permute_load_chain()
6347 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, in vect_shift_permute_load_chain()
6352 vect[k] = data_ref; in vect_shift_permute_load_chain()
6357 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift3"); in vect_shift_permute_load_chain()
6358 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect[0], in vect_shift_permute_load_chain()
6361 (*result_chain)[nelt % 3] = data_ref; in vect_shift_permute_load_chain()
6363 data_ref = make_temp_ssa_name (vectype, NULL, "vect_shift4"); in vect_shift_permute_load_chain()
6364 perm_stmt = gimple_build_assign (data_ref, VEC_PERM_EXPR, vect[1], in vect_shift_permute_load_chain()
6367 (*result_chain)[0] = data_ref; in vect_shift_permute_load_chain()