101 vect_init_pattern_stmt (gimple *pattern_stmt, stmt_vec_info orig_stmt_info,  in vect_init_pattern_stmt()  argument
105   stmt_vec_info pattern_stmt_info = vinfo->lookup_stmt (pattern_stmt);  in vect_init_pattern_stmt()
107     pattern_stmt_info = orig_stmt_info->vinfo->add_stmt (pattern_stmt);  in vect_init_pattern_stmt()
108   gimple_set_bb (pattern_stmt, gimple_bb (orig_stmt_info->stmt));  in vect_init_pattern_stmt()
129 vect_set_pattern_stmt (gimple *pattern_stmt, stmt_vec_info orig_stmt_info,  in vect_set_pattern_stmt()  argument
134     = vect_init_pattern_stmt (pattern_stmt, orig_stmt_info, vectype);  in vect_set_pattern_stmt()
836 vect_convert_output (stmt_vec_info stmt_info, tree type, gimple *pattern_stmt,  in vect_convert_output()  argument
839   tree lhs = gimple_get_lhs (pattern_stmt);  in vect_convert_output()
842       append_pattern_def_seq (stmt_info, pattern_stmt, vecitype);  in vect_convert_output()
844       pattern_stmt = gimple_build_assign (cast_var, NOP_EXPR, lhs);  in vect_convert_output()
846   return pattern_stmt;  in vect_convert_output()
941   gimple *pattern_stmt;  in vect_recog_dot_prod_pattern()  local
1014   pattern_stmt = gimple_build_assign (var, DOT_PROD_EXPR,  in vect_recog_dot_prod_pattern()
1017   return pattern_stmt;  in vect_recog_dot_prod_pattern()
1172   gimple *pattern_stmt = gimple_build_assign (var, SAD_EXPR, sad_oprnd[0],  in vect_recog_sad_pattern()  local
1175   return pattern_stmt;  in vect_recog_sad_pattern()
1249   gimple *pattern_stmt = gimple_build_assign (var, wide_code,  in vect_recog_widen_op_pattern()  local
1252   return vect_convert_output (last_stmt_info, type, pattern_stmt, vecitype);  in vect_recog_widen_op_pattern()
1461   gimple *pattern_stmt;  in vect_recog_widen_sum_pattern()  local
1498   pattern_stmt = gimple_build_assign (var, WIDEN_SUM_EXPR, unprom0.op, oprnd1);  in vect_recog_widen_sum_pattern()
1500   return pattern_stmt;  in vect_recog_widen_sum_pattern()
1725   gimple *pattern_stmt = gimple_build_assign (new_var, code,  in vect_recog_over_widening_pattern()  local
1727   gimple_set_location (pattern_stmt, gimple_location (last_stmt));  in vect_recog_over_widening_pattern()
1731 		     "created pattern stmt: %G", pattern_stmt);  in vect_recog_over_widening_pattern()
1736     pattern_stmt = vect_convert_output (last_stmt_info, new_type,  in vect_recog_over_widening_pattern()
1737 					pattern_stmt, op_vectype);  in vect_recog_over_widening_pattern()
1740   pattern_stmt = vect_convert_output (last_stmt_info, type,  in vect_recog_over_widening_pattern()
1741 				      pattern_stmt, new_vectype);  in vect_recog_over_widening_pattern()
1743   return pattern_stmt;  in vect_recog_over_widening_pattern()
2190   gimple *pattern_stmt = gimple_build_assign (new_var, code, unprom.op);  in vect_recog_cast_forwprop_pattern()  local
2191   gimple_set_location (pattern_stmt, gimple_location (last_stmt));  in vect_recog_cast_forwprop_pattern()
2193   return pattern_stmt;  in vect_recog_cast_forwprop_pattern()
2239   gimple *pattern_stmt, *def_stmt;  in vect_recog_rotate_pattern()  local
2331 	      pattern_stmt = gimple_build_call (gimple_call_fndecl (last_stmt),  in vect_recog_rotate_pattern()
2333 	      gimple_call_set_lhs (pattern_stmt, var);  in vect_recog_rotate_pattern()
2334 	      gimple_call_set_fntype (as_a <gcall *> (pattern_stmt),  in vect_recog_rotate_pattern()
2336 	      return pattern_stmt;  in vect_recog_rotate_pattern()
2391 	  pattern_stmt = gimple_build_assign (var, LROTATE_EXPR, oprnd0,  in vect_recog_rotate_pattern()
2393 	  return pattern_stmt;  in vect_recog_rotate_pattern()
2517   pattern_stmt = gimple_build_assign (var, BIT_IOR_EXPR, var1, var2);  in vect_recog_rotate_pattern()
2519   return pattern_stmt;  in vect_recog_rotate_pattern()
2566   gimple *pattern_stmt;  in vect_recog_vector_vector_shift_pattern()  local
2642   pattern_stmt = gimple_build_assign (var, rhs_code, oprnd0, def);  in vect_recog_vector_vector_shift_pattern()
2644   return pattern_stmt;  in vect_recog_vector_vector_shift_pattern()
2968   gimple *pattern_stmt;  in vect_recog_mult_pattern()  local
3001   pattern_stmt = vect_synth_mult_by_constant (oprnd0, oprnd1, stmt_vinfo);  in vect_recog_mult_pattern()
3002   if (!pattern_stmt)  in vect_recog_mult_pattern()
3010   return pattern_stmt;  in vect_recog_mult_pattern()
3057   gimple *pattern_stmt, *def_stmt;  in vect_recog_divmod_pattern()  local
3134 	      pattern_stmt  in vect_recog_divmod_pattern()
3140 	    pattern_stmt = div_stmt;  in vect_recog_divmod_pattern()
3141 	  gimple_set_location (pattern_stmt, gimple_location (last_stmt));  in vect_recog_divmod_pattern()
3143 	  return pattern_stmt;  in vect_recog_divmod_pattern()
3166 	  pattern_stmt  in vect_recog_divmod_pattern()
3216 	  pattern_stmt  in vect_recog_divmod_pattern()
3222       return pattern_stmt;  in vect_recog_divmod_pattern()
3294 	      pattern_stmt  in vect_recog_divmod_pattern()
3301 	      pattern_stmt = def_stmt;  in vect_recog_divmod_pattern()
3339 	  pattern_stmt = def_stmt;  in vect_recog_divmod_pattern()
3422 	  pattern_stmt = def_stmt;  in vect_recog_divmod_pattern()
3443 	  pattern_stmt = gimple_build_assign (q, MINUS_EXPR, d < 0 ? t4 : t3,  in vect_recog_divmod_pattern()
3455       append_pattern_def_seq (stmt_vinfo, pattern_stmt);  in vect_recog_divmod_pattern()
3462       pattern_stmt = gimple_build_assign (r, MINUS_EXPR, oprnd0, t1);  in vect_recog_divmod_pattern()
3469   return pattern_stmt;  in vect_recog_divmod_pattern()
3507   gimple *pattern_stmt, *def_stmt;  in vect_recog_mixed_size_cond_pattern()  local
3609   pattern_stmt = gimple_build_assign (vect_recog_temp_ssa_var (type, NULL),  in vect_recog_mixed_size_cond_pattern()
3617   return pattern_stmt;  in vect_recog_mixed_size_cond_pattern()
3750   gimple *pattern_stmt, *def_stmt;  in adjust_bool_pattern()  local
3763       pattern_stmt  in adjust_bool_pattern()
3771       pattern_stmt  in adjust_bool_pattern()
3873       pattern_stmt  in adjust_bool_pattern()
3898       pattern_stmt  in adjust_bool_pattern()
3905   gimple_set_location (pattern_stmt, loc);  in adjust_bool_pattern()
3906   append_pattern_def_seq (stmt_info, pattern_stmt,  in adjust_bool_pattern()
3908   defs.put (var, gimple_assign_lhs (pattern_stmt));  in adjust_bool_pattern()
3944   gimple *pattern_stmt  in adjust_bool_stmts()  local
3946   return gimple_assign_lhs (pattern_stmt);  in adjust_bool_stmts()
4021   gimple *pattern_stmt;  in vect_recog_bool_pattern()  local
4053 	    pattern_stmt = gimple_build_assign (lhs, SSA_NAME, rhs);  in vect_recog_bool_pattern()
4055 	    pattern_stmt  in vect_recog_bool_pattern()
4077 	  pattern_stmt = gimple_build_assign (tmp, COND_EXPR, var, cst1, cst0);  in vect_recog_bool_pattern()
4082 	      append_pattern_def_seq (stmt_vinfo, pattern_stmt, new_vectype);  in vect_recog_bool_pattern()
4085 	      pattern_stmt = gimple_build_assign (lhs, CONVERT_EXPR, tmp);  in vect_recog_bool_pattern()
4092       return pattern_stmt;  in vect_recog_bool_pattern()
4120       pattern_stmt   in vect_recog_bool_pattern()
4129       return pattern_stmt;  in vect_recog_bool_pattern()
4159 	  pattern_stmt = gimple_build_assign (rhs, COND_EXPR, var, cst1, cst0);  in vect_recog_bool_pattern()
4160 	  append_pattern_def_seq (stmt_vinfo, pattern_stmt, new_vectype);  in vect_recog_bool_pattern()
4171       pattern_stmt = gimple_build_assign (lhs, SSA_NAME, rhs);  in vect_recog_bool_pattern()
4172       pattern_stmt_info = vinfo->add_stmt (pattern_stmt);  in vect_recog_bool_pattern()
4177       return pattern_stmt;  in vect_recog_bool_pattern()
4245       gcall *pattern_stmt;  in vect_recog_mask_conversion_pattern()  local
4285       pattern_stmt = gimple_build_call_internal_vec (ifn, args);  in vect_recog_mask_conversion_pattern()
4290 	  gimple_call_set_lhs (pattern_stmt, lhs);  in vect_recog_mask_conversion_pattern()
4292       gimple_call_set_nothrow (pattern_stmt, true);  in vect_recog_mask_conversion_pattern()
4294       pattern_stmt_info = vinfo->add_stmt (pattern_stmt);  in vect_recog_mask_conversion_pattern()
4301       return pattern_stmt;  in vect_recog_mask_conversion_pattern()
4307   gimple *pattern_stmt;  in vect_recog_mask_conversion_pattern()  local
4393 	  pattern_stmt = gimple_build_assign (tmp, rhs1);  in vect_recog_mask_conversion_pattern()
4395 	  append_pattern_def_seq (stmt_vinfo, pattern_stmt, vectype2,  in vect_recog_mask_conversion_pattern()
4406       pattern_stmt = gimple_build_assign (lhs, COND_EXPR, tmp,  in vect_recog_mask_conversion_pattern()
4413       return pattern_stmt;  in vect_recog_mask_conversion_pattern()
4452   pattern_stmt = gimple_build_assign (lhs, rhs_code, rhs1, rhs2);  in vect_recog_mask_conversion_pattern()
4457   return pattern_stmt;  in vect_recog_mask_conversion_pattern()
4572   gcall *pattern_stmt;  in vect_recog_gather_scatter_pattern()  local
4577 	pattern_stmt = gimple_build_call_internal (gs_info.ifn, 5, base,  in vect_recog_gather_scatter_pattern()
4580 	pattern_stmt = gimple_build_call_internal (gs_info.ifn, 4, base,  in vect_recog_gather_scatter_pattern()
4583       gimple_call_set_lhs (pattern_stmt, load_lhs);  in vect_recog_gather_scatter_pattern()
4589 	pattern_stmt = gimple_build_call_internal (IFN_MASK_SCATTER_STORE, 5,  in vect_recog_gather_scatter_pattern()
4593 	pattern_stmt = gimple_build_call_internal (IFN_SCATTER_STORE, 4,  in vect_recog_gather_scatter_pattern()
4596   gimple_call_set_nothrow (pattern_stmt, true);  in vect_recog_gather_scatter_pattern()
4600   stmt_vec_info pattern_stmt_info = loop_vinfo->add_stmt (pattern_stmt);  in vect_recog_gather_scatter_pattern()
4607   return pattern_stmt;  in vect_recog_gather_scatter_pattern()
5187 vect_mark_pattern_stmts (stmt_vec_info orig_stmt_info, gimple *pattern_stmt,  in vect_mark_pattern_stmts()  argument
5207       gimple_set_lhs (orig_pattern_stmt, gimple_get_lhs (pattern_stmt));  in vect_mark_pattern_stmts()
5208       gimple_set_lhs (pattern_stmt, old_lhs);  in vect_mark_pattern_stmts()
5211 	dump_printf_loc (MSG_NOTE, vect_location, "with %G", pattern_stmt);  in vect_mark_pattern_stmts()
5239       vect_init_pattern_stmt (pattern_stmt, orig_stmt_info, pattern_vectype);  in vect_mark_pattern_stmts()
5246       gsi_insert_before_without_update (&gsi, pattern_stmt, GSI_SAME_STMT);  in vect_mark_pattern_stmts()
5252     vect_set_pattern_stmt (pattern_stmt, orig_stmt_info, pattern_vectype);  in vect_mark_pattern_stmts()
5274 	  s = pattern_stmt;  in vect_mark_pattern_stmts()
5287 	  if (s == pattern_stmt)  in vect_mark_pattern_stmts()
5295 	    s = pattern_stmt;  in vect_mark_pattern_stmts()
5299 	      if (s == pattern_stmt)  in vect_mark_pattern_stmts()
5331   gimple *pattern_stmt;  in vect_pattern_recog_1()  local
5349   pattern_stmt = recog_func->fn (stmt_info, &pattern_vectype);  in vect_pattern_recog_1()
5350   if (!pattern_stmt)  in vect_pattern_recog_1()
5364 		     recog_func->name, pattern_stmt);  in vect_pattern_recog_1()
5367   vect_mark_pattern_stmts (stmt_info, pattern_stmt, pattern_vectype);  in vect_pattern_recog_1()