8199   machine_mode tmode = insn_data[icode].operand[0].mode;  in ix86_expand_binop_builtin()  local
8209       || GET_MODE (target) != tmode  in ix86_expand_binop_builtin()
8210       || !insn_data[icode].operand[0].predicate (target, tmode))  in ix86_expand_binop_builtin()
8211     target = gen_reg_rtx (tmode);  in ix86_expand_binop_builtin()
8253   machine_mode tmode = insn_data[icode].operand[0].mode;  in ix86_expand_multi_arg_builtin()  local
8339       || GET_MODE (target) != tmode  in ix86_expand_multi_arg_builtin()
8340       || !insn_data[icode].operand[0].predicate (target, tmode))  in ix86_expand_multi_arg_builtin()
8341     target = gen_reg_rtx (tmode);  in ix86_expand_multi_arg_builtin()
8342   else if (memory_operand (target, tmode))  in ix86_expand_multi_arg_builtin()
8366 		  return gen_reg_rtx (tmode);  in ix86_expand_multi_arg_builtin()
8381 		      int mask = GET_MODE_UNIT_BITSIZE (tmode) - 1;  in ix86_expand_multi_arg_builtin()
8390 			 && insn_data[new_icode].operand[0].mode == tmode  in ix86_expand_multi_arg_builtin()
8391 			 && insn_data[new_icode].operand[1].mode == tmode  in ix86_expand_multi_arg_builtin()
8480   machine_mode tmode = insn_data[icode].operand[0].mode;  in ix86_expand_unop_vec_merge_builtin()  local
8484       || GET_MODE (target) != tmode  in ix86_expand_unop_vec_merge_builtin()
8485       || !insn_data[icode].operand[0].predicate (target, tmode))  in ix86_expand_unop_vec_merge_builtin()
8486     target = gen_reg_rtx (tmode);  in ix86_expand_unop_vec_merge_builtin()
8518   machine_mode tmode = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_compare()  local
8534       || GET_MODE (target) != tmode  in ix86_expand_sse_compare()
8535       || !insn_data[d->icode].operand[0].predicate (target, tmode))  in ix86_expand_sse_compare()
8536     target = gen_reg_rtx (tmode);  in ix86_expand_sse_compare()
8610   machine_mode tmode = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_round()  local
8614       || GET_MODE (target) != tmode  in ix86_expand_sse_round()
8615       || !insn_data[d->icode].operand[0].predicate (target, tmode))  in ix86_expand_sse_round()
8616     target = gen_reg_rtx (tmode);  in ix86_expand_sse_round()
8644   machine_mode tmode = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_round_vec_pack_sfix()  local
8649       || GET_MODE (target) != tmode  in ix86_expand_sse_round_vec_pack_sfix()
8650       || !insn_data[d->icode].operand[0].predicate (target, tmode))  in ix86_expand_sse_round_vec_pack_sfix()
8651     target = gen_reg_rtx (tmode);  in ix86_expand_sse_round_vec_pack_sfix()
8944   machine_mode tmode = insn_p->operand[0].mode;  in ix86_expand_args_builtin()  local
9708   if (rmode == VOIDmode || rmode == tmode)  in ix86_expand_args_builtin()
9712 	  || GET_MODE (target) != tmode  in ix86_expand_args_builtin()
9713 	  || !insn_p->operand[0].predicate (target, tmode))  in ix86_expand_args_builtin()
9714 	target = gen_reg_rtx (tmode);  in ix86_expand_args_builtin()
9715       else if (memory_operand (target, tmode))  in ix86_expand_args_builtin()
9721       real_target = gen_reg_rtx (tmode);  in ix86_expand_args_builtin()
9722       target = lowpart_subreg (rmode, real_target, tmode);  in ix86_expand_args_builtin()
10208   machine_mode tmode = insn_p->operand[0].mode;  in ix86_expand_round_builtin()  local
10305       || GET_MODE (target) != tmode  in ix86_expand_round_builtin()
10306       || !insn_p->operand[0].predicate (target, tmode))  in ix86_expand_round_builtin()
10307     target = gen_reg_rtx (tmode);  in ix86_expand_round_builtin()
10435   machine_mode tmode = insn_p->operand[0].mode;  in ix86_expand_special_args_builtin()  local
10735 	  target = gen_rtx_MEM (tmode, op);  in ix86_expand_special_args_builtin()
10743 	  if (aligned_mem && align < GET_MODE_ALIGNMENT (tmode))  in ix86_expand_special_args_builtin()
10744 	    align = GET_MODE_ALIGNMENT (tmode);  in ix86_expand_special_args_builtin()
10749 	target = force_reg (tmode, op);  in ix86_expand_special_args_builtin()
10757 	  || !register_operand (target, tmode)  in ix86_expand_special_args_builtin()
10758 	  || GET_MODE (target) != tmode)  in ix86_expand_special_args_builtin()
10759 	target = gen_reg_rtx (tmode);  in ix86_expand_special_args_builtin()
10881   machine_mode tmode = TYPE_MODE (type);  in ix86_expand_vec_init_builtin()  local
10882   machine_mode inner_mode = GET_MODE_INNER (tmode);  in ix86_expand_vec_init_builtin()
10883   int i, n_elt = GET_MODE_NUNITS (tmode);  in ix86_expand_vec_init_builtin()
10886   gcc_assert (VECTOR_MODE_P (tmode));  in ix86_expand_vec_init_builtin()
10895   if (!target || !register_operand (target, tmode))  in ix86_expand_vec_init_builtin()
10896     target = gen_reg_rtx (tmode);  in ix86_expand_vec_init_builtin()
10898   ix86_expand_vector_init (true, target, gen_rtx_PARALLEL (tmode, v));  in ix86_expand_vec_init_builtin()
10909   machine_mode tmode, mode0;  in ix86_expand_vec_ext_builtin()  local
10920   tmode = TYPE_MODE (TREE_TYPE (TREE_TYPE (arg0)));  in ix86_expand_vec_ext_builtin()
10926   if (optimize || !target || !register_operand (target, tmode))  in ix86_expand_vec_ext_builtin()
10927     target = gen_reg_rtx (tmode);  in ix86_expand_vec_ext_builtin()
10941   machine_mode tmode, mode1;  in ix86_expand_vec_set_builtin()  local
10950   tmode = TYPE_MODE (TREE_TYPE (arg0));  in ix86_expand_vec_set_builtin()
10952   gcc_assert (VECTOR_MODE_P (tmode));  in ix86_expand_vec_set_builtin()
10954   op0 = expand_expr (arg0, NULL_RTX, tmode, EXPAND_NORMAL);  in ix86_expand_vec_set_builtin()
10961   op0 = force_reg (tmode, op0);  in ix86_expand_vec_set_builtin()
10966   target = gen_reg_rtx (tmode);  in ix86_expand_vec_set_builtin()