24765       enum ix86_builtin_func_type icode;  in ix86_get_builtin_func_type()  local
24767       icode = ix86_builtin_func_alias_base[index];  in ix86_get_builtin_func_type()
24768       type = ix86_get_builtin_func_type (icode);  in ix86_get_builtin_func_type()
26073   const enum insn_code icode;  member
27893 ix86_expand_binop_builtin (enum insn_code icode, tree exp, rtx target)  in ix86_expand_binop_builtin()  argument
27900   enum machine_mode tmode = insn_data[icode].operand[0].mode;  in ix86_expand_binop_builtin()
27901   enum machine_mode mode0 = insn_data[icode].operand[1].mode;  in ix86_expand_binop_builtin()
27902   enum machine_mode mode1 = insn_data[icode].operand[2].mode;  in ix86_expand_binop_builtin()
27911       || !insn_data[icode].operand[0].predicate (target, tmode))  in ix86_expand_binop_builtin()
27921   if (!insn_data[icode].operand[1].predicate (op0, mode0))  in ix86_expand_binop_builtin()
27923   if (!insn_data[icode].operand[2].predicate (op1, mode1))  in ix86_expand_binop_builtin()
27926   pat = GEN_FCN (icode) (target, op0, op1);  in ix86_expand_binop_builtin()
27938 ix86_expand_multi_arg_builtin (enum insn_code icode, tree exp, rtx target,  in ix86_expand_multi_arg_builtin()  argument
27954   enum machine_mode tmode = insn_data[icode].operand[0].mode;  in ix86_expand_multi_arg_builtin()
28041       || !insn_data[icode].operand[0].predicate (target, tmode))  in ix86_expand_multi_arg_builtin()
28051       enum machine_mode mode = insn_data[icode].operand[i+adjust+1].mode;  in ix86_expand_multi_arg_builtin()
28055 	  if (!insn_data[icode].operand[i + 1].predicate (op, mode))  in ix86_expand_multi_arg_builtin()
28057 	      enum insn_code new_icode = icode;  in ix86_expand_multi_arg_builtin()
28058 	      switch (icode)  in ix86_expand_multi_arg_builtin()
28083 			(insn_data[icode].operand[i + 1].predicate (op, mode));  in ix86_expand_multi_arg_builtin()
28093 			    == insn_data[icode].operand[0].predicate  in ix86_expand_multi_arg_builtin()
28095 			    == insn_data[icode].operand[1].predicate);  in ix86_expand_multi_arg_builtin()
28096 		      icode = new_icode;  in ix86_expand_multi_arg_builtin()
28119 	      || !insn_data[icode].operand[i+adjust+1].predicate (op, mode)  in ix86_expand_multi_arg_builtin()
28131       pat = GEN_FCN (icode) (target, args[0].op);  in ix86_expand_multi_arg_builtin()
28136 	pat = GEN_FCN (icode) (target, args[0].op, args[1].op,  in ix86_expand_multi_arg_builtin()
28139 	pat = GEN_FCN (icode) (target, args[0].op, args[1].op);  in ix86_expand_multi_arg_builtin()
28146 	  pat = GEN_FCN (icode) (target, cmp_op, args[0].op, args[1].op);  in ix86_expand_multi_arg_builtin()
28151       pat = GEN_FCN (icode) (target, args[0].op, args[1].op, args[2].op);  in ix86_expand_multi_arg_builtin()
28155       pat = GEN_FCN (icode) (target, args[0].op, args[1].op, args[2].op, args[3].op);  in ix86_expand_multi_arg_builtin()
28173 ix86_expand_unop_vec_merge_builtin (enum insn_code icode, tree exp,  in ix86_expand_unop_vec_merge_builtin()  argument
28179   enum machine_mode tmode = insn_data[icode].operand[0].mode;  in ix86_expand_unop_vec_merge_builtin()
28180   enum machine_mode mode0 = insn_data[icode].operand[1].mode;  in ix86_expand_unop_vec_merge_builtin()
28184       || !insn_data[icode].operand[0].predicate (target, tmode))  in ix86_expand_unop_vec_merge_builtin()
28191       || !insn_data[icode].operand[1].predicate (op0, mode0))  in ix86_expand_unop_vec_merge_builtin()
28195   if (!insn_data[icode].operand[2].predicate (op1, mode0))  in ix86_expand_unop_vec_merge_builtin()
28198   pat = GEN_FCN (icode) (target, op0, op1);  in ix86_expand_unop_vec_merge_builtin()
28217   enum machine_mode tmode = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_compare()
28218   enum machine_mode mode0 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_compare()
28219   enum machine_mode mode1 = insn_data[d->icode].operand[2].mode;  in ix86_expand_sse_compare()
28239       || !insn_data[d->icode].operand[0].predicate (target, tmode))  in ix86_expand_sse_compare()
28243       || !insn_data[d->icode].operand[1].predicate (op0, mode0))  in ix86_expand_sse_compare()
28246       || !insn_data[d->icode].operand[2].predicate (op1, mode1))  in ix86_expand_sse_compare()
28250   pat = GEN_FCN (d->icode) (target, op0, op1, op2);  in ix86_expand_sse_compare()
28268   enum machine_mode mode0 = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_comi()
28269   enum machine_mode mode1 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_comi()
28291       || !insn_data[d->icode].operand[0].predicate (op0, mode0))  in ix86_expand_sse_comi()
28294       || !insn_data[d->icode].operand[1].predicate (op1, mode1))  in ix86_expand_sse_comi()
28297   pat = GEN_FCN (d->icode) (op0, op1);  in ix86_expand_sse_comi()
28319   enum machine_mode tmode = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_round()
28320   enum machine_mode mode0 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_round()
28324       || !insn_data[d->icode].operand[0].predicate (target, tmode))  in ix86_expand_sse_round()
28331       || !insn_data[d->icode].operand[0].predicate (op0, mode0))  in ix86_expand_sse_round()
28336   pat = GEN_FCN (d->icode) (target, op0, op1);  in ix86_expand_sse_round()
28353   enum machine_mode tmode = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_round_vec_pack_sfix()
28354   enum machine_mode mode0 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_round_vec_pack_sfix()
28355   enum machine_mode mode1 = insn_data[d->icode].operand[2].mode;  in ix86_expand_sse_round_vec_pack_sfix()
28359       || !insn_data[d->icode].operand[0].predicate (target, tmode))  in ix86_expand_sse_round_vec_pack_sfix()
28366       || !insn_data[d->icode].operand[0].predicate (op0, mode0))  in ix86_expand_sse_round_vec_pack_sfix()
28369       || !insn_data[d->icode].operand[1].predicate (op1, mode1))  in ix86_expand_sse_round_vec_pack_sfix()
28374   pat = GEN_FCN (d->icode) (target, op0, op1, op2);  in ix86_expand_sse_round_vec_pack_sfix()
28392   enum machine_mode mode0 = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_ptest()
28393   enum machine_mode mode1 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_ptest()
28406       || !insn_data[d->icode].operand[0].predicate (op0, mode0))  in ix86_expand_sse_ptest()
28409       || !insn_data[d->icode].operand[1].predicate (op1, mode1))  in ix86_expand_sse_ptest()
28412   pat = GEN_FCN (d->icode) (op0, op1);  in ix86_expand_sse_ptest()
28445   tmode0 = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_pcmpestr()
28446   tmode1 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_pcmpestr()
28447   modev2 = insn_data[d->icode].operand[2].mode;  in ix86_expand_sse_pcmpestr()
28448   modei3 = insn_data[d->icode].operand[3].mode;  in ix86_expand_sse_pcmpestr()
28449   modev4 = insn_data[d->icode].operand[4].mode;  in ix86_expand_sse_pcmpestr()
28450   modei5 = insn_data[d->icode].operand[5].mode;  in ix86_expand_sse_pcmpestr()
28451   modeimm = insn_data[d->icode].operand[6].mode;  in ix86_expand_sse_pcmpestr()
28458   if (!insn_data[d->icode].operand[2].predicate (op0, modev2))  in ix86_expand_sse_pcmpestr()
28460   if (!insn_data[d->icode].operand[3].predicate (op1, modei3))  in ix86_expand_sse_pcmpestr()
28463       || !insn_data[d->icode].operand[4].predicate (op2, modev4))  in ix86_expand_sse_pcmpestr()
28465   if (!insn_data[d->icode].operand[5].predicate (op3, modei5))  in ix86_expand_sse_pcmpestr()
28468   if (!insn_data[d->icode].operand[6].predicate (op4, modeimm))  in ix86_expand_sse_pcmpestr()
28478 	  || !insn_data[d->icode].operand[0].predicate (target, tmode0))  in ix86_expand_sse_pcmpestr()
28483       pat = GEN_FCN (d->icode) (target, scratch1, op0, op1, op2, op3, op4);  in ix86_expand_sse_pcmpestr()
28489 	  || !insn_data[d->icode].operand[1].predicate (target, tmode1))  in ix86_expand_sse_pcmpestr()
28494       pat = GEN_FCN (d->icode) (scratch0, target, op0, op1, op2, op3, op4);  in ix86_expand_sse_pcmpestr()
28503       pat = GEN_FCN (d->icode) (scratch0, scratch1, op0, op1, op2, op3, op4);  in ix86_expand_sse_pcmpestr()
28546   tmode0 = insn_data[d->icode].operand[0].mode;  in ix86_expand_sse_pcmpistr()
28547   tmode1 = insn_data[d->icode].operand[1].mode;  in ix86_expand_sse_pcmpistr()
28548   modev2 = insn_data[d->icode].operand[2].mode;  in ix86_expand_sse_pcmpistr()
28549   modev3 = insn_data[d->icode].operand[3].mode;  in ix86_expand_sse_pcmpistr()
28550   modeimm = insn_data[d->icode].operand[4].mode;  in ix86_expand_sse_pcmpistr()
28557   if (!insn_data[d->icode].operand[2].predicate (op0, modev2))  in ix86_expand_sse_pcmpistr()
28560       || !insn_data[d->icode].operand[3].predicate (op1, modev3))  in ix86_expand_sse_pcmpistr()
28563   if (!insn_data[d->icode].operand[4].predicate (op2, modeimm))  in ix86_expand_sse_pcmpistr()
28573 	  || !insn_data[d->icode].operand[0].predicate (target, tmode0))  in ix86_expand_sse_pcmpistr()
28578       pat = GEN_FCN (d->icode) (target, scratch1, op0, op1, op2);  in ix86_expand_sse_pcmpistr()
28584 	  || !insn_data[d->icode].operand[1].predicate (target, tmode1))  in ix86_expand_sse_pcmpistr()
28589       pat = GEN_FCN (d->icode) (scratch0, target, op0, op1, op2);  in ix86_expand_sse_pcmpistr()
28598       pat = GEN_FCN (d->icode) (scratch0, scratch1, op0, op1, op2);  in ix86_expand_sse_pcmpistr()
28641   enum insn_code icode = d->icode;  in ix86_expand_args_builtin()  local
28642   const struct insn_data_d *insn_p = &insn_data[icode];  in ix86_expand_args_builtin()
28741       return ix86_expand_unop_vec_merge_builtin (icode, exp, target);  in ix86_expand_args_builtin()
28795 	return ix86_expand_binop_builtin (icode, exp, target);  in ix86_expand_args_builtin()
28969 	    switch (icode)  in ix86_expand_args_builtin()
29069       pat = GEN_FCN (icode) (real_target, args[0].op);  in ix86_expand_args_builtin()
29072       pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op);  in ix86_expand_args_builtin()
29075       pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op,  in ix86_expand_args_builtin()
29079       pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op,  in ix86_expand_args_builtin()
29108   enum insn_code icode = d->icode;  in ix86_expand_special_args_builtin()  local
29110   const struct insn_data_d *insn_p = &insn_data[icode];  in ix86_expand_special_args_builtin()
29117       if (icode == CODE_FOR_avx_vzeroupper)  in ix86_expand_special_args_builtin()
29119       emit_insn (GEN_FCN (icode) (target));  in ix86_expand_special_args_builtin()
29250 	      if (icode == CODE_FOR_lwp_lwpvalsi3  in ix86_expand_special_args_builtin()
29251 		  || icode == CODE_FOR_lwp_lwpinssi3  in ix86_expand_special_args_builtin()
29252 		  || icode == CODE_FOR_lwp_lwpvaldi3  in ix86_expand_special_args_builtin()
29253 		  || icode == CODE_FOR_lwp_lwpinsdi3)  in ix86_expand_special_args_builtin()
29290       pat = GEN_FCN (icode) (target);  in ix86_expand_special_args_builtin()
29293       pat = GEN_FCN (icode) (target, args[0].op);  in ix86_expand_special_args_builtin()
29296       pat = GEN_FCN (icode) (target, args[0].op, args[1].op);  in ix86_expand_special_args_builtin()
29299       pat = GEN_FCN (icode) (target, args[0].op, args[1].op, args[2].op);  in ix86_expand_special_args_builtin()
29446   enum insn_code icode;  in ix86_expand_builtin()  local
29479       icode = (fcode == IX86_BUILTIN_MASKMOVQ  in ix86_expand_builtin()
29489       mode0 = insn_data[icode].operand[0].mode;  in ix86_expand_builtin()
29490       mode1 = insn_data[icode].operand[1].mode;  in ix86_expand_builtin()
29491       mode2 = insn_data[icode].operand[2].mode;  in ix86_expand_builtin()
29497       if (!insn_data[icode].operand[0].predicate (op0, mode0))  in ix86_expand_builtin()
29499       if (!insn_data[icode].operand[1].predicate (op1, mode1))  in ix86_expand_builtin()
29501       if (!insn_data[icode].operand[2].predicate (op2, mode2))  in ix86_expand_builtin()
29503       pat = GEN_FCN (icode) (op0, op1, op2);  in ix86_expand_builtin()
29524 	icode = CODE_FOR_sse2_clflush;  in ix86_expand_builtin()
29525 	if (!insn_data[icode].operand[0].predicate (op0, Pmode))  in ix86_expand_builtin()
29611       icode = CODE_FOR_lwp_llwpcb;  in ix86_expand_builtin()
29612       if (!insn_data[icode].operand[0].predicate (op0, Pmode))  in ix86_expand_builtin()
29622       icode = CODE_FOR_lwp_slwpcb;  in ix86_expand_builtin()
29624 	  || !insn_data[icode].operand[0].predicate (target, Pmode))  in ix86_expand_builtin()
29635       icode = (fcode == IX86_BUILTIN_BEXTRI32  in ix86_expand_builtin()
29649           pat = GEN_FCN (icode) (target, op0, op1, op2);  in ix86_expand_builtin()
29656       icode = CODE_FOR_rdrandhi_1;  in ix86_expand_builtin()
29661       icode = CODE_FOR_rdrandsi_1;  in ix86_expand_builtin()
29666       icode = CODE_FOR_rdranddi_1;  in ix86_expand_builtin()
29671       emit_insn (GEN_FCN (icode) (op0));  in ix86_expand_builtin()
29707       icode = CODE_FOR_avx2_gathersiv2df;  in ix86_expand_builtin()
29710       icode = CODE_FOR_avx2_gathersiv4df;  in ix86_expand_builtin()
29713       icode = CODE_FOR_avx2_gatherdiv2df;  in ix86_expand_builtin()
29716       icode = CODE_FOR_avx2_gatherdiv4df;  in ix86_expand_builtin()
29719       icode = CODE_FOR_avx2_gathersiv4sf;  in ix86_expand_builtin()
29722       icode = CODE_FOR_avx2_gathersiv8sf;  in ix86_expand_builtin()
29725       icode = CODE_FOR_avx2_gatherdiv4sf;  in ix86_expand_builtin()
29728       icode = CODE_FOR_avx2_gatherdiv8sf;  in ix86_expand_builtin()
29731       icode = CODE_FOR_avx2_gathersiv2di;  in ix86_expand_builtin()
29734       icode = CODE_FOR_avx2_gathersiv4di;  in ix86_expand_builtin()
29737       icode = CODE_FOR_avx2_gatherdiv2di;  in ix86_expand_builtin()
29740       icode = CODE_FOR_avx2_gatherdiv4di;  in ix86_expand_builtin()
29743       icode = CODE_FOR_avx2_gathersiv4si;  in ix86_expand_builtin()
29746       icode = CODE_FOR_avx2_gathersiv8si;  in ix86_expand_builtin()
29749       icode = CODE_FOR_avx2_gatherdiv4si;  in ix86_expand_builtin()
29752       icode = CODE_FOR_avx2_gatherdiv8si;  in ix86_expand_builtin()
29755       icode = CODE_FOR_avx2_gathersiv4df;  in ix86_expand_builtin()
29758       icode = CODE_FOR_avx2_gatherdiv8sf;  in ix86_expand_builtin()
29761       icode = CODE_FOR_avx2_gathersiv4di;  in ix86_expand_builtin()
29764       icode = CODE_FOR_avx2_gatherdiv8si;  in ix86_expand_builtin()
29779       mode0 = insn_data[icode].operand[1].mode;  in ix86_expand_builtin()
29780       mode2 = insn_data[icode].operand[3].mode;  in ix86_expand_builtin()
29781       mode3 = insn_data[icode].operand[4].mode;  in ix86_expand_builtin()
29782       mode4 = insn_data[icode].operand[5].mode;  in ix86_expand_builtin()
29785 	  || GET_MODE (target) != insn_data[icode].operand[0].mode  in ix86_expand_builtin()
29786 	  || !insn_data[icode].operand[0].predicate (target,  in ix86_expand_builtin()
29788 	subtarget = gen_reg_rtx (insn_data[icode].operand[0].mode);  in ix86_expand_builtin()
29827       if (!insn_data[icode].operand[1].predicate (op0, mode0))  in ix86_expand_builtin()
29829       if (!insn_data[icode].operand[2].predicate (op1, Pmode))  in ix86_expand_builtin()
29831       if (!insn_data[icode].operand[3].predicate (op2, mode2))  in ix86_expand_builtin()
29833       if (!insn_data[icode].operand[4].predicate (op3, mode3))  in ix86_expand_builtin()
29835       if (!insn_data[icode].operand[5].predicate (op4, mode4))  in ix86_expand_builtin()
29905       pat = GEN_FCN (icode) (subtarget, op0, op1, op2, op3, op4);  in ix86_expand_builtin()
29970       return ix86_expand_multi_arg_builtin (d->icode, exp, target,  in ix86_expand_builtin()
30983       sri->icode = (in_p  in ix86_secondary_reload()