Lines Matching refs:icode
8192 ix86_expand_binop_builtin (enum insn_code icode, tree exp, rtx target) in ix86_expand_binop_builtin() argument
8199 machine_mode tmode = insn_data[icode].operand[0].mode; in ix86_expand_binop_builtin()
8200 machine_mode mode0 = insn_data[icode].operand[1].mode; in ix86_expand_binop_builtin()
8201 machine_mode mode1 = insn_data[icode].operand[2].mode; in ix86_expand_binop_builtin()
8210 || !insn_data[icode].operand[0].predicate (target, tmode)) in ix86_expand_binop_builtin()
8220 if (!insn_data[icode].operand[1].predicate (op0, mode0)) in ix86_expand_binop_builtin()
8222 if (!insn_data[icode].operand[2].predicate (op1, mode1)) in ix86_expand_binop_builtin()
8225 pat = GEN_FCN (icode) (target, op0, op1); in ix86_expand_binop_builtin()
8237 ix86_expand_multi_arg_builtin (enum insn_code icode, tree exp, rtx target, in ix86_expand_multi_arg_builtin() argument
8253 machine_mode tmode = insn_data[icode].operand[0].mode; in ix86_expand_multi_arg_builtin()
8340 || !insn_data[icode].operand[0].predicate (target, tmode)) in ix86_expand_multi_arg_builtin()
8352 machine_mode mode = insn_data[icode].operand[i+adjust+1].mode; in ix86_expand_multi_arg_builtin()
8356 if (!insn_data[icode].operand[i + 1].predicate (op, mode)) in ix86_expand_multi_arg_builtin()
8358 enum insn_code new_icode = icode; in ix86_expand_multi_arg_builtin()
8359 switch (icode) in ix86_expand_multi_arg_builtin()
8384 (insn_data[icode].operand[i + 1].predicate (op, mode)); in ix86_expand_multi_arg_builtin()
8394 == insn_data[icode].operand[0].predicate in ix86_expand_multi_arg_builtin()
8396 == insn_data[icode].operand[1].predicate); in ix86_expand_multi_arg_builtin()
8397 icode = new_icode; in ix86_expand_multi_arg_builtin()
8420 || !insn_data[icode].operand[i+adjust+1].predicate (op, mode) in ix86_expand_multi_arg_builtin()
8432 pat = GEN_FCN (icode) (target, args[0].op); in ix86_expand_multi_arg_builtin()
8437 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, in ix86_expand_multi_arg_builtin()
8440 pat = GEN_FCN (icode) (target, args[0].op, args[1].op); in ix86_expand_multi_arg_builtin()
8447 pat = GEN_FCN (icode) (target, cmp_op, args[0].op, args[1].op); in ix86_expand_multi_arg_builtin()
8452 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, args[2].op); in ix86_expand_multi_arg_builtin()
8456 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, args[2].op, args[3].op); in ix86_expand_multi_arg_builtin()
8474 ix86_expand_unop_vec_merge_builtin (enum insn_code icode, tree exp, in ix86_expand_unop_vec_merge_builtin() argument
8480 machine_mode tmode = insn_data[icode].operand[0].mode; in ix86_expand_unop_vec_merge_builtin()
8481 machine_mode mode0 = insn_data[icode].operand[1].mode; in ix86_expand_unop_vec_merge_builtin()
8485 || !insn_data[icode].operand[0].predicate (target, tmode)) in ix86_expand_unop_vec_merge_builtin()
8492 || !insn_data[icode].operand[1].predicate (op0, mode0)) in ix86_expand_unop_vec_merge_builtin()
8496 if (!insn_data[icode].operand[2].predicate (op1, mode0)) in ix86_expand_unop_vec_merge_builtin()
8499 pat = GEN_FCN (icode) (target, op0, op1); in ix86_expand_unop_vec_merge_builtin()
8518 machine_mode tmode = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_compare()
8519 machine_mode mode0 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_compare()
8520 machine_mode mode1 = insn_data[d->icode].operand[2].mode; in ix86_expand_sse_compare()
8535 || !insn_data[d->icode].operand[0].predicate (target, tmode)) in ix86_expand_sse_compare()
8539 || !insn_data[d->icode].operand[1].predicate (op0, mode0)) in ix86_expand_sse_compare()
8542 || !insn_data[d->icode].operand[2].predicate (op1, mode1)) in ix86_expand_sse_compare()
8546 pat = GEN_FCN (d->icode) (target, op0, op1, op2); in ix86_expand_sse_compare()
8564 machine_mode mode0 = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_comi()
8565 machine_mode mode1 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_comi()
8583 || !insn_data[d->icode].operand[0].predicate (op0, mode0)) in ix86_expand_sse_comi()
8586 || !insn_data[d->icode].operand[1].predicate (op1, mode1)) in ix86_expand_sse_comi()
8589 pat = GEN_FCN (d->icode) (op0, op1); in ix86_expand_sse_comi()
8610 machine_mode tmode = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_round()
8611 machine_mode mode0 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_round()
8615 || !insn_data[d->icode].operand[0].predicate (target, tmode)) in ix86_expand_sse_round()
8622 || !insn_data[d->icode].operand[0].predicate (op0, mode0)) in ix86_expand_sse_round()
8627 pat = GEN_FCN (d->icode) (target, op0, op1); in ix86_expand_sse_round()
8644 machine_mode tmode = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_round_vec_pack_sfix()
8645 machine_mode mode0 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_round_vec_pack_sfix()
8646 machine_mode mode1 = insn_data[d->icode].operand[2].mode; in ix86_expand_sse_round_vec_pack_sfix()
8650 || !insn_data[d->icode].operand[0].predicate (target, tmode)) in ix86_expand_sse_round_vec_pack_sfix()
8657 || !insn_data[d->icode].operand[0].predicate (op0, mode0)) in ix86_expand_sse_round_vec_pack_sfix()
8660 || !insn_data[d->icode].operand[1].predicate (op1, mode1)) in ix86_expand_sse_round_vec_pack_sfix()
8665 pat = GEN_FCN (d->icode) (target, op0, op1, op2); in ix86_expand_sse_round_vec_pack_sfix()
8683 machine_mode mode0 = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_ptest()
8684 machine_mode mode1 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_ptest()
8697 || !insn_data[d->icode].operand[0].predicate (op0, mode0)) in ix86_expand_sse_ptest()
8700 || !insn_data[d->icode].operand[1].predicate (op1, mode1)) in ix86_expand_sse_ptest()
8703 pat = GEN_FCN (d->icode) (op0, op1); in ix86_expand_sse_ptest()
8735 tmode0 = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_pcmpestr()
8736 tmode1 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_pcmpestr()
8737 modev2 = insn_data[d->icode].operand[2].mode; in ix86_expand_sse_pcmpestr()
8738 modei3 = insn_data[d->icode].operand[3].mode; in ix86_expand_sse_pcmpestr()
8739 modev4 = insn_data[d->icode].operand[4].mode; in ix86_expand_sse_pcmpestr()
8740 modei5 = insn_data[d->icode].operand[5].mode; in ix86_expand_sse_pcmpestr()
8741 modeimm = insn_data[d->icode].operand[6].mode; in ix86_expand_sse_pcmpestr()
8748 if (!insn_data[d->icode].operand[2].predicate (op0, modev2)) in ix86_expand_sse_pcmpestr()
8750 if (!insn_data[d->icode].operand[3].predicate (op1, modei3)) in ix86_expand_sse_pcmpestr()
8753 || !insn_data[d->icode].operand[4].predicate (op2, modev4)) in ix86_expand_sse_pcmpestr()
8755 if (!insn_data[d->icode].operand[5].predicate (op3, modei5)) in ix86_expand_sse_pcmpestr()
8758 if (!insn_data[d->icode].operand[6].predicate (op4, modeimm)) in ix86_expand_sse_pcmpestr()
8768 || !insn_data[d->icode].operand[0].predicate (target, tmode0)) in ix86_expand_sse_pcmpestr()
8773 pat = GEN_FCN (d->icode) (target, scratch1, op0, op1, op2, op3, op4); in ix86_expand_sse_pcmpestr()
8779 || !insn_data[d->icode].operand[1].predicate (target, tmode1)) in ix86_expand_sse_pcmpestr()
8784 pat = GEN_FCN (d->icode) (scratch0, target, op0, op1, op2, op3, op4); in ix86_expand_sse_pcmpestr()
8793 pat = GEN_FCN (d->icode) (scratch0, scratch1, op0, op1, op2, op3, op4); in ix86_expand_sse_pcmpestr()
8836 tmode0 = insn_data[d->icode].operand[0].mode; in ix86_expand_sse_pcmpistr()
8837 tmode1 = insn_data[d->icode].operand[1].mode; in ix86_expand_sse_pcmpistr()
8838 modev2 = insn_data[d->icode].operand[2].mode; in ix86_expand_sse_pcmpistr()
8839 modev3 = insn_data[d->icode].operand[3].mode; in ix86_expand_sse_pcmpistr()
8840 modeimm = insn_data[d->icode].operand[4].mode; in ix86_expand_sse_pcmpistr()
8847 if (!insn_data[d->icode].operand[2].predicate (op0, modev2)) in ix86_expand_sse_pcmpistr()
8850 || !insn_data[d->icode].operand[3].predicate (op1, modev3)) in ix86_expand_sse_pcmpistr()
8853 if (!insn_data[d->icode].operand[4].predicate (op2, modeimm)) in ix86_expand_sse_pcmpistr()
8863 || !insn_data[d->icode].operand[0].predicate (target, tmode0)) in ix86_expand_sse_pcmpistr()
8868 pat = GEN_FCN (d->icode) (target, scratch1, op0, op1, op2); in ix86_expand_sse_pcmpistr()
8874 || !insn_data[d->icode].operand[1].predicate (target, tmode1)) in ix86_expand_sse_pcmpistr()
8879 pat = GEN_FCN (d->icode) (scratch0, target, op0, op1, op2); in ix86_expand_sse_pcmpistr()
8888 pat = GEN_FCN (d->icode) (scratch0, scratch1, op0, op1, op2); in ix86_expand_sse_pcmpistr()
8942 enum insn_code icode = d->icode; in ix86_expand_args_builtin() local
8943 const struct insn_data_d *insn_p = &insn_data[icode]; in ix86_expand_args_builtin()
9098 return ix86_expand_unop_vec_merge_builtin (icode, exp, target); in ix86_expand_args_builtin()
9156 return ix86_expand_binop_builtin (icode, exp, target); in ix86_expand_args_builtin()
9755 switch (icode) in ix86_expand_args_builtin()
9914 pat = GEN_FCN (icode) (real_target, args[0].op); in ix86_expand_args_builtin()
9917 pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op); in ix86_expand_args_builtin()
9920 pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op, in ix86_expand_args_builtin()
9924 pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op, in ix86_expand_args_builtin()
9928 pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op, in ix86_expand_args_builtin()
9932 pat = GEN_FCN (icode) (real_target, args[0].op, args[1].op, in ix86_expand_args_builtin()
9985 enum insn_code icode = d->icode; in ix86_expand_sse_comi_round() local
9986 const struct insn_data_d *insn_p = &insn_data[icode]; in ix86_expand_sse_comi_round()
10132 icode = (icode == CODE_FOR_sse_comi_round in ix86_expand_sse_comi_round()
10136 pat = GEN_FCN (icode) (op0, op1, op3); in ix86_expand_sse_comi_round()
10206 enum insn_code icode = d->icode; in ix86_expand_round_builtin() local
10207 const struct insn_data_d *insn_p = &insn_data[icode]; in ix86_expand_round_builtin()
10320 switch (icode) in ix86_expand_round_builtin()
10380 pat = GEN_FCN (icode) (target, args[0].op); in ix86_expand_round_builtin()
10383 pat = GEN_FCN (icode) (target, args[0].op, args[1].op); in ix86_expand_round_builtin()
10386 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, in ix86_expand_round_builtin()
10390 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, in ix86_expand_round_builtin()
10394 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, in ix86_expand_round_builtin()
10398 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, in ix86_expand_round_builtin()
10432 enum insn_code icode = d->icode; in ix86_expand_special_args_builtin() local
10434 const struct insn_data_d *insn_p = &insn_data[icode]; in ix86_expand_special_args_builtin()
10441 emit_insn (GEN_FCN (icode) (target)); in ix86_expand_special_args_builtin()
10475 switch (icode) in ix86_expand_special_args_builtin()
10506 switch (icode) in ix86_expand_special_args_builtin()
10573 switch (icode) in ix86_expand_special_args_builtin()
10662 switch (icode) in ix86_expand_special_args_builtin()
10775 if (icode == CODE_FOR_lwp_lwpvalsi3 in ix86_expand_special_args_builtin()
10776 || icode == CODE_FOR_lwp_lwpinssi3 in ix86_expand_special_args_builtin()
10777 || icode == CODE_FOR_lwp_lwpvaldi3 in ix86_expand_special_args_builtin()
10778 || icode == CODE_FOR_lwp_lwpinsdi3) in ix86_expand_special_args_builtin()
10829 pat = GEN_FCN (icode) (target); in ix86_expand_special_args_builtin()
10832 pat = GEN_FCN (icode) (target, args[0].op); in ix86_expand_special_args_builtin()
10835 pat = GEN_FCN (icode) (target, args[0].op, args[1].op); in ix86_expand_special_args_builtin()
10838 pat = GEN_FCN (icode) (target, args[0].op, args[1].op, args[2].op); in ix86_expand_special_args_builtin()
10984 enum insn_code icode, icode2; in ix86_expand_builtin() local
11069 icode = (fcode == IX86_BUILTIN_MASKMOVQ in ix86_expand_builtin()
11079 mode0 = insn_data[icode].operand[0].mode; in ix86_expand_builtin()
11080 mode1 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
11081 mode2 = insn_data[icode].operand[2].mode; in ix86_expand_builtin()
11086 if (!insn_data[icode].operand[0].predicate (op0, mode0)) in ix86_expand_builtin()
11088 if (!insn_data[icode].operand[1].predicate (op1, mode1)) in ix86_expand_builtin()
11090 if (!insn_data[icode].operand[2].predicate (op2, mode2)) in ix86_expand_builtin()
11092 pat = GEN_FCN (icode) (op0, op1, op2); in ix86_expand_builtin()
11113 icode = CODE_FOR_sse2_clflush; in ix86_expand_builtin()
11114 if (!insn_data[icode].operand[0].predicate (op0, Pmode)) in ix86_expand_builtin()
11123 icode = CODE_FOR_clwb; in ix86_expand_builtin()
11124 if (!insn_data[icode].operand[0].predicate (op0, Pmode)) in ix86_expand_builtin()
11133 icode = CODE_FOR_clflushopt; in ix86_expand_builtin()
11134 if (!insn_data[icode].operand[0].predicate (op0, Pmode)) in ix86_expand_builtin()
11215 icode = CODE_FOR_umwait_rex64; in ix86_expand_builtin()
11218 icode = CODE_FOR_tpause_rex64; in ix86_expand_builtin()
11226 pat = GEN_FCN (icode) (op0, op1, op2); in ix86_expand_builtin()
11233 icode = CODE_FOR_umwait; in ix86_expand_builtin()
11236 icode = CODE_FOR_tpause; in ix86_expand_builtin()
11241 pat = GEN_FCN (icode) (op0, op1); in ix86_expand_builtin()
11270 icode = CODE_FOR_cldemote; in ix86_expand_builtin()
11271 if (!insn_data[icode].operand[0].predicate (op0, Pmode)) in ix86_expand_builtin()
11355 icode = CODE_FOR_avx512vp2intersect_2intersectv16si; in ix86_expand_builtin()
11359 icode = CODE_FOR_avx512vp2intersect_2intersectv8di; in ix86_expand_builtin()
11363 icode = CODE_FOR_avx512vp2intersect_2intersectv8si; in ix86_expand_builtin()
11367 icode = CODE_FOR_avx512vp2intersect_2intersectv4di; in ix86_expand_builtin()
11371 icode = CODE_FOR_avx512vp2intersect_2intersectv4si; in ix86_expand_builtin()
11375 icode = CODE_FOR_avx512vp2intersect_2intersectv2di; in ix86_expand_builtin()
11381 mode2 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
11382 mode3 = insn_data[icode].operand[2].mode; in ix86_expand_builtin()
11383 if (!insn_data[icode].operand[1].predicate (op2, mode2)) in ix86_expand_builtin()
11385 if (!insn_data[icode].operand[2].predicate (op3, mode3)) in ix86_expand_builtin()
11389 emit_insn (GEN_FCN (icode) (op4, op2, op3)); in ix86_expand_builtin()
11526 icode = CODE_FOR_fxsave; in ix86_expand_builtin()
11529 icode = CODE_FOR_fxrstor; in ix86_expand_builtin()
11532 icode = CODE_FOR_fxsave64; in ix86_expand_builtin()
11535 icode = CODE_FOR_fxrstor64; in ix86_expand_builtin()
11538 icode = CODE_FOR_fnstenv; in ix86_expand_builtin()
11541 icode = CODE_FOR_fldenv; in ix86_expand_builtin()
11557 pat = GEN_FCN (icode) (op0); in ix86_expand_builtin()
11578 icode = CODE_FOR_xsetbv_rex64; in ix86_expand_builtin()
11582 pat = GEN_FCN (icode) (op0, op1, op2); in ix86_expand_builtin()
11586 icode = CODE_FOR_xsetbv; in ix86_expand_builtin()
11588 pat = GEN_FCN (icode) (op0, op1); in ix86_expand_builtin()
11627 icode = CODE_FOR_xsave_rex64; in ix86_expand_builtin()
11630 icode = CODE_FOR_xrstor_rex64; in ix86_expand_builtin()
11633 icode = CODE_FOR_xsave64; in ix86_expand_builtin()
11636 icode = CODE_FOR_xrstor64; in ix86_expand_builtin()
11639 icode = CODE_FOR_xsaveopt_rex64; in ix86_expand_builtin()
11642 icode = CODE_FOR_xsaveopt64; in ix86_expand_builtin()
11645 icode = CODE_FOR_xsaves_rex64; in ix86_expand_builtin()
11648 icode = CODE_FOR_xrstors_rex64; in ix86_expand_builtin()
11651 icode = CODE_FOR_xsaves64; in ix86_expand_builtin()
11654 icode = CODE_FOR_xrstors64; in ix86_expand_builtin()
11657 icode = CODE_FOR_xsavec_rex64; in ix86_expand_builtin()
11660 icode = CODE_FOR_xsavec64; in ix86_expand_builtin()
11668 pat = GEN_FCN (icode) (op0, op1, op2); in ix86_expand_builtin()
11675 icode = CODE_FOR_xsave; in ix86_expand_builtin()
11678 icode = CODE_FOR_xrstor; in ix86_expand_builtin()
11681 icode = CODE_FOR_xsaveopt; in ix86_expand_builtin()
11684 icode = CODE_FOR_xsaves; in ix86_expand_builtin()
11687 icode = CODE_FOR_xrstors; in ix86_expand_builtin()
11690 icode = CODE_FOR_xsavec; in ix86_expand_builtin()
11695 pat = GEN_FCN (icode) (op0, op1); in ix86_expand_builtin()
11705 icode = CODE_FOR_lwp_llwpcb; in ix86_expand_builtin()
11706 if (!insn_data[icode].operand[0].predicate (op0, Pmode)) in ix86_expand_builtin()
11712 icode = CODE_FOR_lwp_slwpcb; in ix86_expand_builtin()
11714 || !insn_data[icode].operand[0].predicate (target, Pmode)) in ix86_expand_builtin()
11725 icode = (fcode == IX86_BUILTIN_BEXTRI32 in ix86_expand_builtin()
11740 mode1 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
11741 if (!insn_data[icode].operand[1].predicate (op0, mode1)) in ix86_expand_builtin()
11744 mode0 = insn_data[icode].operand[0].mode; in ix86_expand_builtin()
11749 pat = GEN_FCN (icode) (target, op0, op1, op2); in ix86_expand_builtin()
11756 icode = CODE_FOR_rdrandhi_1; in ix86_expand_builtin()
11761 icode = CODE_FOR_rdrandsi_1; in ix86_expand_builtin()
11766 icode = CODE_FOR_rdranddi_1; in ix86_expand_builtin()
11779 emit_insn (GEN_FCN (icode) (op0)); in ix86_expand_builtin()
11820 icode = CODE_FOR_rdseedhi_1; in ix86_expand_builtin()
11825 icode = CODE_FOR_rdseedsi_1; in ix86_expand_builtin()
11830 icode = CODE_FOR_rdseeddi_1; in ix86_expand_builtin()
11843 emit_insn (GEN_FCN (icode) (op0)); in ix86_expand_builtin()
11861 icode = CODE_FOR_subborrowsi; in ix86_expand_builtin()
11869 icode = CODE_FOR_subborrowdi; in ix86_expand_builtin()
11877 icode = CODE_FOR_addcarrysi; in ix86_expand_builtin()
11885 icode = CODE_FOR_addcarrydi; in ix86_expand_builtin()
11933 emit_insn (GEN_FCN (icode) (op0, op2, op3, op1, pat, pat2)); in ix86_expand_builtin()
11975 icode = CODE_FOR_ktestqi; in ix86_expand_builtin()
11980 icode = CODE_FOR_ktestqi; in ix86_expand_builtin()
11985 icode = CODE_FOR_ktesthi; in ix86_expand_builtin()
11990 icode = CODE_FOR_ktesthi; in ix86_expand_builtin()
11995 icode = CODE_FOR_ktestsi; in ix86_expand_builtin()
12000 icode = CODE_FOR_ktestsi; in ix86_expand_builtin()
12005 icode = CODE_FOR_ktestdi; in ix86_expand_builtin()
12010 icode = CODE_FOR_ktestdi; in ix86_expand_builtin()
12015 icode = CODE_FOR_kortestqi; in ix86_expand_builtin()
12020 icode = CODE_FOR_kortestqi; in ix86_expand_builtin()
12025 icode = CODE_FOR_kortesthi; in ix86_expand_builtin()
12030 icode = CODE_FOR_kortesthi; in ix86_expand_builtin()
12035 icode = CODE_FOR_kortestsi; in ix86_expand_builtin()
12040 icode = CODE_FOR_kortestsi; in ix86_expand_builtin()
12045 icode = CODE_FOR_kortestdi; in ix86_expand_builtin()
12050 icode = CODE_FOR_kortestdi; in ix86_expand_builtin()
12059 mode0 = insn_data[icode].operand[0].mode; in ix86_expand_builtin()
12060 mode1 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
12067 if (!insn_data[icode].operand[0].predicate (op0, mode0)) in ix86_expand_builtin()
12075 if (!insn_data[icode].operand[1].predicate (op1, mode1)) in ix86_expand_builtin()
12081 emit_insn (GEN_FCN (icode) (op0, op1)); in ix86_expand_builtin()
12088 icode = CODE_FOR_avx2_gathersiv2df; in ix86_expand_builtin()
12091 icode = CODE_FOR_avx2_gathersiv4df; in ix86_expand_builtin()
12094 icode = CODE_FOR_avx2_gatherdiv2df; in ix86_expand_builtin()
12097 icode = CODE_FOR_avx2_gatherdiv4df; in ix86_expand_builtin()
12100 icode = CODE_FOR_avx2_gathersiv4sf; in ix86_expand_builtin()
12103 icode = CODE_FOR_avx2_gathersiv8sf; in ix86_expand_builtin()
12106 icode = CODE_FOR_avx2_gatherdiv4sf; in ix86_expand_builtin()
12109 icode = CODE_FOR_avx2_gatherdiv8sf; in ix86_expand_builtin()
12112 icode = CODE_FOR_avx2_gathersiv2di; in ix86_expand_builtin()
12115 icode = CODE_FOR_avx2_gathersiv4di; in ix86_expand_builtin()
12118 icode = CODE_FOR_avx2_gatherdiv2di; in ix86_expand_builtin()
12121 icode = CODE_FOR_avx2_gatherdiv4di; in ix86_expand_builtin()
12124 icode = CODE_FOR_avx2_gathersiv4si; in ix86_expand_builtin()
12127 icode = CODE_FOR_avx2_gathersiv8si; in ix86_expand_builtin()
12130 icode = CODE_FOR_avx2_gatherdiv4si; in ix86_expand_builtin()
12133 icode = CODE_FOR_avx2_gatherdiv8si; in ix86_expand_builtin()
12136 icode = CODE_FOR_avx2_gathersiv4df; in ix86_expand_builtin()
12139 icode = CODE_FOR_avx2_gatherdiv8sf; in ix86_expand_builtin()
12142 icode = CODE_FOR_avx2_gathersiv4di; in ix86_expand_builtin()
12145 icode = CODE_FOR_avx2_gatherdiv8si; in ix86_expand_builtin()
12148 icode = CODE_FOR_avx512f_gathersiv16sf; in ix86_expand_builtin()
12151 icode = CODE_FOR_avx512f_gathersiv8df; in ix86_expand_builtin()
12154 icode = CODE_FOR_avx512f_gatherdiv16sf; in ix86_expand_builtin()
12157 icode = CODE_FOR_avx512f_gatherdiv8df; in ix86_expand_builtin()
12160 icode = CODE_FOR_avx512f_gathersiv16si; in ix86_expand_builtin()
12163 icode = CODE_FOR_avx512f_gathersiv8di; in ix86_expand_builtin()
12166 icode = CODE_FOR_avx512f_gatherdiv16si; in ix86_expand_builtin()
12169 icode = CODE_FOR_avx512f_gatherdiv8di; in ix86_expand_builtin()
12172 icode = CODE_FOR_avx512f_gathersiv8df; in ix86_expand_builtin()
12175 icode = CODE_FOR_avx512f_gatherdiv16sf; in ix86_expand_builtin()
12178 icode = CODE_FOR_avx512f_gathersiv8di; in ix86_expand_builtin()
12181 icode = CODE_FOR_avx512f_gatherdiv16si; in ix86_expand_builtin()
12184 icode = CODE_FOR_avx512vl_gathersiv2df; in ix86_expand_builtin()
12187 icode = CODE_FOR_avx512vl_gathersiv4df; in ix86_expand_builtin()
12190 icode = CODE_FOR_avx512vl_gatherdiv2df; in ix86_expand_builtin()
12193 icode = CODE_FOR_avx512vl_gatherdiv4df; in ix86_expand_builtin()
12196 icode = CODE_FOR_avx512vl_gathersiv4sf; in ix86_expand_builtin()
12199 icode = CODE_FOR_avx512vl_gathersiv8sf; in ix86_expand_builtin()
12202 icode = CODE_FOR_avx512vl_gatherdiv4sf; in ix86_expand_builtin()
12205 icode = CODE_FOR_avx512vl_gatherdiv8sf; in ix86_expand_builtin()
12208 icode = CODE_FOR_avx512vl_gathersiv2di; in ix86_expand_builtin()
12211 icode = CODE_FOR_avx512vl_gathersiv4di; in ix86_expand_builtin()
12214 icode = CODE_FOR_avx512vl_gatherdiv2di; in ix86_expand_builtin()
12217 icode = CODE_FOR_avx512vl_gatherdiv4di; in ix86_expand_builtin()
12220 icode = CODE_FOR_avx512vl_gathersiv4si; in ix86_expand_builtin()
12223 icode = CODE_FOR_avx512vl_gathersiv8si; in ix86_expand_builtin()
12226 icode = CODE_FOR_avx512vl_gatherdiv4si; in ix86_expand_builtin()
12229 icode = CODE_FOR_avx512vl_gatherdiv8si; in ix86_expand_builtin()
12232 icode = CODE_FOR_avx512vl_gathersiv4df; in ix86_expand_builtin()
12235 icode = CODE_FOR_avx512vl_gatherdiv8sf; in ix86_expand_builtin()
12238 icode = CODE_FOR_avx512vl_gathersiv4di; in ix86_expand_builtin()
12241 icode = CODE_FOR_avx512vl_gatherdiv8si; in ix86_expand_builtin()
12244 icode = CODE_FOR_avx512f_scattersiv16sf; in ix86_expand_builtin()
12247 icode = CODE_FOR_avx512f_scattersiv8df; in ix86_expand_builtin()
12250 icode = CODE_FOR_avx512f_scatterdiv16sf; in ix86_expand_builtin()
12253 icode = CODE_FOR_avx512f_scatterdiv8df; in ix86_expand_builtin()
12256 icode = CODE_FOR_avx512f_scattersiv16si; in ix86_expand_builtin()
12259 icode = CODE_FOR_avx512f_scattersiv8di; in ix86_expand_builtin()
12262 icode = CODE_FOR_avx512f_scatterdiv16si; in ix86_expand_builtin()
12265 icode = CODE_FOR_avx512f_scatterdiv8di; in ix86_expand_builtin()
12268 icode = CODE_FOR_avx512vl_scattersiv8sf; in ix86_expand_builtin()
12271 icode = CODE_FOR_avx512vl_scattersiv4sf; in ix86_expand_builtin()
12274 icode = CODE_FOR_avx512vl_scattersiv4df; in ix86_expand_builtin()
12277 icode = CODE_FOR_avx512vl_scattersiv2df; in ix86_expand_builtin()
12280 icode = CODE_FOR_avx512vl_scatterdiv8sf; in ix86_expand_builtin()
12283 icode = CODE_FOR_avx512vl_scatterdiv4sf; in ix86_expand_builtin()
12286 icode = CODE_FOR_avx512vl_scatterdiv4df; in ix86_expand_builtin()
12289 icode = CODE_FOR_avx512vl_scatterdiv2df; in ix86_expand_builtin()
12292 icode = CODE_FOR_avx512vl_scattersiv8si; in ix86_expand_builtin()
12295 icode = CODE_FOR_avx512vl_scattersiv4si; in ix86_expand_builtin()
12298 icode = CODE_FOR_avx512vl_scattersiv4di; in ix86_expand_builtin()
12301 icode = CODE_FOR_avx512vl_scattersiv2di; in ix86_expand_builtin()
12304 icode = CODE_FOR_avx512vl_scatterdiv8si; in ix86_expand_builtin()
12307 icode = CODE_FOR_avx512vl_scatterdiv4si; in ix86_expand_builtin()
12310 icode = CODE_FOR_avx512vl_scatterdiv4di; in ix86_expand_builtin()
12313 icode = CODE_FOR_avx512vl_scatterdiv2di; in ix86_expand_builtin()
12316 icode = CODE_FOR_avx512pf_gatherpfv8sidf; in ix86_expand_builtin()
12319 icode = CODE_FOR_avx512f_scattersiv8df; in ix86_expand_builtin()
12322 icode = CODE_FOR_avx512f_scatterdiv16sf; in ix86_expand_builtin()
12325 icode = CODE_FOR_avx512f_scattersiv8di; in ix86_expand_builtin()
12328 icode = CODE_FOR_avx512f_scatterdiv16si; in ix86_expand_builtin()
12331 icode = CODE_FOR_avx512vl_scattersiv4df; in ix86_expand_builtin()
12334 icode = CODE_FOR_avx512vl_scatterdiv8sf; in ix86_expand_builtin()
12337 icode = CODE_FOR_avx512vl_scattersiv4di; in ix86_expand_builtin()
12340 icode = CODE_FOR_avx512vl_scatterdiv8si; in ix86_expand_builtin()
12343 icode = CODE_FOR_avx512vl_scattersiv2df; in ix86_expand_builtin()
12346 icode = CODE_FOR_avx512vl_scatterdiv4sf; in ix86_expand_builtin()
12349 icode = CODE_FOR_avx512vl_scattersiv2di; in ix86_expand_builtin()
12352 icode = CODE_FOR_avx512vl_scatterdiv4si; in ix86_expand_builtin()
12355 icode = CODE_FOR_avx512pf_gatherpfv16sisf; in ix86_expand_builtin()
12358 icode = CODE_FOR_avx512pf_gatherpfv8didf; in ix86_expand_builtin()
12361 icode = CODE_FOR_avx512pf_gatherpfv8disf; in ix86_expand_builtin()
12364 icode = CODE_FOR_avx512pf_scatterpfv8sidf; in ix86_expand_builtin()
12367 icode = CODE_FOR_avx512pf_scatterpfv16sisf; in ix86_expand_builtin()
12370 icode = CODE_FOR_avx512pf_scatterpfv8didf; in ix86_expand_builtin()
12373 icode = CODE_FOR_avx512pf_scatterpfv8disf; in ix86_expand_builtin()
12391 mode0 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
12392 mode2 = insn_data[icode].operand[3].mode; in ix86_expand_builtin()
12393 mode3 = insn_data[icode].operand[4].mode; in ix86_expand_builtin()
12394 mode4 = insn_data[icode].operand[5].mode; in ix86_expand_builtin()
12397 || GET_MODE (target) != insn_data[icode].operand[0].mode in ix86_expand_builtin()
12398 || !insn_data[icode].operand[0].predicate (target, in ix86_expand_builtin()
12400 subtarget = gen_reg_rtx (insn_data[icode].operand[0].mode); in ix86_expand_builtin()
12468 if (!insn_data[icode].operand[1].predicate (op0, mode0)) in ix86_expand_builtin()
12470 if (!insn_data[icode].operand[2].predicate (op1, Pmode)) in ix86_expand_builtin()
12472 if (!insn_data[icode].operand[3].predicate (op2, mode2)) in ix86_expand_builtin()
12479 if (!insn_data[icode].operand[4].predicate (op3, mode3)) in ix86_expand_builtin()
12487 if (!insn_data[icode].operand[5].predicate (op4, mode4)) in ix86_expand_builtin()
12561 pat = GEN_FCN (icode) (subtarget, op0, op1, op2, op3, op4); in ix86_expand_builtin()
12607 mode1 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
12608 mode2 = insn_data[icode].operand[2].mode; in ix86_expand_builtin()
12609 mode3 = insn_data[icode].operand[3].mode; in ix86_expand_builtin()
12610 mode4 = insn_data[icode].operand[4].mode; in ix86_expand_builtin()
12677 if (!insn_data[icode].operand[0].predicate (op0, Pmode)) in ix86_expand_builtin()
12684 if (!insn_data[icode].operand[1].predicate (op1, mode1)) in ix86_expand_builtin()
12693 if (!insn_data[icode].operand[2].predicate (op2, mode2)) in ix86_expand_builtin()
12696 if (!insn_data[icode].operand[3].predicate (op3, mode3)) in ix86_expand_builtin()
12699 if (!insn_data[icode].operand[4].predicate (op4, mode4)) in ix86_expand_builtin()
12705 pat = GEN_FCN (icode) (op0, op1, op2, op3, op4); in ix86_expand_builtin()
12723 mode0 = insn_data[icode].operand[0].mode; in ix86_expand_builtin()
12724 mode1 = insn_data[icode].operand[1].mode; in ix86_expand_builtin()
12725 mode3 = insn_data[icode].operand[3].mode; in ix86_expand_builtin()
12726 mode4 = insn_data[icode].operand[4].mode; in ix86_expand_builtin()
12732 if (!insn_data[icode].operand[0].predicate (op0, mode0)) in ix86_expand_builtin()
12741 if (!insn_data[icode].operand[1].predicate (op1, mode1)) in ix86_expand_builtin()
12749 if (!insn_data[icode].operand[2].predicate (op2, Pmode)) in ix86_expand_builtin()
12752 if (!insn_data[icode].operand[3].predicate (op3, mode3)) in ix86_expand_builtin()
12758 if (!insn_data[icode].operand[4].predicate (op4, mode4)) in ix86_expand_builtin()
12764 pat = GEN_FCN (icode) (op0, op1, op2, op3, op4); in ix86_expand_builtin()
12773 icode = CODE_FOR_xabort; in ix86_expand_builtin()
12776 mode0 = insn_data[icode].operand[0].mode; in ix86_expand_builtin()
12777 if (!insn_data[icode].operand[0].predicate (op0, mode0)) in ix86_expand_builtin()
12790 icode = (fcode == IX86_BUILTIN_RSTORSSP in ix86_expand_builtin()
12798 emit_insn (GEN_FCN (icode) (gen_rtx_MEM (Pmode, op0))); in ix86_expand_builtin()
12812 icode = CODE_FOR_wrsssi; in ix86_expand_builtin()
12816 icode = CODE_FOR_wrssdi; in ix86_expand_builtin()
12820 icode = CODE_FOR_wrusssi; in ix86_expand_builtin()
12824 icode = CODE_FOR_wrussdi; in ix86_expand_builtin()
12834 emit_insn (GEN_FCN (icode) (op0, gen_rtx_MEM (mode, op1))); in ix86_expand_builtin()
13127 return ix86_expand_multi_arg_builtin (d->icode, exp, target, in ix86_expand_builtin()
16339 int icode; in expand_vselect() local
16352 icode = recog_memoized (vselect_insn); in expand_vselect()
16354 if (icode >= 0 && !testing_p) in expand_vselect()
16361 return icode >= 0; in expand_vselect()