Lines Matching defs:IID
60 static bool upgradePTESTIntrinsic(Function *F, Intrinsic::ID IID,
70 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID);
76 static bool upgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID,
86 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID);
92 static bool upgradeX86MaskedFPCompare(Function *F, Intrinsic::ID IID,
99 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID);
103 static bool upgradeX86BF16Intrinsic(Function *F, Intrinsic::ID IID,
109 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID);
113 static bool upgradeX86BF16DPIntrinsic(Function *F, Intrinsic::ID IID,
119 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID);
1260 Intrinsic::ID IID =
1266 if (IID != Intrinsic::not_intrinsic) {
1267 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID,
1275 Intrinsic::ID IID = shouldUpgradeNVPTXBF16Intrinsic(Name);
1276 if (IID != Intrinsic::not_intrinsic) {
1717 Intrinsic::ID IID;
1719 IID = Intrinsic::x86_avx512_vpermi2var_ps_128;
1721 IID = Intrinsic::x86_avx512_vpermi2var_d_128;
1723 IID = Intrinsic::x86_avx512_vpermi2var_pd_128;
1725 IID = Intrinsic::x86_avx512_vpermi2var_q_128;
1727 IID = Intrinsic::x86_avx512_vpermi2var_ps_256;
1729 IID = Intrinsic::x86_avx512_vpermi2var_d_256;
1731 IID = Intrinsic::x86_avx512_vpermi2var_pd_256;
1733 IID = Intrinsic::x86_avx512_vpermi2var_q_256;
1735 IID = Intrinsic::x86_avx512_vpermi2var_ps_512;
1737 IID = Intrinsic::x86_avx512_vpermi2var_d_512;
1739 IID = Intrinsic::x86_avx512_vpermi2var_pd_512;
1741 IID = Intrinsic::x86_avx512_vpermi2var_q_512;
1743 IID = Intrinsic::x86_avx512_vpermi2var_hi_128;
1745 IID = Intrinsic::x86_avx512_vpermi2var_hi_256;
1747 IID = Intrinsic::x86_avx512_vpermi2var_hi_512;
1749 IID = Intrinsic::x86_avx512_vpermi2var_qi_128;
1751 IID = Intrinsic::x86_avx512_vpermi2var_qi_256;
1753 IID = Intrinsic::x86_avx512_vpermi2var_qi_512;
1764 Value *V = Builder.CreateIntrinsic(IID, {}, Args);
1772 Intrinsic::ID IID) {
1776 Value *Res = Builder.CreateIntrinsic(IID, Ty, {Op0, Op1});
1801 Intrinsic::ID IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl;
1802 Value *Res = Builder.CreateIntrinsic(IID, Ty, {Src, Src, Amt});
1870 Intrinsic::ID IID = IsShiftRight ? Intrinsic::fshr : Intrinsic::fshl;
1871 Value *Res = Builder.CreateIntrinsic(IID, Ty, {Op0, Op1, Amt});
2018 Intrinsic::ID IID) {
2020 IID, {}, {CI.getArgOperand(0), CI.getArgOperand(1)});
2053 Intrinsic::ID IID;
2056 IID = Intrinsic::x86_sse_max_ps;
2058 IID = Intrinsic::x86_sse2_max_pd;
2060 IID = Intrinsic::x86_avx_max_ps_256;
2062 IID = Intrinsic::x86_avx_max_pd_256;
2067 IID = Intrinsic::x86_sse_min_ps;
2069 IID = Intrinsic::x86_sse2_min_pd;
2071 IID = Intrinsic::x86_avx_min_ps_256;
2073 IID = Intrinsic::x86_avx_min_pd_256;
2078 IID = Intrinsic::x86_ssse3_pshuf_b_128;
2080 IID = Intrinsic::x86_avx2_pshuf_b;
2082 IID = Intrinsic::x86_avx512_pshuf_b_512;
2087 IID = Intrinsic::x86_ssse3_pmul_hr_sw_128;
2089 IID = Intrinsic::x86_avx2_pmul_hr_sw;
2091 IID = Intrinsic::x86_avx512_pmul_hr_sw_512;
2096 IID = Intrinsic::x86_sse2_pmulh_w;
2098 IID = Intrinsic::x86_avx2_pmulh_w;
2100 IID = Intrinsic::x86_avx512_pmulh_w_512;
2105 IID = Intrinsic::x86_sse2_pmulhu_w;
2107 IID = Intrinsic::x86_avx2_pmulhu_w;
2109 IID = Intrinsic::x86_avx512_pmulhu_w_512;
2114 IID = Intrinsic::x86_sse2_pmadd_wd;
2116 IID = Intrinsic::x86_avx2_pmadd_wd;
2118 IID = Intrinsic::x86_avx512_pmaddw_d_512;
2123 IID = Intrinsic::x86_ssse3_pmadd_ub_sw_128;
2125 IID = Intrinsic::x86_avx2_pmadd_ub_sw;
2127 IID = Intrinsic::x86_avx512_pmaddubs_w_512;
2132 IID = Intrinsic::x86_sse2_packsswb_128;
2134 IID = Intrinsic::x86_avx2_packsswb;
2136 IID = Intrinsic::x86_avx512_packsswb_512;
2141 IID = Intrinsic::x86_sse2_packssdw_128;
2143 IID = Intrinsic::x86_avx2_packssdw;
2145 IID = Intrinsic::x86_avx512_packssdw_512;
2150 IID = Intrinsic::x86_sse2_packuswb_128;
2152 IID = Intrinsic::x86_avx2_packuswb;
2154 IID = Intrinsic::x86_avx512_packuswb_512;
2159 IID = Intrinsic::x86_sse41_packusdw;
2161 IID = Intrinsic::x86_avx2_packusdw;
2163 IID = Intrinsic::x86_avx512_packusdw_512;
2168 IID = Intrinsic::x86_avx_vpermilvar_ps;
2170 IID = Intrinsic::x86_avx_vpermilvar_pd;
2172 IID = Intrinsic::x86_avx_vpermilvar_ps_256;
2174 IID = Intrinsic::x86_avx_vpermilvar_pd_256;
2176 IID = Intrinsic::x86_avx512_vpermilvar_ps_512;
2178 IID = Intrinsic::x86_avx512_vpermilvar_pd_512;
2182 IID = Intrinsic::x86_avx_cvt_pd2dq_256;
2184 IID = Intrinsic::x86_avx_cvt_pd2_ps_256;
2186 IID = Intrinsic::x86_avx_cvtt_pd2dq_256;
2188 IID = Intrinsic::x86_sse2_cvttps2dq;
2190 IID = Intrinsic::x86_avx_cvtt_ps2dq_256;
2194 IID = Intrinsic::x86_avx2_permps;
2196 IID = Intrinsic::x86_avx2_permd;
2198 IID = Intrinsic::x86_avx512_permvar_df_256;
2200 IID = Intrinsic::x86_avx512_permvar_di_256;
2202 IID = Intrinsic::x86_avx512_permvar_sf_512;
2204 IID = Intrinsic::x86_avx512_permvar_si_512;
2206 IID = Intrinsic::x86_avx512_permvar_df_512;
2208 IID = Intrinsic::x86_avx512_permvar_di_512;
2210 IID = Intrinsic::x86_avx512_permvar_hi_128;
2212 IID = Intrinsic::x86_avx512_permvar_hi_256;
2214 IID = Intrinsic::x86_avx512_permvar_hi_512;
2216 IID = Intrinsic::x86_avx512_permvar_qi_128;
2218 IID = Intrinsic::x86_avx512_permvar_qi_256;
2220 IID = Intrinsic::x86_avx512_permvar_qi_512;
2225 IID = Intrinsic::x86_avx512_dbpsadbw_128;
2227 IID = Intrinsic::x86_avx512_dbpsadbw_256;
2229 IID = Intrinsic::x86_avx512_dbpsadbw_512;
2234 IID = Intrinsic::x86_avx512_pmultishift_qb_128;
2236 IID = Intrinsic::x86_avx512_pmultishift_qb_256;
2238 IID = Intrinsic::x86_avx512_pmultishift_qb_512;
2243 IID = Intrinsic::x86_avx512_conflict_d_128;
2245 IID = Intrinsic::x86_avx512_conflict_d_256;
2247 IID = Intrinsic::x86_avx512_conflict_d_512;
2249 IID = Intrinsic::x86_avx512_conflict_q_128;
2251 IID = Intrinsic::x86_avx512_conflict_q_256;
2253 IID = Intrinsic::x86_avx512_conflict_q_512;
2258 IID = Intrinsic::x86_sse2_pavg_b;
2260 IID = Intrinsic::x86_avx2_pavg_b;
2262 IID = Intrinsic::x86_avx512_pavg_b_512;
2264 IID = Intrinsic::x86_sse2_pavg_w;
2266 IID = Intrinsic::x86_avx2_pavg_w;
2268 IID = Intrinsic::x86_avx512_pavg_w_512;
2277 Rep = Builder.CreateIntrinsic(IID, {}, Args);
2387 Intrinsic::ID IID = shouldUpgradeNVPTXBF16Intrinsic(Name);
2388 if (IID != Intrinsic::not_intrinsic &&
2391 Function *NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID);
2498 Intrinsic::ID IID = Name[18] == 's' ? Intrinsic::x86_avx512_sqrt_ps_512
2502 Rep = Builder.CreateIntrinsic(IID, {}, Args);
2614 Intrinsic::ID IID;
2619 IID = Intrinsic::x86_avx512_vpshufbitqmb_128;
2622 IID = Intrinsic::x86_avx512_vpshufbitqmb_256;
2625 IID = Intrinsic::x86_avx512_vpshufbitqmb_512;
2629 Rep = Builder.CreateIntrinsic(IID, {},
2636 Intrinsic::ID IID;
2638 IID = Intrinsic::x86_avx512_fpclass_ps_128;
2640 IID = Intrinsic::x86_avx512_fpclass_ps_256;
2642 IID = Intrinsic::x86_avx512_fpclass_ps_512;
2644 IID = Intrinsic::x86_avx512_fpclass_pd_128;
2646 IID = Intrinsic::x86_avx512_fpclass_pd_256;
2648 IID = Intrinsic::x86_avx512_fpclass_pd_512;
2652 Rep = Builder.CreateIntrinsic(IID, {},
2660 Intrinsic::ID IID;
2662 IID = Intrinsic::x86_avx512_mask_cmp_ps_128;
2664 IID = Intrinsic::x86_avx512_mask_cmp_ps_256;
2666 IID = Intrinsic::x86_avx512_mask_cmp_ps_512;
2668 IID = Intrinsic::x86_avx512_mask_cmp_pd_128;
2670 IID = Intrinsic::x86_avx512_mask_cmp_pd_256;
2672 IID = Intrinsic::x86_avx512_mask_cmp_pd_512;
2681 Rep = Builder.CreateIntrinsic(IID, {}, Args);
2773 Intrinsic::ID IID = IsUnsigned ? Intrinsic::x86_avx512_uitofp_round
2775 Rep = Builder.CreateIntrinsic(IID, {DstTy, SrcTy},
2831 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress
2834 IID, ResultTy, {CI->getOperand(0), CI->getOperand(1), MaskVec});
3380 Intrinsic::ID IID;
3382 IID = Intrinsic::x86_avx512_add_ps_512;
3384 IID = Intrinsic::x86_avx512_add_pd_512;
3387 IID, {},
3396 Intrinsic::ID IID;
3398 IID = Intrinsic::x86_avx512_div_ps_512;
3400 IID = Intrinsic::x86_avx512_div_pd_512;
3403 IID, {},
3412 Intrinsic::ID IID;
3414 IID = Intrinsic::x86_avx512_mul_ps_512;
3416 IID = Intrinsic::x86_avx512_mul_pd_512;
3419 IID, {},
3428 Intrinsic::ID IID;
3430 IID = Intrinsic::x86_avx512_sub_ps_512;
3432 IID = Intrinsic::x86_avx512_sub_pd_512;
3435 IID, {},
3450 Intrinsic::ID IID = MinMaxTbl[IsMin][IsDouble];
3453 IID, {},
3471 Intrinsic::ID IID;
3474 IID = Intrinsic::x86_avx2_psllv_q;
3476 IID = Intrinsic::x86_avx2_psllv_q_256;
3478 IID = Intrinsic::x86_avx2_psllv_d;
3480 IID = Intrinsic::x86_avx2_psllv_d_256;
3482 IID = Intrinsic::x86_avx512_psllv_w_128;
3484 IID = Intrinsic::x86_avx512_psllv_w_256;
3486 IID = Intrinsic::x86_avx512_psllv_w_512;
3491 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_d
3494 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_q
3497 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_w
3503 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_d
3506 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_q
3509 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_w
3515 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_d_512
3519 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_q_512
3523 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_w_512
3529 Rep = upgradeX86MaskedShift(Builder, *CI, IID);
3538 Intrinsic::ID IID;
3541 IID = Intrinsic::x86_avx2_psrlv_q;
3543 IID = Intrinsic::x86_avx2_psrlv_q_256;
3545 IID = Intrinsic::x86_avx2_psrlv_d;
3547 IID = Intrinsic::x86_avx2_psrlv_d_256;
3549 IID = Intrinsic::x86_avx512_psrlv_w_128;
3551 IID = Intrinsic::x86_avx512_psrlv_w_256;
3553 IID = Intrinsic::x86_avx512_psrlv_w_512;
3558 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_d
3561 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_q
3564 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_w
3570 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_d
3573 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_q
3576 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_w
3582 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_d_512
3586 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_q_512
3590 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_w_512
3596 Rep = upgradeX86MaskedShift(Builder, *CI, IID);
3605 Intrinsic::ID IID;
3608 IID = Intrinsic::x86_avx2_psrav_d;
3610 IID = Intrinsic::x86_avx2_psrav_d_256;
3612 IID = Intrinsic::x86_avx512_psrav_w_128;
3614 IID = Intrinsic::x86_avx512_psrav_w_256;
3616 IID = Intrinsic::x86_avx512_psrav_w_512;
3621 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_d
3624 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_128
3628 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_w
3634 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_d
3637 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_256
3641 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_w
3647 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_d_512
3651 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_512
3655 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_w_512
3661 Rep = upgradeX86MaskedShift(Builder, *CI, IID);
3746 Intrinsic::ID IID;
3748 IID = Intrinsic::x86_avx512_vfmadd_f64;
3750 IID = Intrinsic::x86_avx512_vfmadd_f32;
3751 Rep = Builder.CreateIntrinsic(IID, {}, Ops);
3797 Intrinsic::ID IID;
3800 IID = Intrinsic::x86_avx512_vfmadd_ps_512;
3802 IID = Intrinsic::x86_avx512_vfmadd_pd_512;
3804 Rep = Builder.CreateIntrinsic(IID, {}, {A, B, C, CI->getArgOperand(4)});
3817 Intrinsic::ID IID;
3819 IID = Intrinsic::x86_fma_vfmaddsub_ps;
3821 IID = Intrinsic::x86_fma_vfmaddsub_ps_256;
3823 IID = Intrinsic::x86_fma_vfmaddsub_pd;
3825 IID = Intrinsic::x86_fma_vfmaddsub_pd_256;
3832 Rep = Builder.CreateIntrinsic(IID, {}, Ops);
3843 Intrinsic::ID IID;
3846 IID = Intrinsic::x86_avx512_vfmaddsub_ps_512;
3848 IID = Intrinsic::x86_avx512_vfmaddsub_pd_512;
3855 Rep = Builder.CreateIntrinsic(IID, {}, Ops);
3888 Intrinsic::ID IID;
3890 IID = Intrinsic::x86_avx512_pternlog_d_128;
3892 IID = Intrinsic::x86_avx512_pternlog_d_256;
3894 IID = Intrinsic::x86_avx512_pternlog_d_512;
3896 IID = Intrinsic::x86_avx512_pternlog_q_128;
3898 IID = Intrinsic::x86_avx512_pternlog_q_256;
3900 IID = Intrinsic::x86_avx512_pternlog_q_512;
3906 Rep = Builder.CreateIntrinsic(IID, {}, Args);
3915 Intrinsic::ID IID;
3917 IID = Intrinsic::x86_avx512_vpmadd52l_uq_128;
3919 IID = Intrinsic::x86_avx512_vpmadd52l_uq_256;
3921 IID = Intrinsic::x86_avx512_vpmadd52l_uq_512;
3923 IID = Intrinsic::x86_avx512_vpmadd52h_uq_128;
3925 IID = Intrinsic::x86_avx512_vpmadd52h_uq_256;
3927 IID = Intrinsic::x86_avx512_vpmadd52h_uq_512;
3933 Rep = Builder.CreateIntrinsic(IID, {}, Args);
3950 Intrinsic::ID IID;
3952 IID = Intrinsic::x86_avx512_vpdpbusd_128;
3954 IID = Intrinsic::x86_avx512_vpdpbusd_256;
3956 IID = Intrinsic::x86_avx512_vpdpbusd_512;
3958 IID = Intrinsic::x86_avx512_vpdpbusds_128;
3960 IID = Intrinsic::x86_avx512_vpdpbusds_256;
3962 IID = Intrinsic::x86_avx512_vpdpbusds_512;
3968 Rep = Builder.CreateIntrinsic(IID, {}, Args);
3979 Intrinsic::ID IID;
3981 IID = Intrinsic::x86_avx512_vpdpwssd_128;
3983 IID = Intrinsic::x86_avx512_vpdpwssd_256;
3985 IID = Intrinsic::x86_avx512_vpdpwssd_512;
3987 IID = Intrinsic::x86_avx512_vpdpwssds_128;
3989 IID = Intrinsic::x86_avx512_vpdpwssds_256;
3991 IID = Intrinsic::x86_avx512_vpdpwssds_512;
3997 Rep = Builder.CreateIntrinsic(IID, {}, Args);
4004 Intrinsic::ID IID;
4006 IID = Intrinsic::x86_addcarry_32;
4008 IID = Intrinsic::x86_addcarry_64;
4010 IID = Intrinsic::x86_subborrow_32;
4012 IID = Intrinsic::x86_subborrow_64;
4019 Value *NewCall = Builder.CreateIntrinsic(IID, {}, Args);