Lines Matching defs:IID
2687 unsigned IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl;
2688 Function *F = CGM.getIntrinsic(IID, Ty);
6762 Value *CodeGenFunction::EmitFP8NeonCall(unsigned IID,
6769 return EmitNeonCall(CGM.getIntrinsic(IID, Tys), Ops, name);
6773 unsigned IID, bool ExtendLaneArg, llvm::Type *RetTy,
6785 return EmitFP8NeonCall(IID, Tys, Ops, E, name);
6789 unsigned IID, bool ExtendLaneArg, llvm::Type *RetTy,
6799 return EmitFP8NeonCall(IID, {llvm::FixedVectorType::get(RetTy, ElemCount)},
6809 Value *CodeGenFunction::EmitFP8NeonCvtCall(unsigned IID, llvm::Type *Ty0,
6821 return EmitFP8NeonCall(IID, Tys, Ops, E, name);
14374 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress
14376 llvm::Function *F = CGF.CGM.getIntrinsic(IID, ResultTy);
14419 unsigned IID = IsRight ? Intrinsic::fshr : Intrinsic::fshl;
14420 Function *F = CGF.CGM.getIntrinsic(IID, Ty);
14562 Intrinsic::ID IID = IsSigned ? Intrinsic::x86_avx512_sitofp_round
14564 Function *F = CGF.CGM.getIntrinsic(IID, { Ty, Ops[0]->getType() });
14581 Intrinsic::ID IID = Intrinsic::not_intrinsic;
14590 IID = llvm::Intrinsic::x86_avx512fp16_vfmadd_ph_512;
14598 IID = llvm::Intrinsic::x86_avx512fp16_vfmaddsub_ph_512;
14606 IID = llvm::Intrinsic::x86_avx512_vfmadd_ps_512; break;
14613 IID = llvm::Intrinsic::x86_avx512_vfmadd_pd_512; break;
14620 IID = llvm::Intrinsic::x86_avx512_vfmaddsub_ps_512;
14628 IID = llvm::Intrinsic::x86_avx512_vfmaddsub_pd_512;
14636 IID = llvm::Intrinsic::x86_avx10_vfmaddph256;
14644 IID = llvm::Intrinsic::x86_avx10_vfmaddsubph256;
14652 IID = llvm::Intrinsic::x86_avx10_vfmaddps256;
14660 IID = llvm::Intrinsic::x86_avx10_vfmaddpd256;
14668 IID = llvm::Intrinsic::x86_avx10_vfmaddsubps256;
14676 IID = llvm::Intrinsic::x86_avx10_vfmaddsubpd256;
14690 if (IID != Intrinsic::not_intrinsic &&
14693 Function *Intr = CGF.CGM.getIntrinsic(IID);
14789 Intrinsic::ID IID;
14793 IID = Intrinsic::x86_avx512fp16_vfmadd_f16;
14796 IID = Intrinsic::x86_avx512_vfmadd_f32;
14799 IID = Intrinsic::x86_avx512_vfmadd_f64;
14804 Res = CGF.Builder.CreateCall(CGF.CGM.getIntrinsic(IID),
14866 Intrinsic::ID IID;
14868 IID = Intrinsic::x86_avx512_pternlog_d_128;
14870 IID = Intrinsic::x86_avx512_pternlog_d_256;
14872 IID = Intrinsic::x86_avx512_pternlog_d_512;
14874 IID = Intrinsic::x86_avx512_pternlog_q_128;
14876 IID = Intrinsic::x86_avx512_pternlog_q_256;
14878 IID = Intrinsic::x86_avx512_pternlog_q_512;
14882 Value *Ternlog = CGF.Builder.CreateCall(CGF.CGM.getIntrinsic(IID),
15727 Intrinsic::ID IID;
15731 IID = Intrinsic::x86_avx512_mask_gather3div2_df;
15734 IID = Intrinsic::x86_avx512_mask_gather3div2_di;
15737 IID = Intrinsic::x86_avx512_mask_gather3div4_df;
15740 IID = Intrinsic::x86_avx512_mask_gather3div4_di;
15743 IID = Intrinsic::x86_avx512_mask_gather3div4_sf;
15746 IID = Intrinsic::x86_avx512_mask_gather3div4_si;
15749 IID = Intrinsic::x86_avx512_mask_gather3div8_sf;
15752 IID = Intrinsic::x86_avx512_mask_gather3div8_si;
15755 IID = Intrinsic::x86_avx512_mask_gather3siv2_df;
15758 IID = Intrinsic::x86_avx512_mask_gather3siv2_di;
15761 IID = Intrinsic::x86_avx512_mask_gather3siv4_df;
15764 IID = Intrinsic::x86_avx512_mask_gather3siv4_di;
15767 IID = Intrinsic::x86_avx512_mask_gather3siv4_sf;
15770 IID = Intrinsic::x86_avx512_mask_gather3siv4_si;
15773 IID = Intrinsic::x86_avx512_mask_gather3siv8_sf;
15776 IID = Intrinsic::x86_avx512_mask_gather3siv8_si;
15779 IID = Intrinsic::x86_avx512_mask_gather_dpd_512;
15782 IID = Intrinsic::x86_avx512_mask_gather_dps_512;
15785 IID = Intrinsic::x86_avx512_mask_gather_qpd_512;
15788 IID = Intrinsic::x86_avx512_mask_gather_qps_512;
15791 IID = Intrinsic::x86_avx512_mask_gather_dpq_512;
15794 IID = Intrinsic::x86_avx512_mask_gather_dpi_512;
15797 IID = Intrinsic::x86_avx512_mask_gather_qpq_512;
15800 IID = Intrinsic::x86_avx512_mask_gather_qpi_512;
15808 Function *Intr = CGM.getIntrinsic(IID);
15836 Intrinsic::ID IID;
15840 IID = Intrinsic::x86_avx512_mask_scatter_dpd_512;
15843 IID = Intrinsic::x86_avx512_mask_scatter_dps_512;
15846 IID = Intrinsic::x86_avx512_mask_scatter_qpd_512;
15849 IID = Intrinsic::x86_avx512_mask_scatter_qps_512;
15852 IID = Intrinsic::x86_avx512_mask_scatter_dpq_512;
15855 IID = Intrinsic::x86_avx512_mask_scatter_dpi_512;
15858 IID = Intrinsic::x86_avx512_mask_scatter_qpq_512;
15861 IID = Intrinsic::x86_avx512_mask_scatter_qpi_512;
15864 IID = Intrinsic::x86_avx512_mask_scatterdiv2_df;
15867 IID = Intrinsic::x86_avx512_mask_scatterdiv2_di;
15870 IID = Intrinsic::x86_avx512_mask_scatterdiv4_df;
15873 IID = Intrinsic::x86_avx512_mask_scatterdiv4_di;
15876 IID = Intrinsic::x86_avx512_mask_scatterdiv4_sf;
15879 IID = Intrinsic::x86_avx512_mask_scatterdiv4_si;
15882 IID = Intrinsic::x86_avx512_mask_scatterdiv8_sf;
15885 IID = Intrinsic::x86_avx512_mask_scatterdiv8_si;
15888 IID = Intrinsic::x86_avx512_mask_scattersiv2_df;
15891 IID = Intrinsic::x86_avx512_mask_scattersiv2_di;
15894 IID = Intrinsic::x86_avx512_mask_scattersiv4_df;
15897 IID = Intrinsic::x86_avx512_mask_scattersiv4_di;
15900 IID = Intrinsic::x86_avx512_mask_scattersiv4_sf;
15903 IID = Intrinsic::x86_avx512_mask_scattersiv4_si;
15906 IID = Intrinsic::x86_avx512_mask_scattersiv8_sf;
15909 IID = Intrinsic::x86_avx512_mask_scattersiv8_si;
15917 Function *Intr = CGM.getIntrinsic(IID);
16014 Intrinsic::ID IID;
16018 IID = Intrinsic::x86_avx512_mask_pmov_db_512;
16021 IID = Intrinsic::x86_avx512_mask_pmov_dw_512;
16024 IID = Intrinsic::x86_avx512_mask_pmov_qw_512;
16028 Function *Intr = CGM.getIntrinsic(IID);
16555 Intrinsic::ID IID;
16559 IID = Intrinsic::x86_avx512_ktestc_b;
16562 IID = Intrinsic::x86_avx512_ktestz_b;
16565 IID = Intrinsic::x86_avx512_ktestc_w;
16568 IID = Intrinsic::x86_avx512_ktestz_w;
16571 IID = Intrinsic::x86_avx512_ktestc_d;
16574 IID = Intrinsic::x86_avx512_ktestz_d;
16577 IID = Intrinsic::x86_avx512_ktestc_q;
16580 IID = Intrinsic::x86_avx512_ktestz_q;
16587 Function *Intr = CGM.getIntrinsic(IID);
16595 Intrinsic::ID IID;
16599 IID = Intrinsic::x86_avx512_kadd_b;
16602 IID = Intrinsic::x86_avx512_kadd_w;
16605 IID = Intrinsic::x86_avx512_kadd_d;
16608 IID = Intrinsic::x86_avx512_kadd_q;
16615 Function *Intr = CGM.getIntrinsic(IID);
16717 Intrinsic::ID IID;
16723 IID = Intrinsic::x86_avx512fp16_mask_sqrt_sh;
16726 IID = Intrinsic::x86_avx512_mask_sqrt_sd;
16729 IID = Intrinsic::x86_avx512_mask_sqrt_ss;
16732 return Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
16766 Intrinsic::ID IID;
16772 IID = Intrinsic::x86_avx512fp16_sqrt_ph_512;
16775 IID = Intrinsic::x86_avx512_sqrt_ps_512;
16778 IID = Intrinsic::x86_avx512_sqrt_pd_512;
16781 return Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
16951 Intrinsic::ID IID;
16955 IID = Intrinsic::x86_addcarry_32;
16958 IID = Intrinsic::x86_addcarry_64;
16961 IID = Intrinsic::x86_subborrow_32;
16964 IID = Intrinsic::x86_subborrow_64;
16968 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID),
17220 Intrinsic::ID IID;
17224 IID = Intrinsic::x86_sse_cmp_ps;
17227 IID = Intrinsic::x86_avx_cmp_ps_256;
17230 IID = Intrinsic::x86_sse2_cmp_pd;
17233 IID = Intrinsic::x86_avx_cmp_pd_256;
17236 IID = Intrinsic::x86_avx512fp16_mask_cmp_ph_128;
17239 IID = Intrinsic::x86_avx512fp16_mask_cmp_ph_256;
17242 IID = Intrinsic::x86_avx512fp16_mask_cmp_ph_512;
17245 IID = Intrinsic::x86_avx512_mask_cmp_ps_512;
17248 IID = Intrinsic::x86_avx512_mask_cmp_pd_512;
17251 IID = Intrinsic::x86_avx512_mask_cmp_ps_128;
17254 IID = Intrinsic::x86_avx512_mask_cmp_ps_256;
17257 IID = Intrinsic::x86_avx512_mask_cmp_pd_128;
17260 IID = Intrinsic::x86_avx512_mask_cmp_pd_256;
17264 Function *Intr = CGM.getIntrinsic(IID);
17345 Intrinsic::ID IID = Intrinsic::x86_avx512bf16_mask_cvtneps2bf16_128;
17346 return Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
17353 Intrinsic::ID IID;
17357 IID = Intrinsic::x86_avx512bf16_cvtneps2bf16_256;
17360 IID = Intrinsic::x86_avx512bf16_cvtneps2bf16_512;
17363 Value *Res = Builder.CreateCall(CGM.getIntrinsic(IID), Ops[0]);
17486 Intrinsic::ID IID;
17491 IID = Intrinsic::x86_t2rpntlvwz0_internal;
17494 IID = Intrinsic::x86_t2rpntlvwz0rs_internal;
17497 IID = Intrinsic::x86_t2rpntlvwz0t1_internal;
17500 IID = Intrinsic::x86_t2rpntlvwz0rst1_internal;
17503 IID = Intrinsic::x86_t2rpntlvwz1_internal;
17506 IID = Intrinsic::x86_t2rpntlvwz1rs_internal;
17509 IID = Intrinsic::x86_t2rpntlvwz1t1_internal;
17512 IID = Intrinsic::x86_t2rpntlvwz1rst1_internal;
17517 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID),
17585 Intrinsic::ID IID = Intrinsic::x86_encodekey128;
17587 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), {Ops[0], Ops[1]});
17598 Intrinsic::ID IID = Intrinsic::x86_encodekey256;
17601 Builder.CreateCall(CGM.getIntrinsic(IID), {Ops[0], Ops[1], Ops[2]});
17615 Intrinsic::ID IID;
17621 IID = Intrinsic::x86_aesenc128kl;
17625 IID = Intrinsic::x86_aesdec128kl;
17629 IID = Intrinsic::x86_aesenc256kl;
17633 IID = Intrinsic::x86_aesdec256kl;
17638 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), {Ops[1], Ops[2]});
17666 Intrinsic::ID IID;
17670 IID = Intrinsic::x86_aesencwide128kl;
17674 IID = Intrinsic::x86_aesdecwide128kl;
17678 IID = Intrinsic::x86_aesencwide256kl;
17682 IID = Intrinsic::x86_aesdecwide256kl;
17695 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), InOps);
17730 Intrinsic::ID IID = IsConjFMA
17733 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
17740 Intrinsic::ID IID = IsConjFMA ? Intrinsic::x86_avx10_mask_vfcmaddcph256
17742 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
17749 Intrinsic::ID IID = IsConjFMA ? Intrinsic::x86_avx512fp16_mask_vfcmadd_csh
17751 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
17759 Intrinsic::ID IID = IsConjFMA ? Intrinsic::x86_avx512fp16_mask_vfcmadd_csh
17761 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops);
19634 Intrinsic::ID IID = getWaveActiveSumIntrinsic(
19640 Intrinsic::getName(IID, ArrayRef{OpExpr->getType()}, &CGM.getModule());
19651 Intrinsic::ID IID = getWaveActiveMaxIntrinsic(
19657 Intrinsic::getName(IID, ArrayRef{OpExpr->getType()}, &CGM.getModule());
20046 Intrinsic::ID IID;
20050 IID = Intrinsic::amdgcn_global_load_tr_b64;
20058 IID = Intrinsic::amdgcn_global_load_tr_b128;
20061 IID = Intrinsic::amdgcn_ds_read_tr4_b64;
20064 IID = Intrinsic::amdgcn_ds_read_tr8_b64;
20067 IID = Intrinsic::amdgcn_ds_read_tr6_b96;
20072 IID = Intrinsic::amdgcn_ds_read_tr16_b64;
20077 llvm::Function *F = CGM.getIntrinsic(IID, {LoadTy});
21828 unsigned IID = isColMajor ? II.IID_col : II.IID_row;
21829 if (IID == 0)
21833 Builder.CreateCall(CGM.getIntrinsic(IID, Src->getType()), {Src, Ldm});
21875 unsigned IID = isColMajor ? II.IID_col : II.IID_row;
21876 if (IID == 0)
21879 CGM.getIntrinsic(IID, Dst->getType());
21946 unsigned IID = MI.getMMAIntrinsic(Layout, Satf);
21947 if (IID == 0) // Unsupported combination of Layout/Satf.
21951 Function *Intrinsic = CGM.getIntrinsic(IID);