Lines Matching defs:Intrinsic
1184 AttributeList Attr = Intrinsic::getAttributes(CI.getContext(),
1185 (Intrinsic::ID)IntrID);
1271 case Intrinsic::amdgcn_raw_buffer_load_lds:
1272 case Intrinsic::amdgcn_raw_ptr_buffer_load_lds:
1273 case Intrinsic::amdgcn_struct_buffer_load_lds:
1274 case Intrinsic::amdgcn_struct_ptr_buffer_load_lds: {
1280 case Intrinsic::amdgcn_raw_atomic_buffer_load:
1281 case Intrinsic::amdgcn_raw_ptr_atomic_buffer_load: {
1294 case Intrinsic::amdgcn_ds_ordered_add:
1295 case Intrinsic::amdgcn_ds_ordered_swap: {
1308 case Intrinsic::amdgcn_ds_add_gs_reg_rtn:
1309 case Intrinsic::amdgcn_ds_sub_gs_reg_rtn: {
1317 case Intrinsic::amdgcn_ds_append:
1318 case Intrinsic::amdgcn_ds_consume: {
1331 case Intrinsic::amdgcn_global_atomic_csub: {
1341 case Intrinsic::amdgcn_image_bvh_intersect_ray: {
1351 case Intrinsic::amdgcn_global_atomic_fadd:
1352 case Intrinsic::amdgcn_global_atomic_fmin:
1353 case Intrinsic::amdgcn_global_atomic_fmax:
1354 case Intrinsic::amdgcn_global_atomic_fmin_num:
1355 case Intrinsic::amdgcn_global_atomic_fmax_num:
1356 case Intrinsic::amdgcn_global_atomic_ordered_add_b64:
1357 case Intrinsic::amdgcn_flat_atomic_fadd:
1358 case Intrinsic::amdgcn_flat_atomic_fmin:
1359 case Intrinsic::amdgcn_flat_atomic_fmax:
1360 case Intrinsic::amdgcn_flat_atomic_fmin_num:
1361 case Intrinsic::amdgcn_flat_atomic_fmax_num:
1362 case Intrinsic::amdgcn_global_atomic_fadd_v2bf16:
1363 case Intrinsic::amdgcn_atomic_cond_sub_u32:
1364 case Intrinsic::amdgcn_flat_atomic_fadd_v2bf16: {
1375 case Intrinsic::amdgcn_global_load_tr_b64:
1376 case Intrinsic::amdgcn_global_load_tr_b128: {
1384 case Intrinsic::amdgcn_ds_gws_init:
1385 case Intrinsic::amdgcn_ds_gws_barrier:
1386 case Intrinsic::amdgcn_ds_gws_sema_v:
1387 case Intrinsic::amdgcn_ds_gws_sema_br:
1388 case Intrinsic::amdgcn_ds_gws_sema_p:
1389 case Intrinsic::amdgcn_ds_gws_sema_release_all: {
1403 if (IntrID == Intrinsic::amdgcn_ds_gws_barrier)
1409 case Intrinsic::amdgcn_global_load_lds: {
1417 case Intrinsic::amdgcn_ds_bvh_stack_rtn: {
1442 case Intrinsic::amdgcn_addrspacecast_nonnull: {
1461 case Intrinsic::amdgcn_atomic_cond_sub_u32:
1462 case Intrinsic::amdgcn_ds_append:
1463 case Intrinsic::amdgcn_ds_consume:
1464 case Intrinsic::amdgcn_ds_ordered_add:
1465 case Intrinsic::amdgcn_ds_ordered_swap:
1466 case Intrinsic::amdgcn_flat_atomic_fadd:
1467 case Intrinsic::amdgcn_flat_atomic_fadd_v2bf16:
1468 case Intrinsic::amdgcn_flat_atomic_fmax:
1469 case Intrinsic::amdgcn_flat_atomic_fmax_num:
1470 case Intrinsic::amdgcn_flat_atomic_fmin:
1471 case Intrinsic::amdgcn_flat_atomic_fmin_num:
1472 case Intrinsic::amdgcn_global_atomic_csub:
1473 case Intrinsic::amdgcn_global_atomic_fadd:
1474 case Intrinsic::amdgcn_global_atomic_fadd_v2bf16:
1475 case Intrinsic::amdgcn_global_atomic_fmax:
1476 case Intrinsic::amdgcn_global_atomic_fmax_num:
1477 case Intrinsic::amdgcn_global_atomic_fmin:
1478 case Intrinsic::amdgcn_global_atomic_fmin_num:
1479 case Intrinsic::amdgcn_global_atomic_ordered_add_b64:
1480 case Intrinsic::amdgcn_global_load_tr_b64:
1481 case Intrinsic::amdgcn_global_load_tr_b128:
1484 case Intrinsic::amdgcn_global_load_lds:
4046 DAG.getTargetConstant(Intrinsic::amdgcn_s_getreg, SL, MVT::i32);
4172 DAG.getTargetConstant(Intrinsic::amdgcn_readfirstlane, SL, MVT::i32);
4180 DAG.getTargetConstant(Intrinsic::amdgcn_s_setreg, SL, MVT::i32);
4243 DAG.getTargetConstant(Intrinsic::amdgcn_s_getreg, SL, MVT::i32);
4271 DAG.getTargetConstant(Intrinsic::amdgcn_readfirstlane, SL, MVT::i32);
4285 DAG.getTargetConstant(Intrinsic::amdgcn_s_setreg, SL, MVT::i32);
6118 bool IsPermLane16 = IID == Intrinsic::amdgcn_permlane16 ||
6119 IID == Intrinsic::amdgcn_permlanex16;
6127 case Intrinsic::amdgcn_permlane16:
6128 case Intrinsic::amdgcn_permlanex16:
6133 case Intrinsic::amdgcn_writelane:
6136 case Intrinsic::amdgcn_readlane:
6139 case Intrinsic::amdgcn_readfirstlane:
6140 case Intrinsic::amdgcn_permlane64:
6162 if (IID == Intrinsic::amdgcn_readlane || IID == Intrinsic::amdgcn_writelane ||
6165 if (IID == Intrinsic::amdgcn_writelane || IsPermLane16)
6184 if (IID == Intrinsic::amdgcn_writelane) {
6259 if (IID == Intrinsic::amdgcn_writelane)
6283 if (IID == Intrinsic::amdgcn_writelane)
6308 case Intrinsic::amdgcn_make_buffer_rsrc:
6311 case Intrinsic::amdgcn_cvt_pkrtz: {
6320 case Intrinsic::amdgcn_cvt_pknorm_i16:
6321 case Intrinsic::amdgcn_cvt_pknorm_u16:
6322 case Intrinsic::amdgcn_cvt_pk_i16:
6323 case Intrinsic::amdgcn_cvt_pk_u16: {
6329 if (IID == Intrinsic::amdgcn_cvt_pknorm_i16)
6331 else if (IID == Intrinsic::amdgcn_cvt_pknorm_u16)
6333 else if (IID == Intrinsic::amdgcn_cvt_pk_i16)
6347 case Intrinsic::amdgcn_s_buffer_load: {
6494 case Intrinsic::amdgcn_if:
6496 case Intrinsic::amdgcn_else:
6498 case Intrinsic::amdgcn_loop:
6500 case Intrinsic::amdgcn_end_cf:
7068 Intrinsic::amdgcn_addrspacecast_nonnull);
8408 case Intrinsic::amdgcn_implicit_buffer_ptr: {
8414 case Intrinsic::amdgcn_dispatch_ptr:
8415 case Intrinsic::amdgcn_queue_ptr: {
8424 auto RegID = IntrinsicID == Intrinsic::amdgcn_dispatch_ptr ?
8428 case Intrinsic::amdgcn_implicitarg_ptr: {
8434 case Intrinsic::amdgcn_kernarg_segment_ptr: {
8443 case Intrinsic::amdgcn_dispatch_id: {
8446 case Intrinsic::amdgcn_rcp:
8448 case Intrinsic::amdgcn_rsq:
8450 case Intrinsic::amdgcn_rsq_legacy:
8454 case Intrinsic::amdgcn_rcp_legacy:
8458 case Intrinsic::amdgcn_rsq_clamp: {
8472 case Intrinsic::r600_read_ngroups_x:
8479 case Intrinsic::r600_read_ngroups_y:
8486 case Intrinsic::r600_read_ngroups_z:
8493 case Intrinsic::r600_read_global_size_x:
8500 case Intrinsic::r600_read_global_size_y:
8507 case Intrinsic::r600_read_global_size_z:
8514 case Intrinsic::r600_read_local_size_x:
8520 case Intrinsic::r600_read_local_size_y:
8526 case Intrinsic::r600_read_local_size_z:
8532 case Intrinsic::amdgcn_workgroup_id_x:
8535 case Intrinsic::amdgcn_workgroup_id_y:
8538 case Intrinsic::amdgcn_workgroup_id_z:
8541 case Intrinsic::amdgcn_wave_id:
8543 case Intrinsic::amdgcn_lds_kernel_id: {
8549 case Intrinsic::amdgcn_workitem_id_x:
8551 case Intrinsic::amdgcn_workitem_id_y:
8553 case Intrinsic::amdgcn_workitem_id_z:
8555 case Intrinsic::amdgcn_wavefrontsize:
8558 case Intrinsic::amdgcn_s_buffer_load: {
8569 case Intrinsic::amdgcn_fdiv_fast:
8571 case Intrinsic::amdgcn_sin:
8574 case Intrinsic::amdgcn_cos:
8577 case Intrinsic::amdgcn_mul_u24:
8579 case Intrinsic::amdgcn_mul_i24:
8582 case Intrinsic::amdgcn_log_clamp: {
8588 case Intrinsic::amdgcn_fract:
8591 case Intrinsic::amdgcn_class:
8594 case Intrinsic::amdgcn_div_fmas:
8599 case Intrinsic::amdgcn_div_fixup:
8603 case Intrinsic::amdgcn_div_scale: {
8621 case Intrinsic::amdgcn_icmp: {
8629 case Intrinsic::amdgcn_fcmp: {
8632 case Intrinsic::amdgcn_ballot:
8634 case Intrinsic::amdgcn_fmed3:
8637 case Intrinsic::amdgcn_fdot2:
8641 case Intrinsic::amdgcn_fmul_legacy:
8644 case Intrinsic::amdgcn_sffbh:
8646 case Intrinsic::amdgcn_sbfe:
8649 case Intrinsic::amdgcn_ubfe:
8652 case Intrinsic::amdgcn_cvt_pkrtz:
8653 case Intrinsic::amdgcn_cvt_pknorm_i16:
8654 case Intrinsic::amdgcn_cvt_pknorm_u16:
8655 case Intrinsic::amdgcn_cvt_pk_i16:
8656 case Intrinsic::amdgcn_cvt_pk_u16: {
8661 if (IntrinsicID == Intrinsic::amdgcn_cvt_pkrtz)
8663 else if (IntrinsicID == Intrinsic::amdgcn_cvt_pknorm_i16)
8665 else if (IntrinsicID == Intrinsic::amdgcn_cvt_pknorm_u16)
8667 else if (IntrinsicID == Intrinsic::amdgcn_cvt_pk_i16)
8679 case Intrinsic::amdgcn_fmad_ftz:
8683 case Intrinsic::amdgcn_if_break:
8687 case Intrinsic::amdgcn_groupstaticsize: {
8694 M->getNamedValue(Intrinsic::getName(Intrinsic::amdgcn_groupstaticsize));
8699 case Intrinsic::amdgcn_is_shared:
8700 case Intrinsic::amdgcn_is_private: {
8702 unsigned AS = (IntrinsicID == Intrinsic::amdgcn_is_shared) ?
8712 case Intrinsic::amdgcn_perm:
8715 case Intrinsic::amdgcn_reloc_constant: {
8725 case Intrinsic::amdgcn_swmmac_f16_16x16x32_f16:
8726 case Intrinsic::amdgcn_swmmac_bf16_16x16x32_bf16:
8727 case Intrinsic::amdgcn_swmmac_f32_16x16x32_bf16:
8728 case Intrinsic::amdgcn_swmmac_f32_16x16x32_f16:
8729 case Intrinsic::amdgcn_swmmac_f32_16x16x32_fp8_fp8:
8730 case Intrinsic::amdgcn_swmmac_f32_16x16x32_fp8_bf8:
8731 case Intrinsic::amdgcn_swmmac_f32_16x16x32_bf8_fp8:
8732 case Intrinsic::amdgcn_swmmac_f32_16x16x32_bf8_bf8: {
8742 case Intrinsic::amdgcn_swmmac_i32_16x16x32_iu4:
8743 case Intrinsic::amdgcn_swmmac_i32_16x16x32_iu8:
8744 case Intrinsic::amdgcn_swmmac_i32_16x16x64_iu4: {
8755 case Intrinsic::amdgcn_addrspacecast_nonnull:
8757 case Intrinsic::amdgcn_readlane:
8758 case Intrinsic::amdgcn_readfirstlane:
8759 case Intrinsic::amdgcn_writelane:
8760 case Intrinsic::amdgcn_permlane16:
8761 case Intrinsic::amdgcn_permlanex16:
8762 case Intrinsic::amdgcn_permlane64:
8844 case Intrinsic::amdgcn_ds_ordered_add:
8845 case Intrinsic::amdgcn_ds_ordered_swap: {
8874 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1;
8898 case Intrinsic::amdgcn_raw_buffer_load:
8899 case Intrinsic::amdgcn_raw_ptr_buffer_load:
8900 case Intrinsic::amdgcn_raw_atomic_buffer_load:
8901 case Intrinsic::amdgcn_raw_ptr_atomic_buffer_load:
8902 case Intrinsic::amdgcn_raw_buffer_load_format:
8903 case Intrinsic::amdgcn_raw_ptr_buffer_load_format: {
8905 IntrID == Intrinsic::amdgcn_raw_buffer_load_format ||
8906 IntrID == Intrinsic::amdgcn_raw_ptr_buffer_load_format;
8925 case Intrinsic::amdgcn_struct_buffer_load:
8926 case Intrinsic::amdgcn_struct_ptr_buffer_load:
8927 case Intrinsic::amdgcn_struct_buffer_load_format:
8928 case Intrinsic::amdgcn_struct_ptr_buffer_load_format: {
8930 IntrID == Intrinsic::amdgcn_struct_buffer_load_format ||
8931 IntrID == Intrinsic::amdgcn_struct_ptr_buffer_load_format;
8949 case Intrinsic::amdgcn_raw_tbuffer_load:
8950 case Intrinsic::amdgcn_raw_ptr_tbuffer_load: {
8976 case Intrinsic::amdgcn_struct_tbuffer_load:
8977 case Intrinsic::amdgcn_struct_ptr_tbuffer_load: {
9003 case Intrinsic::amdgcn_raw_buffer_atomic_fadd:
9004 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_fadd:
9006 case Intrinsic::amdgcn_struct_buffer_atomic_fadd:
9007 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_fadd:
9009 case Intrinsic::amdgcn_raw_buffer_atomic_fmin:
9010 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_fmin:
9012 case Intrinsic::amdgcn_struct_buffer_atomic_fmin:
9013 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_fmin:
9015 case Intrinsic::amdgcn_raw_buffer_atomic_fmax:
9016 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_fmax:
9018 case Intrinsic::amdgcn_struct_buffer_atomic_fmax:
9019 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_fmax:
9021 case Intrinsic::amdgcn_raw_buffer_atomic_swap:
9022 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_swap:
9024 case Intrinsic::amdgcn_raw_buffer_atomic_add:
9025 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_add:
9027 case Intrinsic::amdgcn_raw_buffer_atomic_sub:
9028 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_sub:
9030 case Intrinsic::amdgcn_raw_buffer_atomic_smin:
9031 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_smin:
9033 case Intrinsic::amdgcn_raw_buffer_atomic_umin:
9034 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_umin:
9036 case Intrinsic::amdgcn_raw_buffer_atomic_smax:
9037 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_smax:
9039 case Intrinsic::amdgcn_raw_buffer_atomic_umax:
9040 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_umax:
9042 case Intrinsic::amdgcn_raw_buffer_atomic_and:
9043 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_and:
9045 case Intrinsic::amdgcn_raw_buffer_atomic_or:
9046 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_or:
9048 case Intrinsic::amdgcn_raw_buffer_atomic_xor:
9049 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_xor:
9051 case Intrinsic::amdgcn_raw_buffer_atomic_inc:
9052 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_inc:
9054 case Intrinsic::amdgcn_raw_buffer_atomic_dec:
9055 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_dec:
9057 case Intrinsic::amdgcn_raw_buffer_atomic_cond_sub_u32:
9060 case Intrinsic::amdgcn_struct_buffer_atomic_swap:
9061 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_swap:
9064 case Intrinsic::amdgcn_struct_buffer_atomic_add:
9065 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_add:
9067 case Intrinsic::amdgcn_struct_buffer_atomic_sub:
9068 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_sub:
9070 case Intrinsic::amdgcn_struct_buffer_atomic_smin:
9071 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_smin:
9074 case Intrinsic::amdgcn_struct_buffer_atomic_umin:
9075 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_umin:
9078 case Intrinsic::amdgcn_struct_buffer_atomic_smax:
9079 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_smax:
9082 case Intrinsic::amdgcn_struct_buffer_atomic_umax:
9083 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_umax:
9086 case Intrinsic::amdgcn_struct_buffer_atomic_and:
9087 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_and:
9089 case Intrinsic::amdgcn_struct_buffer_atomic_or:
9090 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_or:
9092 case Intrinsic::amdgcn_struct_buffer_atomic_xor:
9093 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_xor:
9095 case Intrinsic::amdgcn_struct_buffer_atomic_inc:
9096 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_inc:
9098 case Intrinsic::amdgcn_struct_buffer_atomic_dec:
9099 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_dec:
9101 case Intrinsic::amdgcn_struct_buffer_atomic_cond_sub_u32:
9105 case Intrinsic::amdgcn_raw_buffer_atomic_cmpswap:
9106 case Intrinsic::amdgcn_raw_ptr_buffer_atomic_cmpswap: {
9128 case Intrinsic::amdgcn_struct_buffer_atomic_cmpswap:
9129 case Intrinsic::amdgcn_struct_ptr_buffer_atomic_cmpswap: {
9151 case Intrinsic::amdgcn_image_bvh_intersect_ray: {
9283 case Intrinsic::amdgcn_global_atomic_fmin:
9284 case Intrinsic::amdgcn_global_atomic_fmax:
9285 case Intrinsic::amdgcn_global_atomic_fmin_num:
9286 case Intrinsic::amdgcn_global_atomic_fmax_num:
9287 case Intrinsic::amdgcn_flat_atomic_fmin:
9288 case Intrinsic::amdgcn_flat_atomic_fmax:
9289 case Intrinsic::amdgcn_flat_atomic_fmin_num:
9290 case Intrinsic::amdgcn_flat_atomic_fmax_num: {
9299 case Intrinsic::amdgcn_global_atomic_fmin:
9300 case Intrinsic::amdgcn_global_atomic_fmin_num:
9301 case Intrinsic::amdgcn_flat_atomic_fmin:
9302 case Intrinsic::amdgcn_flat_atomic_fmin_num: {
9306 case Intrinsic::amdgcn_global_atomic_fmax:
9307 case Intrinsic::amdgcn_global_atomic_fmax_num:
9308 case Intrinsic::amdgcn_flat_atomic_fmax:
9309 case Intrinsic::amdgcn_flat_atomic_fmax_num: {
9319 case Intrinsic::amdgcn_s_get_barrier_state: {
9490 case Intrinsic::amdgcn_exp_compr: {
9520 case Intrinsic::amdgcn_s_barrier: {
9547 case Intrinsic::amdgcn_struct_tbuffer_store:
9548 case Intrinsic::amdgcn_struct_ptr_tbuffer_store: {
9575 case Intrinsic::amdgcn_raw_tbuffer_store:
9576 case Intrinsic::amdgcn_raw_ptr_tbuffer_store: {
9603 case Intrinsic::amdgcn_raw_buffer_store:
9604 case Intrinsic::amdgcn_raw_ptr_buffer_store:
9605 case Intrinsic::amdgcn_raw_buffer_store_format:
9606 case Intrinsic::amdgcn_raw_ptr_buffer_store_format: {
9608 IntrinsicID == Intrinsic::amdgcn_raw_buffer_store_format ||
9609 IntrinsicID == Intrinsic::amdgcn_raw_ptr_buffer_store_format;
9653 case Intrinsic::amdgcn_struct_buffer_store:
9654 case Intrinsic::amdgcn_struct_ptr_buffer_store:
9655 case Intrinsic::amdgcn_struct_buffer_store_format:
9656 case Intrinsic::amdgcn_struct_ptr_buffer_store_format: {
9658 IntrinsicID == Intrinsic::amdgcn_struct_buffer_store_format ||
9659 IntrinsicID == Intrinsic::amdgcn_struct_ptr_buffer_store_format;
9704 case Intrinsic::amdgcn_raw_buffer_load_lds:
9705 case Intrinsic::amdgcn_raw_ptr_buffer_load_lds:
9706 case Intrinsic::amdgcn_struct_buffer_load_lds:
9707 case Intrinsic::amdgcn_struct_ptr_buffer_load_lds: {
9711 IntrinsicID == Intrinsic::amdgcn_struct_buffer_load_lds ||
9712 IntrinsicID == Intrinsic::amdgcn_struct_ptr_buffer_load_lds;
9793 case Intrinsic::amdgcn_global_load_lds: {
9871 case Intrinsic::amdgcn_end_cf:
9874 case Intrinsic::amdgcn_s_barrier_init:
9875 case Intrinsic::amdgcn_s_barrier_join:
9876 case Intrinsic::amdgcn_s_wakeup_barrier: {
9893 case Intrinsic::amdgcn_s_barrier_init:
9896 case Intrinsic::amdgcn_s_barrier_join:
9899 case Intrinsic::amdgcn_s_wakeup_barrier:
9910 case Intrinsic::amdgcn_s_barrier_init:
9913 case Intrinsic::amdgcn_s_barrier_join:
9916 case Intrinsic::amdgcn_s_wakeup_barrier:
9922 if (IntrinsicID == Intrinsic::amdgcn_s_barrier_init) {
10862 DAG.getTargetConstant(Intrinsic::amdgcn_frexp_mant, dl, MVT::i32), Val);
10866 DAG.getTargetConstant(Intrinsic::amdgcn_frexp_exp, dl, MVT::i32), Val);
10970 SDValue SqrtID = DAG.getTargetConstant(Intrinsic::amdgcn_sqrt, SL, MVT::i32);
10988 DAG.getTargetConstant(Intrinsic::amdgcn_sqrt, DL, MVT::i32), X, Flags);
11004 DAG.getTargetConstant(Intrinsic::amdgcn_sqrt, DL, MVT::i32);
12768 case Intrinsic::amdgcn_cvt_pkrtz:
12769 case Intrinsic::amdgcn_cubeid:
12770 case Intrinsic::amdgcn_frexp_mant:
12771 case Intrinsic::amdgcn_fdot2:
12772 case Intrinsic::amdgcn_rcp:
12773 case Intrinsic::amdgcn_rsq:
12774 case Intrinsic::amdgcn_rsq_clamp:
12775 case Intrinsic::amdgcn_rcp_legacy:
12776 case Intrinsic::amdgcn_rsq_legacy:
12777 case Intrinsic::amdgcn_trig_preop:
12778 case Intrinsic::amdgcn_log:
12779 case Intrinsic::amdgcn_exp2:
12780 case Intrinsic::amdgcn_sqrt:
12874 case Intrinsic::amdgcn_fmul_legacy:
12875 case Intrinsic::amdgcn_fmad_ftz:
12876 case Intrinsic::amdgcn_sqrt:
12877 case Intrinsic::amdgcn_fmed3:
12878 case Intrinsic::amdgcn_sin:
12879 case Intrinsic::amdgcn_cos:
12880 case Intrinsic::amdgcn_log:
12881 case Intrinsic::amdgcn_exp2:
12882 case Intrinsic::amdgcn_log_clamp:
12883 case Intrinsic::amdgcn_rcp:
12884 case Intrinsic::amdgcn_rcp_legacy:
12885 case Intrinsic::amdgcn_rsq:
12886 case Intrinsic::amdgcn_rsq_clamp:
12887 case Intrinsic::amdgcn_rsq_legacy:
12888 case Intrinsic::amdgcn_div_scale:
12889 case Intrinsic::amdgcn_div_fmas:
12890 case Intrinsic::amdgcn_div_fixup:
12891 case Intrinsic::amdgcn_fract:
12892 case Intrinsic::amdgcn_cvt_pkrtz:
12893 case Intrinsic::amdgcn_cubeid:
12894 case Intrinsic::amdgcn_cubema:
12895 case Intrinsic::amdgcn_cubesc:
12896 case Intrinsic::amdgcn_cubetc:
12897 case Intrinsic::amdgcn_frexp_mant:
12898 case Intrinsic::amdgcn_fdot2:
12899 case Intrinsic::amdgcn_trig_preop:
14190 SDValue IID = DAG.getTargetConstant(*IsSigned ? Intrinsic::amdgcn_sdot4
14191 : Intrinsic::amdgcn_udot4,
15745 case Intrinsic::amdgcn_mbcnt_lo:
15746 case Intrinsic::amdgcn_mbcnt_hi: {
15794 case Intrinsic::amdgcn_workitem_id_x:
15797 case Intrinsic::amdgcn_workitem_id_y:
15800 case Intrinsic::amdgcn_workitem_id_z:
15803 case Intrinsic::amdgcn_mbcnt_lo:
15804 case Intrinsic::amdgcn_mbcnt_hi: {
15810 case Intrinsic::amdgcn_groupstaticsize: {
15861 Intrinsic::ID IID = GI->getIntrinsicID();
15863 AttributeList Attrs = Intrinsic::getAttributes(Ctx, IID);
16378 if (const IntrinsicInst *Intrinsic = dyn_cast<IntrinsicInst>(U)) {
16380 switch (Intrinsic->getIntrinsicID()) {
16384 case Intrinsic::amdgcn_if_break:
16385 case Intrinsic::amdgcn_if:
16386 case Intrinsic::amdgcn_else:
16392 switch (Intrinsic->getIntrinsicID()) {
16396 case Intrinsic::amdgcn_end_cf:
16397 case Intrinsic::amdgcn_loop:
16603 CallInst *IsShared = Builder.CreateIntrinsic(Intrinsic::amdgcn_is_shared, {},
16615 Intrinsic::amdgcn_is_private, {}, {Addr}, nullptr, "is.private");