Lines Matching refs:simdclone

424        clone = clone->simdclone->next_clone)  in simd_clone_mangle()
501 veclen = node->simdclone->vecsize_int; in simd_clone_adjust_return_type()
503 veclen = node->simdclone->vecsize_float; in simd_clone_adjust_return_type()
505 if (veclen > node->simdclone->simdlen) in simd_clone_adjust_return_type()
506 veclen = node->simdclone->simdlen; in simd_clone_adjust_return_type()
509 if (veclen == node->simdclone->simdlen) in simd_clone_adjust_return_type()
510 t = build_vector_type (t, node->simdclone->simdlen); in simd_clone_adjust_return_type()
514 t = build_array_type_nelts (t, node->simdclone->simdlen / veclen); in simd_clone_adjust_return_type()
527 node->simdclone->simdlen); in simd_clone_adjust_return_type()
528 if (veclen != node->simdclone->simdlen) in simd_clone_adjust_return_type()
577 struct cgraph_simd_clone *sc = node->simdclone; in simd_clone_adjust_argument_types()
761 node->simdclone->args[i].vector_arg = arg; in simd_clone_init_simd_arrays()
763 tree array = node->simdclone->args[i].simd_array; in simd_clone_init_simd_arrays()
764 if (node->simdclone->mask_mode != VOIDmode in simd_clone_init_simd_arrays()
765 && node->simdclone->args[i].arg_type == SIMD_CLONE_ARG_TYPE_MASK) in simd_clone_init_simd_arrays()
785 if (simd_clone_subparts (TREE_TYPE (arg)) == node->simdclone->simdlen) in simd_clone_init_simd_arrays()
798 for (k = 0; k < node->simdclone->simdlen; k += simdlen) in simd_clone_init_simd_arrays()
971 for (i = 0, j = 0; i < node->simdclone->nargs; ++i, ++j) in ipa_simd_modify_function_body()
973 if (!node->simdclone->args[i].vector_arg in ipa_simd_modify_function_body()
977 tree basetype = TREE_TYPE (node->simdclone->args[i].orig_arg); in ipa_simd_modify_function_body()
978 tree vectype = TREE_TYPE (node->simdclone->args[i].vector_arg); in ipa_simd_modify_function_body()
979 tree r = build4 (ARRAY_REF, basetype, node->simdclone->args[i].simd_array, in ipa_simd_modify_function_body()
983 if (simd_clone_subparts (vectype) < node->simdclone->simdlen) in ipa_simd_modify_function_body()
984 j += node->simdclone->simdlen / simd_clone_subparts (vectype) - 1; in ipa_simd_modify_function_body()
1114 switch (node->simdclone->args[i].arg_type) in simd_clone_linear_addend()
1120 return build_int_cst (addtype, node->simdclone->args[i].linear_step); in simd_clone_linear_addend()
1123 ptype = TREE_TYPE (node->simdclone->args[i].orig_arg); in simd_clone_linear_addend()
1127 ptype = TREE_TYPE (TREE_TYPE (node->simdclone->args[i].orig_arg)); in simd_clone_linear_addend()
1133 unsigned int idx = node->simdclone->args[i].linear_step; in simd_clone_linear_addend()
1134 tree arg = node->simdclone->args[idx].orig_arg; in simd_clone_linear_addend()
1231 else if (node->simdclone->inbranch) in simd_clone_adjust()
1251 loop->safelen = node->simdclone->simdlen; in simd_clone_adjust()
1257 if (node->simdclone->inbranch) in simd_clone_adjust()
1261 = node->simdclone->args[node->simdclone->nargs - 1].simd_array; in simd_clone_adjust()
1263 if (node->simdclone->mask_mode != VOIDmode) in simd_clone_adjust()
1268 tree arg = node->simdclone->args[node->simdclone->nargs in simd_clone_adjust()
1277 c = node->simdclone->simdlen / (c + 1); in simd_clone_adjust()
1346 node->simdclone->simdlen), in simd_clone_adjust()
1397 for (unsigned i = 0; i < node->simdclone->nargs; i++) in simd_clone_adjust()
1398 if (node->simdclone->args[i].arg_type == SIMD_CLONE_ARG_TYPE_UNIFORM in simd_clone_adjust()
1399 && (TREE_ADDRESSABLE (node->simdclone->args[i].orig_arg) in simd_clone_adjust()
1401 (TREE_TYPE (node->simdclone->args[i].orig_arg)))) in simd_clone_adjust()
1403 tree orig_arg = node->simdclone->args[i].orig_arg; in simd_clone_adjust()
1418 else if (node->simdclone->args[i].arg_type == SIMD_CLONE_ARG_TYPE_UNIFORM in simd_clone_adjust()
1419 && DECL_BY_REFERENCE (node->simdclone->args[i].orig_arg) in simd_clone_adjust()
1420 && TREE_CODE (TREE_TYPE (node->simdclone->args[i].orig_arg)) in simd_clone_adjust()
1423 (TREE_TYPE (TREE_TYPE (node->simdclone->args[i].orig_arg)))) in simd_clone_adjust()
1425 tree orig_arg = node->simdclone->args[i].orig_arg; in simd_clone_adjust()
1439 else if (node->simdclone->args[i].alignment in simd_clone_adjust()
1440 && node->simdclone->args[i].arg_type in simd_clone_adjust()
1442 && (node->simdclone->args[i].alignment in simd_clone_adjust()
1443 & (node->simdclone->args[i].alignment - 1)) == 0 in simd_clone_adjust()
1444 && TREE_CODE (TREE_TYPE (node->simdclone->args[i].orig_arg)) in simd_clone_adjust()
1447 unsigned int alignment = node->simdclone->args[i].alignment; in simd_clone_adjust()
1448 tree orig_arg = node->simdclone->args[i].orig_arg; in simd_clone_adjust()
1489 else if ((node->simdclone->args[i].arg_type in simd_clone_adjust()
1491 || (node->simdclone->args[i].arg_type in simd_clone_adjust()
1493 || (node->simdclone->args[i].arg_type in simd_clone_adjust()
1495 || (node->simdclone->args[i].arg_type in simd_clone_adjust()
1498 tree orig_arg = node->simdclone->args[i].orig_arg; in simd_clone_adjust()
1560 else if (node->simdclone->args[i].arg_type in simd_clone_adjust()
1562 || (node->simdclone->args[i].arg_type in simd_clone_adjust()
1565 tree orig_arg = node->simdclone->args[i].orig_arg; in simd_clone_adjust()
1583 tree array = node->simdclone->args[i].simd_array; in simd_clone_adjust()
1744 n->simdclone = clone; in expand_simd_clones()
1754 clone->prev_clone = node->simd_clones->simdclone->prev_clone; in expand_simd_clones()
1755 clone->prev_clone->simdclone->next_clone = n; in expand_simd_clones()
1756 node->simd_clones->simdclone->prev_clone = n; in expand_simd_clones()