1 /* Callgraph handling code. 2 Copyright (C) 2003-2022 Free Software Foundation, Inc. 3 Contributed by Jan Hubicka 4 5 This file is part of GCC. 6 7 GCC is free software; you can redistribute it and/or modify it under 8 the terms of the GNU General Public License as published by the Free 9 Software Foundation; either version 3, or (at your option) any later 10 version. 11 12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY 13 WARRANTY; without even the implied warranty of MERCHANTABILITY or 14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 15 for more details. 16 17 You should have received a copy of the GNU General Public License 18 along with GCC; see the file COPYING3. If not see 19 <http://www.gnu.org/licenses/>. */ 20 21 #ifndef GCC_CGRAPH_H 22 #define GCC_CGRAPH_H 23 24 #include "profile-count.h" 25 #include "ipa-ref.h" 26 #include "plugin-api.h" 27 #include "ipa-param-manipulation.h" 28 29 extern void debuginfo_early_init (void); 30 extern void debuginfo_init (void); 31 extern void debuginfo_fini (void); 32 extern void debuginfo_start (void); 33 extern void debuginfo_stop (void); 34 extern void debuginfo_early_start (void); 35 extern void debuginfo_early_stop (void); 36 37 class ipa_opt_pass_d; 38 typedef ipa_opt_pass_d *ipa_opt_pass; 39 40 /* Symbol table consists of functions and variables. 41 TODO: add labels and CONST_DECLs. */ 42 enum symtab_type 43 { 44 SYMTAB_SYMBOL, 45 SYMTAB_FUNCTION, 46 SYMTAB_VARIABLE 47 }; 48 49 /* Section names are stored as reference counted strings in GGC safe hashtable 50 (to make them survive through PCH). */ 51 52 struct GTY((for_user)) section_hash_entry 53 { 54 int ref_count; 55 char *name; /* As long as this datastructure stays in GGC, we cannot put 56 string at the tail of structure of GGC dies in horrible 57 way */ 58 }; 59 60 struct section_name_hasher : ggc_ptr_hash<section_hash_entry> 61 { 62 typedef const char *compare_type; 63 64 static hashval_t hash (section_hash_entry *); 65 static bool equal (section_hash_entry *, const char *); 66 }; 67 68 enum availability 69 { 70 /* Not yet set by cgraph_function_body_availability. */ 71 AVAIL_UNSET, 72 /* Function body/variable initializer is unknown. */ 73 AVAIL_NOT_AVAILABLE, 74 /* Function body/variable initializer is known but might be replaced 75 by a different one from other compilation unit and thus needs to 76 be dealt with a care. Like AVAIL_NOT_AVAILABLE it can have 77 arbitrary side effects on escaping variables and functions, while 78 like AVAILABLE it might access static variables. */ 79 AVAIL_INTERPOSABLE, 80 /* Function body/variable initializer is known and will be used in final 81 program. */ 82 AVAIL_AVAILABLE, 83 /* Function body/variable initializer is known and all it's uses are 84 explicitly visible within current unit (i.e. it's address is never taken 85 and it is not exported to other units). Currently used only for 86 functions. */ 87 AVAIL_LOCAL 88 }; 89 90 /* Classification of symbols WRT partitioning. */ 91 enum symbol_partitioning_class 92 { 93 /* External declarations are ignored by partitioning algorithms and they are 94 added into the boundary later via compute_ltrans_boundary. */ 95 SYMBOL_EXTERNAL, 96 /* Partitioned symbols are put into one of partitions. */ 97 SYMBOL_PARTITION, 98 /* Duplicated symbols (such as comdat or constant pool references) are 99 copied into every node needing them via add_symbol_to_partition. */ 100 SYMBOL_DUPLICATE 101 }; 102 103 /* Base of all entries in the symbol table. 104 The symtab_node is inherited by cgraph and varpol nodes. */ 105 struct GTY((desc ("%h.type"), tag ("SYMTAB_SYMBOL"), 106 chain_next ("%h.next"), chain_prev ("%h.previous"))) 107 symtab_node 108 { 109 public: 110 friend class symbol_table; 111 112 /* Constructor. */ 113 explicit symtab_node (symtab_type t) 114 : type (t), resolution (LDPR_UNKNOWN), definition (false), alias (false), 115 transparent_alias (false), weakref (false), cpp_implicit_alias (false), 116 symver (false), analyzed (false), writeonly (false), 117 refuse_visibility_changes (false), externally_visible (false), 118 no_reorder (false), force_output (false), forced_by_abi (false), 119 unique_name (false), implicit_section (false), body_removed (false), 120 semantic_interposition (flag_semantic_interposition), 121 used_from_other_partition (false), in_other_partition (false), 122 address_taken (false), in_init_priority_hash (false), 123 need_lto_streaming (false), offloadable (false), ifunc_resolver (false), 124 order (false), next_sharing_asm_name (NULL), 125 previous_sharing_asm_name (NULL), same_comdat_group (NULL), ref_list (), 126 alias_target (NULL), lto_file_data (NULL), aux (NULL), 127 x_comdat_group (NULL_TREE), x_section (NULL) 128 {} 129 130 /* Return name. */ 131 const char *name () const; 132 133 /* Return dump name. */ 134 const char *dump_name () const; 135 136 /* Return asm name. */ 137 const char *asm_name () const; 138 139 /* Return dump name with assembler name. */ 140 const char *dump_asm_name () const; 141 142 /* Return visibility name. */ 143 const char *get_visibility_string () const; 144 145 /* Return type_name name. */ 146 const char *get_symtab_type_string () const; 147 148 /* Add node into symbol table. This function is not used directly, but via 149 cgraph/varpool node creation routines. */ 150 void register_symbol (void); 151 152 /* Remove symbol from symbol table. */ 153 void remove (void); 154 155 /* Dump symtab node to F. */ 156 void dump (FILE *f); 157 158 /* Dump symtab callgraph in graphviz format. */ 159 void dump_graphviz (FILE *f); 160 161 /* Dump symtab node to stderr. */ 162 void DEBUG_FUNCTION debug (void); 163 164 /* Verify consistency of node. */ 165 void DEBUG_FUNCTION verify (void); 166 167 /* Return ipa reference from this symtab_node to 168 REFERRED_NODE or REFERRED_VARPOOL_NODE. USE_TYPE specify type 169 of the use and STMT the statement (if it exists). */ 170 ipa_ref *create_reference (symtab_node *referred_node, 171 enum ipa_ref_use use_type); 172 173 /* Return ipa reference from this symtab_node to 174 REFERRED_NODE or REFERRED_VARPOOL_NODE. USE_TYPE specify type 175 of the use and STMT the statement (if it exists). */ 176 ipa_ref *create_reference (symtab_node *referred_node, 177 enum ipa_ref_use use_type, gimple *stmt); 178 179 /* If VAL is a reference to a function or a variable, add a reference from 180 this symtab_node to the corresponding symbol table node. Return the new 181 reference or NULL if none was created. */ 182 ipa_ref *maybe_create_reference (tree val, gimple *stmt); 183 184 /* Clone all references from symtab NODE to this symtab_node. */ 185 void clone_references (symtab_node *node); 186 187 /* Remove all stmt references in non-speculative references. 188 Those are not maintained during inlining & clonning. 189 The exception are speculative references that are updated along 190 with callgraph edges associated with them. */ 191 void clone_referring (symtab_node *node); 192 193 /* Clone reference REF to this symtab_node and set its stmt to STMT. */ 194 ipa_ref *clone_reference (ipa_ref *ref, gimple *stmt); 195 196 /* Find the structure describing a reference to REFERRED_NODE of USE_TYPE and 197 associated with statement STMT or LTO_STMT_UID. */ 198 ipa_ref *find_reference (symtab_node *referred_node, gimple *stmt, 199 unsigned int lto_stmt_uid, 200 enum ipa_ref_use use_type); 201 202 /* Remove all references that are associated with statement STMT. */ 203 void remove_stmt_references (gimple *stmt); 204 205 /* Remove all stmt references in non-speculative references. 206 Those are not maintained during inlining & clonning. 207 The exception are speculative references that are updated along 208 with callgraph edges associated with them. */ 209 void clear_stmts_in_references (void); 210 211 /* Remove all references in ref list. */ 212 void remove_all_references (void); 213 214 /* Remove all referring items in ref list. */ 215 void remove_all_referring (void); 216 217 /* Dump references in ref list to FILE. */ 218 void dump_references (FILE *file); 219 220 /* Dump referring in list to FILE. */ 221 void dump_referring (FILE *); 222 223 /* Get number of references for this node. */ 224 inline unsigned num_references (void) 225 { 226 return ref_list.references.length (); 227 } 228 229 /* Iterates I-th reference in the list, REF is also set. */ 230 ipa_ref *iterate_reference (unsigned i, ipa_ref *&ref); 231 232 /* Iterates I-th referring item in the list, REF is also set. */ 233 ipa_ref *iterate_referring (unsigned i, ipa_ref *&ref); 234 235 /* Iterates I-th referring alias item in the list, REF is also set. */ 236 ipa_ref *iterate_direct_aliases (unsigned i, ipa_ref *&ref); 237 238 /* Return true if symtab node and TARGET represents 239 semantically equivalent symbols. */ 240 bool semantically_equivalent_p (symtab_node *target); 241 242 /* Classify symbol symtab node for partitioning. */ 243 enum symbol_partitioning_class get_partitioning_class (void); 244 245 /* Return comdat group. */ 246 tree get_comdat_group () 247 { 248 return x_comdat_group; 249 } 250 251 /* Return comdat group as identifier_node. */ 252 tree get_comdat_group_id () 253 { 254 if (x_comdat_group && TREE_CODE (x_comdat_group) != IDENTIFIER_NODE) 255 x_comdat_group = DECL_ASSEMBLER_NAME (x_comdat_group); 256 return x_comdat_group; 257 } 258 259 /* Set comdat group. */ 260 void set_comdat_group (tree group) 261 { 262 gcc_checking_assert (!group || TREE_CODE (group) == IDENTIFIER_NODE 263 || DECL_P (group)); 264 x_comdat_group = group; 265 } 266 267 /* Return section as string. */ 268 const char * get_section () const 269 { 270 if (!x_section) 271 return NULL; 272 return x_section->name; 273 } 274 275 /* Remove node from same comdat group. */ 276 void remove_from_same_comdat_group (void); 277 278 /* Add this symtab_node to the same comdat group that OLD is in. */ 279 void add_to_same_comdat_group (symtab_node *old_node); 280 281 /* Dissolve the same_comdat_group list in which NODE resides. */ 282 void dissolve_same_comdat_group_list (void); 283 284 /* Return true when symtab_node is known to be used from other (non-LTO) 285 object file. Known only when doing LTO via linker plugin. */ 286 bool used_from_object_file_p (void); 287 288 /* Walk the alias chain to return the symbol NODE is alias of. 289 If NODE is not an alias, return NODE. 290 When AVAILABILITY is non-NULL, get minimal availability in the chain. 291 When REF is non-NULL, assume that reference happens in symbol REF 292 when determining the availability. */ 293 symtab_node *ultimate_alias_target (enum availability *avail = NULL, 294 struct symtab_node *ref = NULL); 295 296 /* Return next reachable static symbol with initializer after NODE. */ 297 inline symtab_node *next_defined_symbol (void); 298 299 /* Add reference recording that symtab node is alias of TARGET. 300 If TRANSPARENT is true make the alias to be transparent alias. 301 The function can fail in the case of aliasing cycles; in this case 302 it returns false. */ 303 bool resolve_alias (symtab_node *target, bool transparent = false); 304 305 /* C++ FE sometimes change linkage flags after producing same 306 body aliases. */ 307 void fixup_same_cpp_alias_visibility (symtab_node *target); 308 309 /* Call callback on symtab node and aliases associated to this node. 310 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are 311 skipped. */ 312 bool call_for_symbol_and_aliases (bool (*callback) (symtab_node *, void *), 313 void *data, 314 bool include_overwrite); 315 316 /* If node cannot be interposable by static or dynamic linker to point to 317 different definition, return this symbol. Otherwise look for alias with 318 such property and if none exists, introduce new one. */ 319 symtab_node *noninterposable_alias (void); 320 321 /* Return node that alias is aliasing. */ 322 inline symtab_node *get_alias_target (void); 323 324 /* Return DECL that alias is aliasing. */ 325 inline tree get_alias_target_tree (); 326 327 /* Set section for symbol and its aliases. */ 328 void set_section (const char *section); 329 330 /* Like set_section, but copying the section name from another node. */ 331 void set_section (const symtab_node &other); 332 333 /* Set section, do not recurse into aliases. 334 When one wants to change section of symbol and its aliases, 335 use set_section. */ 336 void set_section_for_node (const char *section); 337 338 /* Like set_section_for_node, but copying the section name from another 339 node. */ 340 void set_section_for_node (const symtab_node &other); 341 342 /* Set initialization priority to PRIORITY. */ 343 void set_init_priority (priority_type priority); 344 345 /* Return the initialization priority. */ 346 priority_type get_init_priority (); 347 348 /* Return availability of NODE when referenced from REF. */ 349 enum availability get_availability (symtab_node *ref = NULL); 350 351 /* During LTO stream-in this predicate can be used to check whether node 352 in question prevails in the linking to save some memory usage. */ 353 bool prevailing_p (void); 354 355 /* Return true if NODE binds to current definition in final executable 356 when referenced from REF. If REF is NULL return conservative value 357 for any reference. */ 358 bool binds_to_current_def_p (symtab_node *ref = NULL); 359 360 /* Make DECL local. */ 361 void make_decl_local (void); 362 363 /* Copy visibility from N. */ 364 void copy_visibility_from (symtab_node *n); 365 366 /* Return desired alignment of the definition. This is NOT alignment useful 367 to access THIS, because THIS may be interposable and DECL_ALIGN should 368 be used instead. It however must be guaranteed when output definition 369 of THIS. */ 370 unsigned int definition_alignment (); 371 372 /* Return true if alignment can be increased. */ 373 bool can_increase_alignment_p (); 374 375 /* Increase alignment of symbol to ALIGN. */ 376 void increase_alignment (unsigned int align); 377 378 /* Return true if list contains an alias. */ 379 bool has_aliases_p (void); 380 381 /* Return true when the symbol is real symbol, i.e. it is not inline clone 382 or abstract function kept for debug info purposes only. */ 383 bool real_symbol_p (void); 384 385 /* Return true when the symbol needs to be output to the LTO symbol table. */ 386 bool output_to_lto_symbol_table_p (void); 387 388 /* Determine if symbol declaration is needed. That is, visible to something 389 either outside this translation unit, something magic in the system 390 configury. This function is used just during symbol creation. */ 391 bool needed_p (void); 392 393 /* Return true if this symbol is a function from the C frontend specified 394 directly in RTL form (with "__RTL"). */ 395 bool native_rtl_p () const; 396 397 /* Return true when there are references to the node. */ 398 bool referred_to_p (bool include_self = true); 399 400 /* Return true if symbol can be discarded by linker from the binary. 401 Assume that symbol is used (so there is no need to take into account 402 garbage collecting linkers) 403 404 This can happen for comdats, commons and weaks when they are prevailed 405 by other definition at static linking time. */ 406 inline bool 407 can_be_discarded_p (void) 408 { 409 return ((DECL_EXTERNAL (decl) 410 && !in_other_partition) 411 || ((get_comdat_group () 412 || DECL_COMMON (decl) 413 || (DECL_SECTION_NAME (decl) && DECL_WEAK (decl))) 414 && ((resolution != LDPR_PREVAILING_DEF 415 && resolution != LDPR_PREVAILING_DEF_IRONLY_EXP) 416 || flag_incremental_link) 417 && resolution != LDPR_PREVAILING_DEF_IRONLY)); 418 } 419 420 /* Return true if NODE is local to a particular COMDAT group, and must not 421 be named from outside the COMDAT. This is used for C++ decloned 422 constructors. */ 423 inline bool comdat_local_p (void) 424 { 425 return (same_comdat_group && !TREE_PUBLIC (decl)); 426 } 427 428 /* Return true if ONE and TWO are part of the same COMDAT group. */ 429 inline bool in_same_comdat_group_p (symtab_node *target); 430 431 /* Return true if symbol is known to be nonzero. */ 432 bool nonzero_address (); 433 434 /* Return 0 if symbol is known to have different address than S2, 435 Return 1 if symbol is known to have same address as S2, 436 return 2 otherwise. 437 438 If MEMORY_ACCESSED is true, assume that both memory pointer to THIS 439 and S2 is going to be accessed. This eliminates the situations when 440 either THIS or S2 is NULL and is useful for comparing bases when deciding 441 about memory aliasing. */ 442 int equal_address_to (symtab_node *s2, bool memory_accessed = false); 443 444 /* Return true if symbol's address may possibly be compared to other 445 symbol's address. */ 446 bool address_matters_p (); 447 448 /* Return true if NODE's address can be compared. This use properties 449 of NODE only and does not look if the address is actually taken in 450 interesting way. For that use ADDRESS_MATTERS_P instead. */ 451 bool address_can_be_compared_p (void); 452 453 /* Return symbol table node associated with DECL, if any, 454 and NULL otherwise. */ 455 static inline symtab_node *get (const_tree decl) 456 { 457 /* Check that we are called for sane type of object - functions 458 and static or external variables. */ 459 gcc_checking_assert (TREE_CODE (decl) == FUNCTION_DECL 460 || (TREE_CODE (decl) == VAR_DECL 461 && (TREE_STATIC (decl) || DECL_EXTERNAL (decl) 462 || in_lto_p))); 463 /* Check that the mapping is sane - perhaps this check can go away, 464 but at the moment frontends tends to corrupt the mapping by calling 465 memcpy/memset on the tree nodes. */ 466 gcc_checking_assert (!decl->decl_with_vis.symtab_node 467 || decl->decl_with_vis.symtab_node->decl == decl); 468 return decl->decl_with_vis.symtab_node; 469 } 470 471 /* Try to find a symtab node for declaration DECL and if it does not 472 exist or if it corresponds to an inline clone, create a new one. */ 473 static inline symtab_node * get_create (tree node); 474 475 /* Return the cgraph node that has ASMNAME for its DECL_ASSEMBLER_NAME. 476 Return NULL if there's no such node. */ 477 static symtab_node *get_for_asmname (const_tree asmname); 478 479 /* Verify symbol table for internal consistency. */ 480 static DEBUG_FUNCTION void verify_symtab_nodes (void); 481 482 /* Perform internal consistency checks, if they are enabled. */ 483 static inline void checking_verify_symtab_nodes (void); 484 485 /* Type of the symbol. */ 486 ENUM_BITFIELD (symtab_type) type : 8; 487 488 /* The symbols resolution. */ 489 ENUM_BITFIELD (ld_plugin_symbol_resolution) resolution : 8; 490 491 /*** Flags representing the symbol type. ***/ 492 493 /* True when symbol corresponds to a definition in current unit. 494 set via finalize_function or finalize_decl */ 495 unsigned definition : 1; 496 /* True when symbol is an alias. 497 Set by assemble_alias. */ 498 unsigned alias : 1; 499 /* When true the alias is translated into its target symbol either by GCC 500 or assembler (it also may just be a duplicate declaration of the same 501 linker name). 502 503 Currently transparent aliases come in three different flavors 504 - aliases having the same assembler name as their target (aka duplicated 505 declarations). In this case the assembler names compare via 506 assembler_names_equal_p and weakref is false 507 - aliases that are renamed at a time being output to final file 508 by varasm.cc. For those DECL_ASSEMBLER_NAME have 509 IDENTIFIER_TRANSPARENT_ALIAS set and thus also their assembler 510 name must be unique. 511 Weakrefs belong to this category when we target assembler without 512 .weakref directive. 513 - weakrefs that are renamed by assembler via .weakref directive. 514 In this case the alias may or may not be definition (depending if 515 target declaration was seen by the compiler), weakref is set. 516 Unless we are before renaming statics, assembler names are different. 517 518 Given that we now support duplicate declarations, the second option is 519 redundant and will be removed. */ 520 unsigned transparent_alias : 1; 521 /* True when alias is a weakref. */ 522 unsigned weakref : 1; 523 /* C++ frontend produce same body aliases and extra name aliases for 524 virtual functions and vtables that are obviously equivalent. 525 Those aliases are bit special, especially because C++ frontend 526 visibility code is so ugly it cannot get them right at first time 527 and their visibility needs to be copied from their "masters" at 528 the end of parsing. */ 529 unsigned cpp_implicit_alias : 1; 530 /* The alias is a symbol version. */ 531 unsigned symver : 1; 532 /* Set once the definition was analyzed. The list of references and 533 other properties are built during analysis. */ 534 unsigned analyzed : 1; 535 /* Set for write-only variables. */ 536 unsigned writeonly : 1; 537 /* Visibility of symbol was used for further optimization; do not 538 permit further changes. */ 539 unsigned refuse_visibility_changes : 1; 540 541 /*** Visibility and linkage flags. ***/ 542 543 /* Set when function is visible by other units. */ 544 unsigned externally_visible : 1; 545 /* Don't reorder to other symbols having this set. */ 546 unsigned no_reorder : 1; 547 /* The symbol will be assumed to be used in an invisible way (like 548 by an toplevel asm statement). */ 549 unsigned force_output : 1; 550 /* Like FORCE_OUTPUT, but in the case it is ABI requiring the symbol to be 551 exported. Unlike FORCE_OUTPUT this flag gets cleared to symbols promoted 552 to static and it does not inhibit optimization. */ 553 unsigned forced_by_abi : 1; 554 /* True when the name is known to be unique and thus it does not need mangling. */ 555 unsigned unique_name : 1; 556 /* Specify whether the section was set by user or by 557 compiler via -ffunction-sections. */ 558 unsigned implicit_section : 1; 559 /* True when body and other characteristics have been removed by 560 symtab_remove_unreachable_nodes. */ 561 unsigned body_removed : 1; 562 /* True when symbol should comply to -fsemantic-interposition flag. */ 563 unsigned semantic_interposition : 1; 564 565 /*** WHOPR Partitioning flags. 566 These flags are used at ltrans stage when only part of the callgraph is 567 available. ***/ 568 569 /* Set when variable is used from other LTRANS partition. */ 570 unsigned used_from_other_partition : 1; 571 /* Set when function is available in the other LTRANS partition. 572 During WPA output it is used to mark nodes that are present in 573 multiple partitions. */ 574 unsigned in_other_partition : 1; 575 576 577 578 /*** other flags. ***/ 579 580 /* Set when symbol has address taken. */ 581 unsigned address_taken : 1; 582 /* Set when init priority is set. */ 583 unsigned in_init_priority_hash : 1; 584 585 /* Set when symbol needs to be streamed into LTO bytecode for LTO, or in case 586 of offloading, for separate compilation for a different target. */ 587 unsigned need_lto_streaming : 1; 588 589 /* Set when symbol can be streamed into bytecode for offloading. */ 590 unsigned offloadable : 1; 591 592 /* Set when symbol is an IFUNC resolver. */ 593 unsigned ifunc_resolver : 1; 594 595 596 /* Ordering of all symtab entries. */ 597 int order; 598 599 /* Declaration representing the symbol. */ 600 tree decl; 601 602 /* Linked list of symbol table entries starting with symtab_nodes. */ 603 symtab_node *next; 604 symtab_node *previous; 605 606 /* Linked list of symbols with the same asm name. There may be multiple 607 entries for single symbol name during LTO, because symbols are renamed 608 only after partitioning. 609 610 Because inline clones are kept in the assembler name has, they also produce 611 duplicate entries. 612 613 There are also several long standing bugs where frontends and builtin 614 code produce duplicated decls. */ 615 symtab_node *next_sharing_asm_name; 616 symtab_node *previous_sharing_asm_name; 617 618 /* Circular list of nodes in the same comdat group if non-NULL. */ 619 symtab_node *same_comdat_group; 620 621 /* Vectors of referring and referenced entities. */ 622 ipa_ref_list GTY((skip)) ref_list; 623 624 /* Alias target. May be either DECL pointer or ASSEMBLER_NAME pointer 625 depending to what was known to frontend on the creation time. 626 Once alias is resolved, this pointer become NULL. */ 627 tree alias_target; 628 629 /* File stream where this node is being written to. */ 630 struct lto_file_decl_data * lto_file_data; 631 632 PTR GTY ((skip)) aux; 633 634 /* Comdat group the symbol is in. Can be private if GGC allowed that. */ 635 tree x_comdat_group; 636 637 /* Section name. Again can be private, if allowed. */ 638 section_hash_entry *x_section; 639 640 protected: 641 /* Dump base fields of symtab nodes to F. Not to be used directly. */ 642 void dump_base (FILE *); 643 644 /* Verify common part of symtab node. */ 645 bool DEBUG_FUNCTION verify_base (void); 646 647 /* Remove node from symbol table. This function is not used directly, but via 648 cgraph/varpool node removal routines. */ 649 void unregister (struct clone_info *); 650 651 /* Return the initialization and finalization priority information for 652 DECL. If there is no previous priority information, a freshly 653 allocated structure is returned. */ 654 struct symbol_priority_map *priority_info (void); 655 656 /* Worker for call_for_symbol_and_aliases_1. */ 657 bool call_for_symbol_and_aliases_1 (bool (*callback) (symtab_node *, void *), 658 void *data, 659 bool include_overwrite); 660 private: 661 /* Workers for set_section. */ 662 static bool set_section_from_string (symtab_node *n, void *s); 663 static bool set_section_from_node (symtab_node *n, void *o); 664 665 /* Worker for symtab_resolve_alias. */ 666 static bool set_implicit_section (symtab_node *n, void *); 667 668 /* Worker searching noninterposable alias. */ 669 static bool noninterposable_alias (symtab_node *node, void *data); 670 671 /* Worker for ultimate_alias_target. */ 672 symtab_node *ultimate_alias_target_1 (enum availability *avail = NULL, 673 symtab_node *ref = NULL); 674 675 /* Get dump name with normal or assembly name. */ 676 const char *get_dump_name (bool asm_name_p) const; 677 }; 678 679 inline void 680 symtab_node::checking_verify_symtab_nodes (void) 681 { 682 if (flag_checking) 683 symtab_node::verify_symtab_nodes (); 684 } 685 686 /* Walk all aliases for NODE. */ 687 #define FOR_EACH_ALIAS(NODE, ALIAS) \ 688 for (unsigned ALIAS##_iter_ = 0; \ 689 (NODE)->iterate_direct_aliases (ALIAS##_iter_, ALIAS); \ 690 ALIAS##_iter_++) 691 692 /* This is the information that is put into the cgraph local structure 693 to recover a function. */ 694 struct lto_file_decl_data; 695 696 extern const char * const cgraph_availability_names[]; 697 extern const char * const ld_plugin_symbol_resolution_names[]; 698 extern const char * const tls_model_names[]; 699 700 /* Represent which DECL tree (or reference to such tree) 701 will be replaced by another tree while versioning. */ 702 struct GTY(()) ipa_replace_map 703 { 704 /* The new (replacing) tree. */ 705 tree new_tree; 706 /* Parameter number to replace, when old_tree is NULL. */ 707 int parm_num; 708 /* Set if the newly added reference should not be an address one, but a load 709 one from the operand of the ADDR_EXPR in NEW_TREE. This is for cases when 710 the corresponding parameter p is used only as *p. */ 711 unsigned force_load_ref : 1; 712 }; 713 714 enum cgraph_simd_clone_arg_type 715 { 716 SIMD_CLONE_ARG_TYPE_VECTOR, 717 SIMD_CLONE_ARG_TYPE_UNIFORM, 718 /* These are only for integer/pointer arguments passed by value. */ 719 SIMD_CLONE_ARG_TYPE_LINEAR_CONSTANT_STEP, 720 SIMD_CLONE_ARG_TYPE_LINEAR_VARIABLE_STEP, 721 /* These 6 are only for reference type arguments or arguments passed 722 by reference. */ 723 SIMD_CLONE_ARG_TYPE_LINEAR_REF_CONSTANT_STEP, 724 SIMD_CLONE_ARG_TYPE_LINEAR_REF_VARIABLE_STEP, 725 SIMD_CLONE_ARG_TYPE_LINEAR_UVAL_CONSTANT_STEP, 726 SIMD_CLONE_ARG_TYPE_LINEAR_UVAL_VARIABLE_STEP, 727 SIMD_CLONE_ARG_TYPE_LINEAR_VAL_CONSTANT_STEP, 728 SIMD_CLONE_ARG_TYPE_LINEAR_VAL_VARIABLE_STEP, 729 SIMD_CLONE_ARG_TYPE_MASK 730 }; 731 732 /* Function arguments in the original function of a SIMD clone. 733 Supplementary data for `struct simd_clone'. */ 734 735 struct GTY(()) cgraph_simd_clone_arg { 736 /* Original function argument as it originally existed in 737 DECL_ARGUMENTS. */ 738 tree orig_arg; 739 740 /* orig_arg's function (or for extern functions type from 741 TYPE_ARG_TYPES). */ 742 tree orig_type; 743 744 /* If argument is a vector, this holds the vector version of 745 orig_arg that after adjusting the argument types will live in 746 DECL_ARGUMENTS. Otherwise, this is NULL. 747 748 This basically holds: 749 vector(simdlen) __typeof__(orig_arg) new_arg. */ 750 tree vector_arg; 751 752 /* vector_arg's type (or for extern functions new vector type. */ 753 tree vector_type; 754 755 /* If argument is a vector, this holds the array where the simd 756 argument is held while executing the simd clone function. This 757 is a local variable in the cloned function. Its content is 758 copied from vector_arg upon entry to the clone. 759 760 This basically holds: 761 __typeof__(orig_arg) simd_array[simdlen]. */ 762 tree simd_array; 763 764 /* A SIMD clone's argument can be either linear (constant or 765 variable), uniform, or vector. */ 766 enum cgraph_simd_clone_arg_type arg_type; 767 768 /* Variable alignment if available, otherwise 0. */ 769 unsigned int alignment; 770 771 /* For arg_type SIMD_CLONE_ARG_TYPE_LINEAR_*CONSTANT_STEP this is 772 the constant linear step, if arg_type is 773 SIMD_CLONE_ARG_TYPE_LINEAR_*VARIABLE_STEP, this is index of 774 the uniform argument holding the step, otherwise 0. */ 775 HOST_WIDE_INT linear_step; 776 }; 777 778 /* Specific data for a SIMD function clone. */ 779 780 struct GTY(()) cgraph_simd_clone { 781 /* Number of words in the SIMD lane associated with this clone. */ 782 poly_uint64 simdlen; 783 784 /* Number of annotated function arguments in `args'. This is 785 usually the number of named arguments in FNDECL. */ 786 unsigned int nargs; 787 788 /* Max hardware vector size in bits for integral vectors. */ 789 poly_uint64 vecsize_int; 790 791 /* Max hardware vector size in bits for floating point vectors. */ 792 poly_uint64 vecsize_float; 793 794 /* Machine mode of the mask argument(s), if they are to be passed 795 as bitmasks in integer argument(s). VOIDmode if masks are passed 796 as vectors of characteristic type. */ 797 machine_mode mask_mode; 798 799 /* The mangling character for a given vector size. This is used 800 to determine the ISA mangling bit as specified in the Intel 801 Vector ABI. */ 802 unsigned char vecsize_mangle; 803 804 /* True if this is the masked, in-branch version of the clone, 805 otherwise false. */ 806 unsigned int inbranch : 1; 807 808 /* Doubly linked list of SIMD clones. */ 809 cgraph_node *prev_clone, *next_clone; 810 811 /* Original cgraph node the SIMD clones were created for. */ 812 cgraph_node *origin; 813 814 /* Annotated function arguments for the original function. */ 815 cgraph_simd_clone_arg GTY((length ("%h.nargs"))) args[1]; 816 }; 817 818 /* Function Multiversioning info. */ 819 struct GTY((for_user)) cgraph_function_version_info { 820 /* The cgraph_node for which the function version info is stored. */ 821 cgraph_node *this_node; 822 /* Chains all the semantically identical function versions. The 823 first function in this chain is the version_info node of the 824 default function. */ 825 cgraph_function_version_info *prev; 826 /* If this version node corresponds to a dispatcher for function 827 versions, this points to the version info node of the default 828 function, the first node in the chain. */ 829 cgraph_function_version_info *next; 830 /* If this node corresponds to a function version, this points 831 to the dispatcher function decl, which is the function that must 832 be called to execute the right function version at run-time. 833 834 If this cgraph node is a dispatcher (if dispatcher_function is 835 true, in the cgraph_node struct) for function versions, this 836 points to resolver function, which holds the function body of the 837 dispatcher. The dispatcher decl is an alias to the resolver 838 function decl. */ 839 tree dispatcher_resolver; 840 }; 841 842 #define DEFCIFCODE(code, type, string) CIF_ ## code, 843 /* Reasons for inlining failures. */ 844 845 enum cgraph_inline_failed_t { 846 #include "cif-code.def" 847 CIF_N_REASONS 848 }; 849 850 enum cgraph_inline_failed_type_t 851 { 852 CIF_FINAL_NORMAL = 0, 853 CIF_FINAL_ERROR 854 }; 855 856 struct cgraph_edge; 857 858 struct cgraph_edge_hasher : ggc_ptr_hash<cgraph_edge> 859 { 860 typedef gimple *compare_type; 861 862 static hashval_t hash (cgraph_edge *); 863 static hashval_t hash (gimple *); 864 static bool equal (cgraph_edge *, gimple *); 865 }; 866 867 /* The cgraph data structure. 868 Each function decl has assigned cgraph_node listing callees and callers. */ 869 870 struct GTY((tag ("SYMTAB_FUNCTION"))) cgraph_node : public symtab_node 871 { 872 friend class symbol_table; 873 874 /* Constructor. */ 875 explicit cgraph_node (int uid) 876 : symtab_node (SYMTAB_FUNCTION), callees (NULL), callers (NULL), 877 indirect_calls (NULL), 878 next_sibling_clone (NULL), prev_sibling_clone (NULL), clones (NULL), 879 clone_of (NULL), call_site_hash (NULL), former_clone_of (NULL), 880 simdclone (NULL), simd_clones (NULL), ipa_transforms_to_apply (vNULL), 881 inlined_to (NULL), rtl (NULL), 882 count (profile_count::uninitialized ()), 883 count_materialization_scale (REG_BR_PROB_BASE), profile_id (0), 884 unit_id (0), tp_first_run (0), thunk (false), 885 used_as_abstract_origin (false), 886 lowered (false), process (false), frequency (NODE_FREQUENCY_NORMAL), 887 only_called_at_startup (false), only_called_at_exit (false), 888 tm_clone (false), dispatcher_function (false), calls_comdat_local (false), 889 icf_merged (false), nonfreeing_fn (false), merged_comdat (false), 890 merged_extern_inline (false), parallelized_function (false), 891 split_part (false), indirect_call_target (false), local (false), 892 versionable (false), can_change_signature (false), 893 redefined_extern_inline (false), tm_may_enter_irr (false), 894 ipcp_clone (false), declare_variant_alt (false), 895 calls_declare_variant_alt (false), m_uid (uid), m_summary_id (-1) 896 {} 897 898 /* Remove the node from cgraph and all inline clones inlined into it. 899 Skip however removal of FORBIDDEN_NODE and return true if it needs to be 900 removed. This allows to call the function from outer loop walking clone 901 tree. */ 902 bool remove_symbol_and_inline_clones (cgraph_node *forbidden_node = NULL); 903 904 /* Record all references from cgraph_node that are taken 905 in statement STMT. */ 906 void record_stmt_references (gimple *stmt); 907 908 /* Like cgraph_set_call_stmt but walk the clone tree and update all 909 clones sharing the same function body. 910 When WHOLE_SPECULATIVE_EDGES is true, all three components of 911 speculative edge gets updated. Otherwise we update only direct 912 call. */ 913 void set_call_stmt_including_clones (gimple *old_stmt, gcall *new_stmt, 914 bool update_speculative = true); 915 916 /* Walk the alias chain to return the function cgraph_node is alias of. 917 Walk through thunk, too. 918 When AVAILABILITY is non-NULL, get minimal availability in the chain. 919 When REF is non-NULL, assume that reference happens in symbol REF 920 when determining the availability. */ 921 cgraph_node *function_symbol (enum availability *avail = NULL, 922 struct symtab_node *ref = NULL); 923 924 /* Walk the alias chain to return the function cgraph_node is alias of. 925 Walk through non virtual thunks, too. Thus we return either a function 926 or a virtual thunk node. 927 When AVAILABILITY is non-NULL, get minimal availability in the chain. 928 When REF is non-NULL, assume that reference happens in symbol REF 929 when determining the availability. */ 930 cgraph_node *function_or_virtual_thunk_symbol 931 (enum availability *avail = NULL, 932 struct symtab_node *ref = NULL); 933 934 /* Create node representing clone of N executed COUNT times. Decrease 935 the execution counts from original node too. 936 The new clone will have decl set to DECL that may or may not be the same 937 as decl of N. 938 939 When UPDATE_ORIGINAL is true, the counts are subtracted from the original 940 function's profile to reflect the fact that part of execution is handled 941 by node. 942 When CALL_DUPLICATION_HOOK is true, the ipa passes are acknowledged about 943 the new clone. Otherwise the caller is responsible for doing so later. 944 945 If the new node is being inlined into another one, NEW_INLINED_TO should be 946 the outline function the new one is (even indirectly) inlined to. 947 All hooks will see this in node's inlined_to, when invoked. 948 Can be NULL if the node is not inlined. SUFFIX is string that is appended 949 to the original name. */ 950 cgraph_node *create_clone (tree decl, profile_count count, 951 bool update_original, 952 vec<cgraph_edge *> redirect_callers, 953 bool call_duplication_hook, 954 cgraph_node *new_inlined_to, 955 ipa_param_adjustments *param_adjustments, 956 const char *suffix = NULL); 957 958 /* Create callgraph node clone with new declaration. The actual body will be 959 copied later at compilation stage. The name of the new clone will be 960 constructed from the name of the original node, SUFFIX and NUM_SUFFIX. */ 961 cgraph_node *create_virtual_clone (const vec<cgraph_edge *> &redirect_callers, 962 vec<ipa_replace_map *, va_gc> *tree_map, 963 ipa_param_adjustments *param_adjustments, 964 const char * suffix, unsigned num_suffix); 965 966 /* Remove the node from the tree of virtual and inline clones and make it a 967 standalone node - not a clone any more. */ 968 void remove_from_clone_tree (); 969 970 /* cgraph node being removed from symbol table; see if its entry can be 971 replaced by other inline clone. */ 972 cgraph_node *find_replacement (struct clone_info *); 973 974 /* Create a new cgraph node which is the new version of 975 callgraph node. REDIRECT_CALLERS holds the callers 976 edges which should be redirected to point to 977 NEW_VERSION. ALL the callees edges of the node 978 are cloned to the new version node. Return the new 979 version node. 980 981 If non-NULL BLOCK_TO_COPY determine what basic blocks 982 was copied to prevent duplications of calls that are dead 983 in the clone. 984 985 SUFFIX is string that is appended to the original name. */ 986 987 cgraph_node *create_version_clone (tree new_decl, 988 vec<cgraph_edge *> redirect_callers, 989 bitmap bbs_to_copy, 990 const char *suffix = NULL); 991 992 /* Perform function versioning. 993 Function versioning includes copying of the tree and 994 a callgraph update (creating a new cgraph node and updating 995 its callees and callers). 996 997 REDIRECT_CALLERS varray includes the edges to be redirected 998 to the new version. 999 1000 TREE_MAP is a mapping of tree nodes we want to replace with 1001 new ones (according to results of prior analysis). 1002 1003 If non-NULL ARGS_TO_SKIP determine function parameters to remove 1004 from new version. 1005 If SKIP_RETURN is true, the new version will return void. 1006 If non-NULL BLOCK_TO_COPY determine what basic blocks to copy. 1007 If non_NULL NEW_ENTRY determine new entry BB of the clone. 1008 1009 If TARGET_ATTRIBUTES is non-null, when creating a new declaration, 1010 add the attributes to DECL_ATTRIBUTES. And call valid_attribute_p 1011 that will promote value of the attribute DECL_FUNCTION_SPECIFIC_TARGET 1012 of the declaration. 1013 1014 If VERSION_DECL is set true, use clone_function_name_numbered for the 1015 function clone. Otherwise, use clone_function_name. 1016 1017 Return the new version's cgraph node. */ 1018 cgraph_node *create_version_clone_with_body 1019 (vec<cgraph_edge *> redirect_callers, 1020 vec<ipa_replace_map *, va_gc> *tree_map, 1021 ipa_param_adjustments *param_adjustments, 1022 bitmap bbs_to_copy, basic_block new_entry_block, const char *clone_name, 1023 tree target_attributes = NULL_TREE, bool version_decl = true); 1024 1025 /* Insert a new cgraph_function_version_info node into cgraph_fnver_htab 1026 corresponding to cgraph_node. */ 1027 cgraph_function_version_info *insert_new_function_version (void); 1028 1029 /* Get the cgraph_function_version_info node corresponding to node. */ 1030 cgraph_function_version_info *function_version (void); 1031 1032 /* Discover all functions and variables that are trivially needed, analyze 1033 them as well as all functions and variables referred by them */ 1034 void analyze (void); 1035 1036 /* Add thunk alias into callgraph. The alias declaration is ALIAS and it 1037 aliases DECL with an adjustments made into the first parameter. 1038 See comments in struct symtab-thunks.h for detail on the parameters. */ 1039 cgraph_node * create_thunk (tree alias, tree, bool this_adjusting, 1040 HOST_WIDE_INT fixed_offset, 1041 HOST_WIDE_INT virtual_value, 1042 HOST_WIDE_INT indirect_offset, 1043 tree virtual_offset, 1044 tree real_alias); 1045 1046 1047 /* Return node that alias is aliasing. */ 1048 inline cgraph_node *get_alias_target (void); 1049 1050 /* Given function symbol, walk the alias chain to return the function node 1051 is alias of. Do not walk through thunks. 1052 When AVAILABILITY is non-NULL, get minimal availability in the chain. 1053 When REF is non-NULL, assume that reference happens in symbol REF 1054 when determining the availability. */ 1055 1056 cgraph_node *ultimate_alias_target (availability *availability = NULL, 1057 symtab_node *ref = NULL); 1058 1059 /* Call expand_thunk on all callers that are thunks and analyze those 1060 nodes that were expanded. */ 1061 void expand_all_artificial_thunks (); 1062 1063 /* Assemble thunks and aliases associated to node. */ 1064 void assemble_thunks_and_aliases (void); 1065 1066 /* Expand function specified by node. */ 1067 void expand (void); 1068 1069 /* As an GCC extension we allow redefinition of the function. The 1070 semantics when both copies of bodies differ is not well defined. 1071 We replace the old body with new body so in unit at a time mode 1072 we always use new body, while in normal mode we may end up with 1073 old body inlined into some functions and new body expanded and 1074 inlined in others. */ 1075 void reset (void); 1076 1077 /* Creates a wrapper from cgraph_node to TARGET node. Thunk is used for this 1078 kind of wrapper method. */ 1079 void create_wrapper (cgraph_node *target); 1080 1081 /* Verify cgraph nodes of the cgraph node. */ 1082 void DEBUG_FUNCTION verify_node (void); 1083 1084 /* Remove function from symbol table. */ 1085 void remove (void); 1086 1087 /* Dump call graph node to file F. */ 1088 void dump (FILE *f); 1089 1090 /* Dump call graph node to file F. */ 1091 void dump_graphviz (FILE *f); 1092 1093 /* Dump call graph node to stderr. */ 1094 void DEBUG_FUNCTION debug (void); 1095 1096 /* When doing LTO, read cgraph_node's body from disk if it is not already 1097 present. */ 1098 bool get_untransformed_body (); 1099 1100 /* Prepare function body. When doing LTO, read cgraph_node's body from disk 1101 if it is not already present. When some IPA transformations are scheduled, 1102 apply them. */ 1103 bool get_body (); 1104 1105 void materialize_clone (void); 1106 1107 /* Release memory used to represent body of function. 1108 Use this only for functions that are released before being translated to 1109 target code (i.e. RTL). Functions that are compiled to RTL and beyond 1110 are free'd in final.cc via free_after_compilation(). */ 1111 void release_body (bool keep_arguments = false); 1112 1113 /* Return the DECL_STRUCT_FUNCTION of the function. */ 1114 struct function *get_fun () const; 1115 1116 /* Bring cgraph node local. */ 1117 void make_local (void); 1118 1119 /* Likewise indicate that a node is having address taken. */ 1120 void mark_address_taken (void); 1121 1122 /* Set finalization priority to PRIORITY. */ 1123 void set_fini_priority (priority_type priority); 1124 1125 /* Return the finalization priority. */ 1126 priority_type get_fini_priority (void); 1127 1128 /* Create edge from a given function to CALLEE in the cgraph. */ 1129 cgraph_edge *create_edge (cgraph_node *callee, 1130 gcall *call_stmt, profile_count count, 1131 bool cloning_p = false); 1132 1133 /* Create an indirect edge with a yet-undetermined callee where the call 1134 statement destination is a formal parameter of the caller with index 1135 PARAM_INDEX. */ 1136 cgraph_edge *create_indirect_edge (gcall *call_stmt, int ecf_flags, 1137 profile_count count, 1138 bool cloning_p = false); 1139 1140 /* Like cgraph_create_edge walk the clone tree and update all clones sharing 1141 same function body. If clones already have edge for OLD_STMT; only 1142 update the edge same way as cgraph_set_call_stmt_including_clones does. */ 1143 void create_edge_including_clones (cgraph_node *callee, 1144 gimple *old_stmt, gcall *stmt, 1145 profile_count count, 1146 cgraph_inline_failed_t reason); 1147 1148 /* Return the callgraph edge representing the GIMPLE_CALL statement 1149 CALL_STMT. */ 1150 cgraph_edge *get_edge (gimple *call_stmt); 1151 1152 /* Collect all callers of cgraph_node and its aliases that are known to lead 1153 to NODE (i.e. are not overwritable) and that are not thunks. */ 1154 auto_vec<cgraph_edge *> collect_callers (void); 1155 1156 /* Remove all callers from the node. */ 1157 void remove_callers (void); 1158 1159 /* Remove all callees from the node. */ 1160 void remove_callees (void); 1161 1162 /* Return function availability. See cgraph.h for description of individual 1163 return values. */ 1164 enum availability get_availability (symtab_node *ref = NULL); 1165 1166 /* Set TREE_NOTHROW on cgraph_node's decl and on aliases of the node 1167 if any to NOTHROW. */ 1168 bool set_nothrow_flag (bool nothrow); 1169 1170 /* SET DECL_IS_MALLOC on cgraph_node's decl and on aliases of the node 1171 if any. */ 1172 bool set_malloc_flag (bool malloc_p); 1173 1174 /* SET TREE_THIS_VOLATILE on cgraph_node's decl and on aliases of the node 1175 if any. */ 1176 bool set_noreturn_flag (bool noreturn_p); 1177 1178 /* If SET_CONST is true, mark function, aliases and thunks to be ECF_CONST. 1179 If SET_CONST if false, clear the flag. 1180 1181 When setting the flag be careful about possible interposition and 1182 do not set the flag for functions that can be interposed and set pure 1183 flag for functions that can bind to other definition. 1184 1185 Return true if any change was done. */ 1186 1187 bool set_const_flag (bool set_const, bool looping); 1188 1189 /* Set DECL_PURE_P on cgraph_node's decl and on aliases of the node 1190 if any to PURE. 1191 1192 When setting the flag, be careful about possible interposition. 1193 Return true if any change was done. */ 1194 1195 bool set_pure_flag (bool pure, bool looping); 1196 1197 /* Call callback on function and aliases associated to the function. 1198 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are 1199 skipped. */ 1200 1201 bool call_for_symbol_and_aliases (bool (*callback) (cgraph_node *, 1202 void *), 1203 void *data, bool include_overwritable); 1204 1205 /* Call callback on cgraph_node, thunks and aliases associated to NODE. 1206 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are 1207 skipped. When EXCLUDE_VIRTUAL_THUNKS is true, virtual thunks are 1208 skipped. */ 1209 bool call_for_symbol_thunks_and_aliases (bool (*callback) (cgraph_node *node, 1210 void *data), 1211 void *data, 1212 bool include_overwritable, 1213 bool exclude_virtual_thunks = false); 1214 1215 /* Likewise indicate that a node is needed, i.e. reachable via some 1216 external means. */ 1217 inline void mark_force_output (void); 1218 1219 /* Return true when function can be marked local. */ 1220 bool local_p (void); 1221 1222 /* Return true if cgraph_node can be made local for API change. 1223 Extern inline functions and C++ COMDAT functions can be made local 1224 at the expense of possible code size growth if function is used in multiple 1225 compilation units. */ 1226 bool can_be_local_p (void); 1227 1228 /* Return true when cgraph_node cannot return or throw and thus 1229 it is safe to ignore its side effects for IPA analysis. */ 1230 bool cannot_return_p (void); 1231 1232 /* Return true when function cgraph_node and all its aliases are only called 1233 directly. 1234 i.e. it is not externally visible, address was not taken and 1235 it is not used in any other non-standard way. */ 1236 bool only_called_directly_p (void); 1237 1238 /* Return true when function is only called directly or it has alias. 1239 i.e. it is not externally visible, address was not taken and 1240 it is not used in any other non-standard way. */ 1241 inline bool only_called_directly_or_aliased_p (void); 1242 1243 /* Return true when function cgraph_node can be expected to be removed 1244 from program when direct calls in this compilation unit are removed. 1245 1246 As a special case COMDAT functions are 1247 cgraph_can_remove_if_no_direct_calls_p while the are not 1248 cgraph_only_called_directly_p (it is possible they are called from other 1249 unit) 1250 1251 This function behaves as cgraph_only_called_directly_p because eliminating 1252 all uses of COMDAT function does not make it necessarily disappear from 1253 the program unless we are compiling whole program or we do LTO. In this 1254 case we know we win since dynamic linking will not really discard the 1255 linkonce section. 1256 1257 If WILL_INLINE is true, assume that function will be inlined into all the 1258 direct calls. */ 1259 bool will_be_removed_from_program_if_no_direct_calls_p 1260 (bool will_inline = false); 1261 1262 /* Return true when function can be removed from callgraph 1263 if all direct calls and references are eliminated. The function does 1264 not take into account comdat groups. */ 1265 bool can_remove_if_no_direct_calls_and_refs_p (void); 1266 1267 /* Return true when function cgraph_node and its aliases can be removed from 1268 callgraph if all direct calls are eliminated. 1269 If WILL_INLINE is true, assume that function will be inlined into all the 1270 direct calls. */ 1271 bool can_remove_if_no_direct_calls_p (bool will_inline = false); 1272 1273 /* Return true when callgraph node is a function with Gimple body defined 1274 in current unit. Functions can also be define externally or they 1275 can be thunks with no Gimple representation. 1276 1277 Note that at WPA stage, the function body may not be present in memory. */ 1278 inline bool has_gimple_body_p (void); 1279 1280 /* Return true if this node represents a former, i.e. an expanded, thunk. */ 1281 bool former_thunk_p (void); 1282 1283 /* Check if function calls comdat local. This is used to recompute 1284 calls_comdat_local flag after function transformations. */ 1285 bool check_calls_comdat_local_p (); 1286 1287 /* Return true if function should be optimized for size. */ 1288 enum optimize_size_level optimize_for_size_p (void); 1289 1290 /* Dump the callgraph to file F. */ 1291 static void dump_cgraph (FILE *f); 1292 1293 /* Dump the call graph to stderr. */ 1294 static inline 1295 void debug_cgraph (void) 1296 { 1297 dump_cgraph (stderr); 1298 } 1299 1300 /* Get unique identifier of the node. */ 1301 inline int get_uid () 1302 { 1303 return m_uid; 1304 } 1305 1306 /* Get summary id of the node. */ 1307 inline int get_summary_id () 1308 { 1309 return m_summary_id; 1310 } 1311 1312 /* Record that DECL1 and DECL2 are semantically identical function 1313 versions. */ 1314 static void record_function_versions (tree decl1, tree decl2); 1315 1316 /* Remove the cgraph_function_version_info and cgraph_node for DECL. This 1317 DECL is a duplicate declaration. */ 1318 static void delete_function_version_by_decl (tree decl); 1319 1320 /* Add the function FNDECL to the call graph. 1321 Unlike finalize_function, this function is intended to be used 1322 by middle end and allows insertion of new function at arbitrary point 1323 of compilation. The function can be either in high, low or SSA form 1324 GIMPLE. 1325 1326 The function is assumed to be reachable and have address taken (so no 1327 API breaking optimizations are performed on it). 1328 1329 Main work done by this function is to enqueue the function for later 1330 processing to avoid need the passes to be re-entrant. */ 1331 static void add_new_function (tree fndecl, bool lowered); 1332 1333 /* Return callgraph node for given symbol and check it is a function. */ 1334 static inline cgraph_node *get (const_tree decl) 1335 { 1336 gcc_checking_assert (TREE_CODE (decl) == FUNCTION_DECL); 1337 return dyn_cast <cgraph_node *> (symtab_node::get (decl)); 1338 } 1339 1340 /* DECL has been parsed. Take it, queue it, compile it at the whim of the 1341 logic in effect. If NO_COLLECT is true, then our caller cannot stand to 1342 have the garbage collector run at the moment. We would need to either 1343 create a new GC context, or just not compile right now. */ 1344 static void finalize_function (tree, bool); 1345 1346 /* Return cgraph node assigned to DECL. Create new one when needed. */ 1347 static cgraph_node * create (tree decl); 1348 1349 /* Try to find a call graph node for declaration DECL and if it does not 1350 exist or if it corresponds to an inline clone, create a new one. */ 1351 static cgraph_node * get_create (tree); 1352 1353 /* Return local info for the compiled function. */ 1354 static cgraph_node *local_info_node (tree decl); 1355 1356 /* Return RTL info for the compiled function. */ 1357 static struct cgraph_rtl_info *rtl_info (const_tree); 1358 1359 /* Return the cgraph node that has ASMNAME for its DECL_ASSEMBLER_NAME. 1360 Return NULL if there's no such node. */ 1361 static cgraph_node *get_for_asmname (tree asmname); 1362 1363 /* Attempt to mark ALIAS as an alias to DECL. Return alias node if 1364 successful and NULL otherwise. 1365 Same body aliases are output whenever the body of DECL is output, 1366 and cgraph_node::get (ALIAS) transparently 1367 returns cgraph_node::get (DECL). */ 1368 static cgraph_node * create_same_body_alias (tree alias, tree decl); 1369 1370 /* Verify whole cgraph structure. */ 1371 static void DEBUG_FUNCTION verify_cgraph_nodes (void); 1372 1373 /* Verify cgraph, if consistency checking is enabled. */ 1374 static inline void checking_verify_cgraph_nodes (void); 1375 1376 /* Worker to bring NODE local. */ 1377 static bool make_local (cgraph_node *node, void *); 1378 1379 /* Mark ALIAS as an alias to DECL. DECL_NODE is cgraph node representing 1380 the function body is associated 1381 with (not necessarily cgraph_node (DECL). */ 1382 static cgraph_node *create_alias (tree alias, tree target); 1383 1384 /* Return true if NODE has thunk. */ 1385 static bool has_thunk_p (cgraph_node *node, void *); 1386 1387 cgraph_edge *callees; 1388 cgraph_edge *callers; 1389 /* List of edges representing indirect calls with a yet undetermined 1390 callee. */ 1391 cgraph_edge *indirect_calls; 1392 cgraph_node *next_sibling_clone; 1393 cgraph_node *prev_sibling_clone; 1394 cgraph_node *clones; 1395 cgraph_node *clone_of; 1396 /* For functions with many calls sites it holds map from call expression 1397 to the edge to speed up cgraph_edge function. */ 1398 hash_table<cgraph_edge_hasher> *GTY(()) call_site_hash; 1399 /* Declaration node used to be clone of. */ 1400 tree former_clone_of; 1401 1402 /* If this is a SIMD clone, this points to the SIMD specific 1403 information for it. */ 1404 cgraph_simd_clone *simdclone; 1405 /* If this function has SIMD clones, this points to the first clone. */ 1406 cgraph_node *simd_clones; 1407 1408 /* Interprocedural passes scheduled to have their transform functions 1409 applied next time we execute local pass on them. We maintain it 1410 per-function in order to allow IPA passes to introduce new functions. */ 1411 vec<ipa_opt_pass, va_heap, vl_ptr> GTY((skip)) ipa_transforms_to_apply; 1412 1413 /* For inline clones this points to the function they will be 1414 inlined into. */ 1415 cgraph_node *inlined_to; 1416 1417 struct cgraph_rtl_info *rtl; 1418 1419 /* Expected number of executions: calculated in profile.cc. */ 1420 profile_count count; 1421 /* How to scale counts at materialization time; used to merge 1422 LTO units with different number of profile runs. */ 1423 int count_materialization_scale; 1424 /* ID assigned by the profiling. */ 1425 unsigned int profile_id; 1426 /* ID of the translation unit. */ 1427 int unit_id; 1428 /* Time profiler: first run of function. */ 1429 int tp_first_run; 1430 1431 /* True when symbol is a thunk. */ 1432 unsigned thunk : 1; 1433 /* Set when decl is an abstract function pointed to by the 1434 ABSTRACT_DECL_ORIGIN of a reachable function. */ 1435 unsigned used_as_abstract_origin : 1; 1436 /* Set once the function is lowered (i.e. its CFG is built). */ 1437 unsigned lowered : 1; 1438 /* Set once the function has been instantiated and its callee 1439 lists created. */ 1440 unsigned process : 1; 1441 /* How commonly executed the node is. Initialized during branch 1442 probabilities pass. */ 1443 ENUM_BITFIELD (node_frequency) frequency : 2; 1444 /* True when function can only be called at startup (from static ctor). */ 1445 unsigned only_called_at_startup : 1; 1446 /* True when function can only be called at startup (from static dtor). */ 1447 unsigned only_called_at_exit : 1; 1448 /* True when function is the transactional clone of a function which 1449 is called only from inside transactions. */ 1450 /* ?? We should be able to remove this. We have enough bits in 1451 cgraph to calculate it. */ 1452 unsigned tm_clone : 1; 1453 /* True if this decl is a dispatcher for function versions. */ 1454 unsigned dispatcher_function : 1; 1455 /* True if this decl calls a COMDAT-local function. This is set up in 1456 compute_fn_summary and inline_call. */ 1457 unsigned calls_comdat_local : 1; 1458 /* True if node has been created by merge operation in IPA-ICF. */ 1459 unsigned icf_merged: 1; 1460 /* True if call to node can't result in a call to free, munmap or 1461 other operation that could make previously non-trapping memory 1462 accesses trapping. */ 1463 unsigned nonfreeing_fn : 1; 1464 /* True if there was multiple COMDAT bodies merged by lto-symtab. */ 1465 unsigned merged_comdat : 1; 1466 /* True if this def was merged with extern inlines. */ 1467 unsigned merged_extern_inline : 1; 1468 /* True if function was created to be executed in parallel. */ 1469 unsigned parallelized_function : 1; 1470 /* True if function is part split out by ipa-split. */ 1471 unsigned split_part : 1; 1472 /* True if the function appears as possible target of indirect call. */ 1473 unsigned indirect_call_target : 1; 1474 /* Set when function is visible in current compilation unit only and 1475 its address is never taken. */ 1476 unsigned local : 1; 1477 /* False when there is something makes versioning impossible. */ 1478 unsigned versionable : 1; 1479 /* False when function calling convention and signature cannot be changed. 1480 This is the case when __builtin_apply_args is used. */ 1481 unsigned can_change_signature : 1; 1482 /* True when the function has been originally extern inline, but it is 1483 redefined now. */ 1484 unsigned redefined_extern_inline : 1; 1485 /* True if the function may enter serial irrevocable mode. */ 1486 unsigned tm_may_enter_irr : 1; 1487 /* True if this was a clone created by ipa-cp. */ 1488 unsigned ipcp_clone : 1; 1489 /* True if this is the deferred declare variant resolution artificial 1490 function. */ 1491 unsigned declare_variant_alt : 1; 1492 /* True if the function calls declare_variant_alt functions. */ 1493 unsigned calls_declare_variant_alt : 1; 1494 1495 private: 1496 /* Unique id of the node. */ 1497 int m_uid; 1498 1499 /* Summary id that is recycled. */ 1500 int m_summary_id; 1501 1502 /* Worker for call_for_symbol_and_aliases. */ 1503 bool call_for_symbol_and_aliases_1 (bool (*callback) (cgraph_node *, 1504 void *), 1505 void *data, bool include_overwritable); 1506 }; 1507 1508 /* A cgraph node set is a collection of cgraph nodes. A cgraph node 1509 can appear in multiple sets. */ 1510 struct cgraph_node_set_def 1511 { 1512 hash_map<cgraph_node *, size_t> *map; 1513 vec<cgraph_node *> nodes; 1514 }; 1515 1516 typedef cgraph_node_set_def *cgraph_node_set; 1517 typedef struct varpool_node_set_def *varpool_node_set; 1518 1519 struct varpool_node; 1520 1521 /* A varpool node set is a collection of varpool nodes. A varpool node 1522 can appear in multiple sets. */ 1523 struct varpool_node_set_def 1524 { 1525 hash_map<varpool_node *, size_t> * map; 1526 vec<varpool_node *> nodes; 1527 }; 1528 1529 /* Iterator structure for cgraph node sets. */ 1530 struct cgraph_node_set_iterator 1531 { 1532 cgraph_node_set set; 1533 unsigned index; 1534 }; 1535 1536 /* Iterator structure for varpool node sets. */ 1537 struct varpool_node_set_iterator 1538 { 1539 varpool_node_set set; 1540 unsigned index; 1541 }; 1542 1543 /* Context of polymorphic call. It represent information about the type of 1544 instance that may reach the call. This is used by ipa-devirt walkers of the 1545 type inheritance graph. */ 1546 1547 class GTY(()) ipa_polymorphic_call_context { 1548 public: 1549 /* The called object appears in an object of type OUTER_TYPE 1550 at offset OFFSET. When information is not 100% reliable, we 1551 use SPECULATIVE_OUTER_TYPE and SPECULATIVE_OFFSET. */ 1552 HOST_WIDE_INT offset; 1553 HOST_WIDE_INT speculative_offset; 1554 tree outer_type; 1555 tree speculative_outer_type; 1556 /* True if outer object may be in construction or destruction. */ 1557 unsigned maybe_in_construction : 1; 1558 /* True if outer object may be of derived type. */ 1559 unsigned maybe_derived_type : 1; 1560 /* True if speculative outer object may be of derived type. We always 1561 speculate that construction does not happen. */ 1562 unsigned speculative_maybe_derived_type : 1; 1563 /* True if the context is invalid and all calls should be redirected 1564 to BUILTIN_UNREACHABLE. */ 1565 unsigned invalid : 1; 1566 /* True if the outer type is dynamic. */ 1567 unsigned dynamic : 1; 1568 1569 /* Build empty "I know nothing" context. */ 1570 ipa_polymorphic_call_context (); 1571 /* Build polymorphic call context for indirect call E. */ 1572 ipa_polymorphic_call_context (cgraph_edge *e); 1573 /* Build polymorphic call context for IP invariant CST. 1574 If specified, OTR_TYPE specify the type of polymorphic call 1575 that takes CST+OFFSET as a parameter. */ 1576 ipa_polymorphic_call_context (tree cst, tree otr_type = NULL, 1577 HOST_WIDE_INT offset = 0); 1578 /* Build context for pointer REF contained in FNDECL at statement STMT. 1579 if INSTANCE is non-NULL, return pointer to the object described by 1580 the context. */ 1581 ipa_polymorphic_call_context (tree fndecl, tree ref, gimple *stmt, 1582 tree *instance = NULL); 1583 1584 /* Look for vtable stores or constructor calls to work out dynamic type 1585 of memory location. */ 1586 bool get_dynamic_type (tree, tree, tree, gimple *, unsigned *); 1587 1588 /* Make context non-speculative. */ 1589 void clear_speculation (); 1590 1591 /* Produce context specifying all derived types of OTR_TYPE. If OTR_TYPE is 1592 NULL, the context is set to dummy "I know nothing" setting. */ 1593 void clear_outer_type (tree otr_type = NULL); 1594 1595 /* Walk container types and modify context to point to actual class 1596 containing OTR_TYPE (if non-NULL) as base class. 1597 Return true if resulting context is valid. 1598 1599 When CONSIDER_PLACEMENT_NEW is false, reject contexts that may be made 1600 valid only via allocation of new polymorphic type inside by means 1601 of placement new. 1602 1603 When CONSIDER_BASES is false, only look for actual fields, not base types 1604 of TYPE. */ 1605 bool restrict_to_inner_class (tree otr_type, 1606 bool consider_placement_new = true, 1607 bool consider_bases = true); 1608 1609 /* Adjust all offsets in contexts by given number of bits. */ 1610 void offset_by (HOST_WIDE_INT); 1611 /* Use when we cannot track dynamic type change. This speculatively assume 1612 type change is not happening. */ 1613 void possible_dynamic_type_change (bool, tree otr_type = NULL); 1614 /* Assume that both THIS and a given context is valid and strengthen THIS 1615 if possible. Return true if any strengthening was made. 1616 If actual type the context is being used in is known, OTR_TYPE should be 1617 set accordingly. This improves quality of combined result. */ 1618 bool combine_with (ipa_polymorphic_call_context, tree otr_type = NULL); 1619 bool meet_with (ipa_polymorphic_call_context, tree otr_type = NULL); 1620 1621 /* Return TRUE if context is fully useless. */ 1622 bool useless_p () const; 1623 /* Return TRUE if this context conveys the same information as X. */ 1624 bool equal_to (const ipa_polymorphic_call_context &x) const; 1625 1626 /* Dump human readable context to F. If NEWLINE is true, it will be 1627 terminated by a newline. */ 1628 void dump (FILE *f, bool newline = true) const; 1629 void DEBUG_FUNCTION debug () const; 1630 1631 /* LTO streaming. */ 1632 void stream_out (struct output_block *) const; 1633 void stream_in (class lto_input_block *, class data_in *data_in); 1634 1635 private: 1636 bool combine_speculation_with (tree, HOST_WIDE_INT, bool, tree); 1637 bool meet_speculation_with (tree, HOST_WIDE_INT, bool, tree); 1638 void set_by_decl (tree, HOST_WIDE_INT); 1639 bool set_by_invariant (tree, tree, HOST_WIDE_INT); 1640 bool speculation_consistent_p (tree, HOST_WIDE_INT, bool, tree) const; 1641 void make_speculative (tree otr_type = NULL); 1642 }; 1643 1644 /* Structure containing additional information about an indirect call. */ 1645 1646 class GTY(()) cgraph_indirect_call_info 1647 { 1648 public: 1649 /* When agg_content is set, an offset where the call pointer is located 1650 within the aggregate. */ 1651 HOST_WIDE_INT offset; 1652 /* Context of the polymorphic call; use only when POLYMORPHIC flag is set. */ 1653 ipa_polymorphic_call_context context; 1654 /* OBJ_TYPE_REF_TOKEN of a polymorphic call (if polymorphic is set). */ 1655 HOST_WIDE_INT otr_token; 1656 /* Type of the object from OBJ_TYPE_REF_OBJECT. */ 1657 tree otr_type; 1658 /* Index of the parameter that is called. */ 1659 int param_index; 1660 /* ECF flags determined from the caller. */ 1661 int ecf_flags; 1662 1663 /* Number of speculative call targets, it's less than GCOV_TOPN_VALUES. */ 1664 unsigned num_speculative_call_targets : 16; 1665 1666 /* Set when the call is a virtual call with the parameter being the 1667 associated object pointer rather than a simple direct call. */ 1668 unsigned polymorphic : 1; 1669 /* Set when the call is a call of a pointer loaded from contents of an 1670 aggregate at offset. */ 1671 unsigned agg_contents : 1; 1672 /* Set when this is a call through a member pointer. */ 1673 unsigned member_ptr : 1; 1674 /* When the agg_contents bit is set, this one determines whether the 1675 destination is loaded from a parameter passed by reference. */ 1676 unsigned by_ref : 1; 1677 /* When the agg_contents bit is set, this one determines whether we can 1678 deduce from the function body that the loaded value from the reference is 1679 never modified between the invocation of the function and the load 1680 point. */ 1681 unsigned guaranteed_unmodified : 1; 1682 /* For polymorphic calls this specify whether the virtual table pointer 1683 may have changed in between function entry and the call. */ 1684 unsigned vptr_changed : 1; 1685 }; 1686 1687 class GTY((chain_next ("%h.next_caller"), chain_prev ("%h.prev_caller"), 1688 for_user)) cgraph_edge 1689 { 1690 public: 1691 friend struct cgraph_node; 1692 friend class symbol_table; 1693 1694 /* Remove EDGE from the cgraph. */ 1695 static void remove (cgraph_edge *edge); 1696 1697 /* Change field call_stmt of edge E to NEW_STMT. If UPDATE_SPECULATIVE and E 1698 is any component of speculative edge, then update all components. 1699 Speculations can be resolved in the process and EDGE can be removed and 1700 deallocated. Return the edge that now represents the call. */ 1701 static cgraph_edge *set_call_stmt (cgraph_edge *e, gcall *new_stmt, 1702 bool update_speculative = true); 1703 1704 /* Redirect callee of the edge to N. The function does not update underlying 1705 call expression. */ 1706 void redirect_callee (cgraph_node *n); 1707 1708 /* If the edge does not lead to a thunk, simply redirect it to N. Otherwise 1709 create one or more equivalent thunks for N and redirect E to the first in 1710 the chain. Note that it is then necessary to call 1711 n->expand_all_artificial_thunks once all callers are redirected. */ 1712 void redirect_callee_duplicating_thunks (cgraph_node *n); 1713 1714 /* Make an indirect edge with an unknown callee an ordinary edge leading to 1715 CALLEE. Speculations can be resolved in the process and EDGE can be 1716 removed and deallocated. Return the edge that now represents the 1717 call. */ 1718 static cgraph_edge *make_direct (cgraph_edge *edge, cgraph_node *callee); 1719 1720 /* Turn edge into speculative call calling N2. Update 1721 the profile so the direct call is taken COUNT times 1722 with FREQUENCY. speculative_id is used to link direct calls with their 1723 corresponding IPA_REF_ADDR references when representing speculative calls. 1724 */ 1725 cgraph_edge *make_speculative (cgraph_node *n2, profile_count direct_count, 1726 unsigned int speculative_id = 0); 1727 1728 /* Speculative call consists of an indirect edge and one or more 1729 direct edge+ref pairs. Speculative will expand to the following sequence: 1730 1731 if (call_dest == target1) // reference to target1 1732 target1 (); // direct call to target1 1733 else if (call_dest == target2) // reference to targt2 1734 target2 (); // direct call to target2 1735 else 1736 call_dest (); // indirect call 1737 1738 Before the expansion we will have indirect call and the direct call+ref 1739 pairs all linked to single statement. 1740 1741 Note that ref may point to different symbol than the corresponding call 1742 becuase the speculated edge may have been optimized (redirected to 1743 a clone) or inlined. 1744 1745 Given an edge which is part of speculative call, return the first 1746 direct call edge in the speculative call sequence. 1747 1748 In the example above called on any cgraph edge in the sequence it will 1749 return direct call to target1. */ 1750 cgraph_edge *first_speculative_call_target (); 1751 1752 /* Return next speculative call target or NULL if there is none. 1753 All targets are required to form an interval in the callee list. 1754 1755 In example above, if called on call to target1 it will return call to 1756 target2. */ 1757 cgraph_edge *next_speculative_call_target () 1758 { 1759 cgraph_edge *e = this; 1760 gcc_checking_assert (speculative && callee); 1761 1762 if (e->next_callee && e->next_callee->speculative 1763 && e->next_callee->call_stmt == e->call_stmt 1764 && e->next_callee->lto_stmt_uid == e->lto_stmt_uid) 1765 return e->next_callee; 1766 return NULL; 1767 } 1768 1769 /* When called on any edge in the speculative call return the (unique) 1770 indirect call edge in the speculative call sequence. */ 1771 cgraph_edge *speculative_call_indirect_edge () 1772 { 1773 gcc_checking_assert (speculative); 1774 if (!callee) 1775 return this; 1776 for (cgraph_edge *e2 = caller->indirect_calls; 1777 true; e2 = e2->next_callee) 1778 if (e2->speculative 1779 && call_stmt == e2->call_stmt 1780 && lto_stmt_uid == e2->lto_stmt_uid) 1781 return e2; 1782 } 1783 1784 /* When called on any edge in speculative call and when given any target 1785 of ref which is speculated to it returns the corresponding direct call. 1786 1787 In example above if called on function target2 it will return call to 1788 target2. */ 1789 cgraph_edge *speculative_call_for_target (cgraph_node *); 1790 1791 /* Return REF corresponding to direct call in the specualtive call 1792 sequence. */ 1793 ipa_ref *speculative_call_target_ref () 1794 { 1795 ipa_ref *ref; 1796 1797 gcc_checking_assert (speculative); 1798 for (unsigned int i = 0; caller->iterate_reference (i, ref); i++) 1799 if (ref->speculative && ref->speculative_id == speculative_id 1800 && ref->stmt == (gimple *)call_stmt 1801 && ref->lto_stmt_uid == lto_stmt_uid) 1802 return ref; 1803 gcc_unreachable (); 1804 } 1805 1806 /* Speculative call edge turned out to be direct call to CALLEE_DECL. Remove 1807 the speculative call sequence and return edge representing the call, the 1808 original EDGE can be removed and deallocated. It is up to caller to 1809 redirect the call as appropriate. Return the edge that now represents the 1810 call. 1811 1812 For "speculative" indirect call that contains multiple "speculative" 1813 targets (i.e. edge->indirect_info->num_speculative_call_targets > 1), 1814 decrease the count and only remove current direct edge. 1815 1816 If no speculative direct call left to the speculative indirect call, remove 1817 the speculative of both the indirect call and corresponding direct edge. 1818 1819 It is up to caller to iteratively resolve each "speculative" direct call 1820 and redirect the call as appropriate. */ 1821 static cgraph_edge *resolve_speculation (cgraph_edge *edge, 1822 tree callee_decl = NULL); 1823 1824 /* If necessary, change the function declaration in the call statement 1825 associated with edge E so that it corresponds to the edge callee. 1826 Speculations can be resolved in the process and EDGE can be removed and 1827 deallocated. 1828 1829 The edge could be one of speculative direct call generated from speculative 1830 indirect call. In this circumstance, decrease the speculative targets 1831 count (i.e. num_speculative_call_targets) and redirect call stmt to the 1832 corresponding i-th target. If no speculative direct call left to the 1833 speculative indirect call, remove "speculative" of the indirect call and 1834 also redirect stmt to it's final direct target. 1835 1836 It is up to caller to iteratively transform each "speculative" 1837 direct call as appropriate. */ 1838 static gimple *redirect_call_stmt_to_callee (cgraph_edge *e); 1839 1840 /* Create clone of edge in the node N represented 1841 by CALL_EXPR the callgraph. */ 1842 cgraph_edge * clone (cgraph_node *n, gcall *call_stmt, unsigned stmt_uid, 1843 profile_count num, profile_count den, 1844 bool update_original); 1845 1846 /* Verify edge count and frequency. */ 1847 bool verify_count (); 1848 1849 /* Return true when call of edge cannot lead to return from caller 1850 and thus it is safe to ignore its side effects for IPA analysis 1851 when computing side effects of the caller. */ 1852 bool cannot_lead_to_return_p (void); 1853 1854 /* Return true when the edge represents a direct recursion. */ 1855 bool recursive_p (void); 1856 1857 /* Return true if the edge may be considered hot. */ 1858 bool maybe_hot_p (void); 1859 1860 /* Get unique identifier of the edge. */ 1861 inline int get_uid () 1862 { 1863 return m_uid; 1864 } 1865 1866 /* Get summary id of the edge. */ 1867 inline int get_summary_id () 1868 { 1869 return m_summary_id; 1870 } 1871 1872 /* Rebuild cgraph edges for current function node. This needs to be run after 1873 passes that don't update the cgraph. */ 1874 static unsigned int rebuild_edges (void); 1875 1876 /* Rebuild cgraph references for current function node. This needs to be run 1877 after passes that don't update the cgraph. */ 1878 static void rebuild_references (void); 1879 1880 /* During LTO stream in this can be used to check whether call can possibly 1881 be internal to the current translation unit. */ 1882 bool possibly_call_in_translation_unit_p (void); 1883 1884 /* Return num_speculative_targets of this edge. */ 1885 int num_speculative_call_targets_p (void); 1886 1887 /* Expected number of executions: calculated in profile.cc. */ 1888 profile_count count; 1889 cgraph_node *caller; 1890 cgraph_node *callee; 1891 cgraph_edge *prev_caller; 1892 cgraph_edge *next_caller; 1893 cgraph_edge *prev_callee; 1894 cgraph_edge *next_callee; 1895 gcall *call_stmt; 1896 /* Additional information about an indirect call. Not cleared when an edge 1897 becomes direct. */ 1898 cgraph_indirect_call_info *indirect_info; 1899 PTR GTY ((skip (""))) aux; 1900 /* When equal to CIF_OK, inline this call. Otherwise, points to the 1901 explanation why function was not inlined. */ 1902 enum cgraph_inline_failed_t inline_failed; 1903 /* The stmt_uid of call_stmt. This is used by LTO to recover the call_stmt 1904 when the function is serialized in. */ 1905 unsigned int lto_stmt_uid; 1906 /* speculative id is used to link direct calls with their corresponding 1907 IPA_REF_ADDR references when representing speculative calls. */ 1908 unsigned int speculative_id : 16; 1909 /* Whether this edge was made direct by indirect inlining. */ 1910 unsigned int indirect_inlining_edge : 1; 1911 /* Whether this edge describes an indirect call with an undetermined 1912 callee. */ 1913 unsigned int indirect_unknown_callee : 1; 1914 /* Whether this edge is still a dangling */ 1915 /* True if the corresponding CALL stmt cannot be inlined. */ 1916 unsigned int call_stmt_cannot_inline_p : 1; 1917 /* Can this call throw externally? */ 1918 unsigned int can_throw_external : 1; 1919 /* Edges with SPECULATIVE flag represents indirect calls that was 1920 speculatively turned into direct (i.e. by profile feedback). 1921 The final code sequence will have form: 1922 1923 if (call_target == expected_fn) 1924 expected_fn (); 1925 else 1926 call_target (); 1927 1928 Every speculative call is represented by three components attached 1929 to a same call statement: 1930 1) a direct call (to expected_fn) 1931 2) an indirect call (to call_target) 1932 3) a IPA_REF_ADDR reference to expected_fn. 1933 1934 Optimizers may later redirect direct call to clone, so 1) and 3) 1935 do not need to necessarily agree with destination. */ 1936 unsigned int speculative : 1; 1937 /* Set to true when caller is a constructor or destructor of polymorphic 1938 type. */ 1939 unsigned in_polymorphic_cdtor : 1; 1940 1941 /* Return true if call must bind to current definition. */ 1942 bool binds_to_current_def_p (); 1943 1944 /* Expected frequency of executions within the function. 1945 When set to CGRAPH_FREQ_BASE, the edge is expected to be called once 1946 per function call. The range is 0 to CGRAPH_FREQ_MAX. */ 1947 int frequency (); 1948 1949 /* Expected frequency of executions within the function. */ 1950 sreal sreal_frequency (); 1951 private: 1952 /* Unique id of the edge. */ 1953 int m_uid; 1954 1955 /* Summary id that is recycled. */ 1956 int m_summary_id; 1957 1958 /* Remove the edge from the list of the callers of the callee. */ 1959 void remove_caller (void); 1960 1961 /* Remove the edge from the list of the callees of the caller. */ 1962 void remove_callee (void); 1963 1964 /* Set callee N of call graph edge and add it to the corresponding set of 1965 callers. */ 1966 void set_callee (cgraph_node *n); 1967 1968 /* Output flags of edge to a file F. */ 1969 void dump_edge_flags (FILE *f); 1970 1971 /* Dump edge to stderr. */ 1972 void DEBUG_FUNCTION debug (void); 1973 1974 /* Verify that call graph edge corresponds to DECL from the associated 1975 statement. Return true if the verification should fail. */ 1976 bool verify_corresponds_to_fndecl (tree decl); 1977 }; 1978 1979 #define CGRAPH_FREQ_BASE 1000 1980 #define CGRAPH_FREQ_MAX 100000 1981 1982 /* The varpool data structure. 1983 Each static variable decl has assigned varpool_node. */ 1984 1985 struct GTY((tag ("SYMTAB_VARIABLE"))) varpool_node : public symtab_node 1986 { 1987 /* Constructor. */ 1988 explicit varpool_node () 1989 : symtab_node (SYMTAB_VARIABLE), output (0), dynamically_initialized (0), 1990 tls_model (TLS_MODEL_NONE), used_by_single_function (0) 1991 {} 1992 1993 /* Dump given varpool node to F. */ 1994 void dump (FILE *f); 1995 1996 /* Dump given varpool node to stderr. */ 1997 void DEBUG_FUNCTION debug (void); 1998 1999 /* Remove variable from symbol table. */ 2000 void remove (void); 2001 2002 /* Remove node initializer when it is no longer needed. */ 2003 void remove_initializer (void); 2004 2005 void analyze (void); 2006 2007 /* Return variable availability. */ 2008 availability get_availability (symtab_node *ref = NULL); 2009 2010 /* When doing LTO, read variable's constructor from disk if 2011 it is not already present. */ 2012 tree get_constructor (void); 2013 2014 /* Return true if variable has constructor that can be used for folding. */ 2015 bool ctor_useable_for_folding_p (void); 2016 2017 /* For given variable pool node, walk the alias chain to return the function 2018 the variable is alias of. Do not walk through thunks. 2019 When AVAILABILITY is non-NULL, get minimal availability in the chain. 2020 When REF is non-NULL, assume that reference happens in symbol REF 2021 when determining the availability. */ 2022 inline varpool_node *ultimate_alias_target 2023 (availability *availability = NULL, symtab_node *ref = NULL); 2024 2025 /* Return node that alias is aliasing. */ 2026 inline varpool_node *get_alias_target (void); 2027 2028 /* Output one variable, if necessary. Return whether we output it. */ 2029 bool assemble_decl (void); 2030 2031 /* For variables in named sections make sure get_variable_section 2032 is called before we switch to those sections. Then section 2033 conflicts between read-only and read-only requiring relocations 2034 sections can be resolved. */ 2035 void finalize_named_section_flags (void); 2036 2037 /* Call callback on varpool symbol and aliases associated to varpool symbol. 2038 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are 2039 skipped. */ 2040 bool call_for_symbol_and_aliases (bool (*callback) (varpool_node *, void *), 2041 void *data, 2042 bool include_overwritable); 2043 2044 /* Return true when variable should be considered externally visible. */ 2045 bool externally_visible_p (void); 2046 2047 /* Return true when all references to variable must be visible 2048 in ipa_ref_list. 2049 i.e. if the variable is not externally visible or not used in some magic 2050 way (asm statement or such). 2051 The magic uses are all summarized in force_output flag. */ 2052 inline bool all_refs_explicit_p (); 2053 2054 /* Return true when variable can be removed from variable pool 2055 if all direct calls are eliminated. */ 2056 inline bool can_remove_if_no_refs_p (void); 2057 2058 /* Add the variable DECL to the varpool. 2059 Unlike finalize_decl function is intended to be used 2060 by middle end and allows insertion of new variable at arbitrary point 2061 of compilation. */ 2062 static void add (tree decl); 2063 2064 /* Return varpool node for given symbol and check it is a function. */ 2065 static inline varpool_node *get (const_tree decl); 2066 2067 /* Mark DECL as finalized. By finalizing the declaration, frontend instruct 2068 the middle end to output the variable to asm file, if needed or externally 2069 visible. */ 2070 static void finalize_decl (tree decl); 2071 2072 /* Attempt to mark ALIAS as an alias to DECL. Return TRUE if successful. 2073 Extra name aliases are output whenever DECL is output. */ 2074 static varpool_node * create_extra_name_alias (tree alias, tree decl); 2075 2076 /* Attempt to mark ALIAS as an alias to DECL. Return TRUE if successful. 2077 Extra name aliases are output whenever DECL is output. */ 2078 static varpool_node * create_alias (tree, tree); 2079 2080 /* Dump the variable pool to F. */ 2081 static void dump_varpool (FILE *f); 2082 2083 /* Dump the variable pool to stderr. */ 2084 static void DEBUG_FUNCTION debug_varpool (void); 2085 2086 /* Allocate new callgraph node and insert it into basic data structures. */ 2087 static varpool_node *create_empty (void); 2088 2089 /* Return varpool node assigned to DECL. Create new one when needed. */ 2090 static varpool_node *get_create (tree decl); 2091 2092 /* Given an assembler name, lookup node. */ 2093 static varpool_node *get_for_asmname (tree asmname); 2094 2095 /* Set when variable is scheduled to be assembled. */ 2096 unsigned output : 1; 2097 2098 /* Set if the variable is dynamically initialized, except for 2099 function local statics. */ 2100 unsigned dynamically_initialized : 1; 2101 2102 ENUM_BITFIELD(tls_model) tls_model : 3; 2103 2104 /* Set if the variable is known to be used by single function only. 2105 This is computed by ipa_single_use pass and used by late optimizations 2106 in places where optimization would be valid for local static variable 2107 if we did not do any inter-procedural code movement. */ 2108 unsigned used_by_single_function : 1; 2109 2110 private: 2111 /* Assemble thunks and aliases associated to varpool node. */ 2112 void assemble_aliases (void); 2113 2114 /* Worker for call_for_node_and_aliases. */ 2115 bool call_for_symbol_and_aliases_1 (bool (*callback) (varpool_node *, void *), 2116 void *data, 2117 bool include_overwritable); 2118 }; 2119 2120 /* Every top level asm statement is put into a asm_node. */ 2121 2122 struct GTY(()) asm_node { 2123 /* Next asm node. */ 2124 asm_node *next; 2125 /* String for this asm node. */ 2126 tree asm_str; 2127 /* Ordering of all cgraph nodes. */ 2128 int order; 2129 }; 2130 2131 /* Report whether or not THIS symtab node is a function, aka cgraph_node. */ 2132 2133 template <> 2134 template <> 2135 inline bool 2136 is_a_helper <cgraph_node *>::test (symtab_node *p) 2137 { 2138 return p && p->type == SYMTAB_FUNCTION; 2139 } 2140 2141 /* Report whether or not THIS symtab node is a variable, aka varpool_node. */ 2142 2143 template <> 2144 template <> 2145 inline bool 2146 is_a_helper <varpool_node *>::test (symtab_node *p) 2147 { 2148 return p && p->type == SYMTAB_VARIABLE; 2149 } 2150 2151 typedef void (*cgraph_edge_hook)(cgraph_edge *, void *); 2152 typedef void (*cgraph_node_hook)(cgraph_node *, void *); 2153 typedef void (*varpool_node_hook)(varpool_node *, void *); 2154 typedef void (*cgraph_2edge_hook)(cgraph_edge *, cgraph_edge *, void *); 2155 typedef void (*cgraph_2node_hook)(cgraph_node *, cgraph_node *, void *); 2156 2157 struct cgraph_edge_hook_list; 2158 struct cgraph_node_hook_list; 2159 struct varpool_node_hook_list; 2160 struct cgraph_2edge_hook_list; 2161 struct cgraph_2node_hook_list; 2162 2163 /* Map from a symbol to initialization/finalization priorities. */ 2164 struct GTY(()) symbol_priority_map { 2165 priority_type init; 2166 priority_type fini; 2167 }; 2168 2169 enum symtab_state 2170 { 2171 /* Frontend is parsing and finalizing functions. */ 2172 PARSING, 2173 /* Callgraph is being constructed. It is safe to add new functions. */ 2174 CONSTRUCTION, 2175 /* Callgraph is being streamed-in at LTO time. */ 2176 LTO_STREAMING, 2177 /* Callgraph is built and early IPA passes are being run. */ 2178 IPA, 2179 /* Callgraph is built and all functions are transformed to SSA form. */ 2180 IPA_SSA, 2181 /* All inline decisions are done; it is now possible to remove extern inline 2182 functions and virtual call targets. */ 2183 IPA_SSA_AFTER_INLINING, 2184 /* Functions are now ordered and being passed to RTL expanders. */ 2185 EXPANSION, 2186 /* All cgraph expansion is done. */ 2187 FINISHED 2188 }; 2189 2190 struct asmname_hasher : ggc_ptr_hash <symtab_node> 2191 { 2192 typedef const_tree compare_type; 2193 2194 static hashval_t hash (symtab_node *n); 2195 static bool equal (symtab_node *n, const_tree t); 2196 }; 2197 2198 /* Core summaries maintained about symbols. */ 2199 2200 struct thunk_info; 2201 template <class T> class function_summary; 2202 typedef function_summary <thunk_info *> thunk_summary; 2203 2204 struct clone_info; 2205 template <class T> class function_summary; 2206 typedef function_summary <clone_info *> clone_summary; 2207 2208 class GTY((tag ("SYMTAB"))) symbol_table 2209 { 2210 public: 2211 friend struct symtab_node; 2212 friend struct cgraph_node; 2213 friend struct cgraph_edge; 2214 2215 symbol_table (): 2216 cgraph_count (0), cgraph_max_uid (1), cgraph_max_summary_id (0), 2217 edges_count (0), edges_max_uid (1), edges_max_summary_id (0), 2218 cgraph_released_summary_ids (), edge_released_summary_ids (), 2219 nodes (NULL), asmnodes (NULL), asm_last_node (NULL), 2220 order (0), max_unit (0), global_info_ready (false), state (PARSING), 2221 function_flags_ready (false), cpp_implicit_aliases_done (false), 2222 section_hash (NULL), assembler_name_hash (NULL), init_priority_hash (NULL), 2223 dump_file (NULL), ipa_clones_dump_file (NULL), cloned_nodes (), 2224 m_thunks (NULL), m_clones (NULL), 2225 m_first_edge_removal_hook (NULL), m_first_cgraph_removal_hook (NULL), 2226 m_first_edge_duplicated_hook (NULL), m_first_cgraph_duplicated_hook (NULL), 2227 m_first_cgraph_insertion_hook (NULL), m_first_varpool_insertion_hook (NULL), 2228 m_first_varpool_removal_hook (NULL) 2229 { 2230 } 2231 2232 /* Initialize callgraph dump file. */ 2233 void initialize (void); 2234 2235 /* Register a top-level asm statement ASM_STR. */ 2236 inline asm_node *finalize_toplevel_asm (tree asm_str); 2237 2238 /* Analyze the whole compilation unit once it is parsed completely. */ 2239 void finalize_compilation_unit (void); 2240 2241 /* C++ frontend produce same body aliases all over the place, even before PCH 2242 gets streamed out. It relies on us linking the aliases with their function 2243 in order to do the fixups, but ipa-ref is not PCH safe. Consequently we 2244 first produce aliases without links, but once C++ FE is sure it won't 2245 stream PCH we build the links via this function. */ 2246 void process_same_body_aliases (void); 2247 2248 /* Perform simple optimizations based on callgraph. */ 2249 void compile (void); 2250 2251 /* Process CGRAPH_NEW_FUNCTIONS and perform actions necessary to add these 2252 functions into callgraph in a way so they look like ordinary reachable 2253 functions inserted into callgraph already at construction time. */ 2254 void process_new_functions (void); 2255 2256 /* Register a symbol NODE. */ 2257 inline void register_symbol (symtab_node *node); 2258 2259 inline void 2260 clear_asm_symbols (void) 2261 { 2262 asmnodes = NULL; 2263 asm_last_node = NULL; 2264 } 2265 2266 /* Perform reachability analysis and reclaim all unreachable nodes. */ 2267 bool remove_unreachable_nodes (FILE *file); 2268 2269 /* Optimization of function bodies might've rendered some variables as 2270 unnecessary so we want to avoid these from being compiled. Re-do 2271 reachability starting from variables that are either externally visible 2272 or was referred from the asm output routines. */ 2273 void remove_unreferenced_decls (void); 2274 2275 /* Unregister a symbol NODE. */ 2276 inline void unregister (symtab_node *node); 2277 2278 /* Allocate new callgraph node and insert it into basic data structures. */ 2279 cgraph_node *create_empty (void); 2280 2281 /* Release a callgraph NODE. */ 2282 void release_symbol (cgraph_node *node); 2283 2284 /* Output all variables enqueued to be assembled. */ 2285 bool output_variables (void); 2286 2287 /* Weakrefs may be associated to external decls and thus not output 2288 at expansion time. Emit all necessary aliases. */ 2289 void output_weakrefs (void); 2290 2291 /* Return first static symbol with definition. */ 2292 inline symtab_node *first_symbol (void); 2293 2294 /* Return first assembler symbol. */ 2295 inline asm_node * 2296 first_asm_symbol (void) 2297 { 2298 return asmnodes; 2299 } 2300 2301 /* Return first static symbol with definition. */ 2302 inline symtab_node *first_defined_symbol (void); 2303 2304 /* Return first variable. */ 2305 inline varpool_node *first_variable (void); 2306 2307 /* Return next variable after NODE. */ 2308 inline varpool_node *next_variable (varpool_node *node); 2309 2310 /* Return first static variable with initializer. */ 2311 inline varpool_node *first_static_initializer (void); 2312 2313 /* Return next static variable with initializer after NODE. */ 2314 inline varpool_node *next_static_initializer (varpool_node *node); 2315 2316 /* Return first static variable with definition. */ 2317 inline varpool_node *first_defined_variable (void); 2318 2319 /* Return next static variable with definition after NODE. */ 2320 inline varpool_node *next_defined_variable (varpool_node *node); 2321 2322 /* Return first function with body defined. */ 2323 inline cgraph_node *first_defined_function (void); 2324 2325 /* Return next function with body defined after NODE. */ 2326 inline cgraph_node *next_defined_function (cgraph_node *node); 2327 2328 /* Return first function. */ 2329 inline cgraph_node *first_function (void); 2330 2331 /* Return next function. */ 2332 inline cgraph_node *next_function (cgraph_node *node); 2333 2334 /* Return first function with body defined. */ 2335 cgraph_node *first_function_with_gimple_body (void); 2336 2337 /* Return next reachable static variable with initializer after NODE. */ 2338 inline cgraph_node *next_function_with_gimple_body (cgraph_node *node); 2339 2340 /* Register HOOK to be called with DATA on each removed edge. */ 2341 cgraph_edge_hook_list *add_edge_removal_hook (cgraph_edge_hook hook, 2342 void *data); 2343 2344 /* Remove ENTRY from the list of hooks called on removing edges. */ 2345 void remove_edge_removal_hook (cgraph_edge_hook_list *entry); 2346 2347 /* Register HOOK to be called with DATA on each removed node. */ 2348 cgraph_node_hook_list *add_cgraph_removal_hook (cgraph_node_hook hook, 2349 void *data); 2350 2351 /* Remove ENTRY from the list of hooks called on removing nodes. */ 2352 void remove_cgraph_removal_hook (cgraph_node_hook_list *entry); 2353 2354 /* Register HOOK to be called with DATA on each removed node. */ 2355 varpool_node_hook_list *add_varpool_removal_hook (varpool_node_hook hook, 2356 void *data); 2357 2358 /* Remove ENTRY from the list of hooks called on removing nodes. */ 2359 void remove_varpool_removal_hook (varpool_node_hook_list *entry); 2360 2361 /* Register HOOK to be called with DATA on each inserted node. */ 2362 cgraph_node_hook_list *add_cgraph_insertion_hook (cgraph_node_hook hook, 2363 void *data); 2364 2365 /* Remove ENTRY from the list of hooks called on inserted nodes. */ 2366 void remove_cgraph_insertion_hook (cgraph_node_hook_list *entry); 2367 2368 /* Register HOOK to be called with DATA on each inserted node. */ 2369 varpool_node_hook_list *add_varpool_insertion_hook (varpool_node_hook hook, 2370 void *data); 2371 2372 /* Remove ENTRY from the list of hooks called on inserted nodes. */ 2373 void remove_varpool_insertion_hook (varpool_node_hook_list *entry); 2374 2375 /* Register HOOK to be called with DATA on each duplicated edge. */ 2376 cgraph_2edge_hook_list *add_edge_duplication_hook (cgraph_2edge_hook hook, 2377 void *data); 2378 /* Remove ENTRY from the list of hooks called on duplicating edges. */ 2379 void remove_edge_duplication_hook (cgraph_2edge_hook_list *entry); 2380 2381 /* Register HOOK to be called with DATA on each duplicated node. */ 2382 cgraph_2node_hook_list *add_cgraph_duplication_hook (cgraph_2node_hook hook, 2383 void *data); 2384 2385 /* Remove ENTRY from the list of hooks called on duplicating nodes. */ 2386 void remove_cgraph_duplication_hook (cgraph_2node_hook_list *entry); 2387 2388 /* Call all edge removal hooks. */ 2389 void call_edge_removal_hooks (cgraph_edge *e); 2390 2391 /* Call all node insertion hooks. */ 2392 void call_cgraph_insertion_hooks (cgraph_node *node); 2393 2394 /* Call all node removal hooks. */ 2395 void call_cgraph_removal_hooks (cgraph_node *node); 2396 2397 /* Call all node duplication hooks. */ 2398 void call_cgraph_duplication_hooks (cgraph_node *node, cgraph_node *node2); 2399 2400 /* Call all edge duplication hooks. */ 2401 void call_edge_duplication_hooks (cgraph_edge *cs1, cgraph_edge *cs2); 2402 2403 /* Call all node removal hooks. */ 2404 void call_varpool_removal_hooks (varpool_node *node); 2405 2406 /* Call all node insertion hooks. */ 2407 void call_varpool_insertion_hooks (varpool_node *node); 2408 2409 /* Arrange node to be first in its entry of assembler_name_hash. */ 2410 void symtab_prevail_in_asm_name_hash (symtab_node *node); 2411 2412 /* Initialize asm name hash unless. */ 2413 void symtab_initialize_asm_name_hash (void); 2414 2415 /* Set the DECL_ASSEMBLER_NAME and update symtab hashtables. */ 2416 void change_decl_assembler_name (tree decl, tree name); 2417 2418 /* Dump symbol table to F. */ 2419 void dump (FILE *f); 2420 2421 /* Dump symbol table to F in graphviz format. */ 2422 void dump_graphviz (FILE *f); 2423 2424 /* Dump symbol table to stderr. */ 2425 void DEBUG_FUNCTION debug (void); 2426 2427 /* Assign a new summary ID for the callgraph NODE. */ 2428 inline int assign_summary_id (cgraph_node *node) 2429 { 2430 if (!cgraph_released_summary_ids.is_empty ()) 2431 node->m_summary_id = cgraph_released_summary_ids.pop (); 2432 else 2433 node->m_summary_id = cgraph_max_summary_id++; 2434 2435 return node->m_summary_id; 2436 } 2437 2438 /* Assign a new summary ID for the callgraph EDGE. */ 2439 inline int assign_summary_id (cgraph_edge *edge) 2440 { 2441 if (!edge_released_summary_ids.is_empty ()) 2442 edge->m_summary_id = edge_released_summary_ids.pop (); 2443 else 2444 edge->m_summary_id = edges_max_summary_id++; 2445 2446 return edge->m_summary_id; 2447 } 2448 2449 /* Return true if assembler names NAME1 and NAME2 leads to the same symbol 2450 name. */ 2451 static bool assembler_names_equal_p (const char *name1, const char *name2); 2452 2453 int cgraph_count; 2454 int cgraph_max_uid; 2455 int cgraph_max_summary_id; 2456 2457 int edges_count; 2458 int edges_max_uid; 2459 int edges_max_summary_id; 2460 2461 /* Vector of released summary IDS for cgraph nodes. */ 2462 vec<int> GTY ((skip)) cgraph_released_summary_ids; 2463 2464 /* Vector of released summary IDS for cgraph nodes. */ 2465 vec<int> GTY ((skip)) edge_released_summary_ids; 2466 2467 /* Return symbol used to separate symbol name from suffix. */ 2468 static char symbol_suffix_separator (); 2469 2470 symtab_node* GTY(()) nodes; 2471 asm_node* GTY(()) asmnodes; 2472 asm_node* GTY(()) asm_last_node; 2473 2474 /* The order index of the next symtab node to be created. This is 2475 used so that we can sort the cgraph nodes in order by when we saw 2476 them, to support -fno-toplevel-reorder. */ 2477 int order; 2478 2479 /* Maximal unit ID used. */ 2480 int max_unit; 2481 2482 /* Set when whole unit has been analyzed so we can access global info. */ 2483 bool global_info_ready; 2484 /* What state callgraph is in right now. */ 2485 enum symtab_state state; 2486 /* Set when the cgraph is fully build and the basic flags are computed. */ 2487 bool function_flags_ready; 2488 2489 bool cpp_implicit_aliases_done; 2490 2491 /* Hash table used to hold sections. */ 2492 hash_table<section_name_hasher> *GTY(()) section_hash; 2493 2494 /* Hash table used to convert assembler names into nodes. */ 2495 hash_table<asmname_hasher> *assembler_name_hash; 2496 2497 /* Hash table used to hold init priorities. */ 2498 hash_map<symtab_node *, symbol_priority_map> *init_priority_hash; 2499 2500 FILE* GTY ((skip)) dump_file; 2501 2502 FILE* GTY ((skip)) ipa_clones_dump_file; 2503 2504 hash_set <const cgraph_node *> GTY ((skip)) cloned_nodes; 2505 2506 /* Thunk annotations. */ 2507 thunk_summary *m_thunks; 2508 2509 /* Virtual clone annotations. */ 2510 clone_summary *m_clones; 2511 2512 private: 2513 /* Allocate a cgraph_edge structure and fill it with data according to the 2514 parameters of which only CALLEE can be NULL (when creating an indirect 2515 call edge). CLONING_P should be set if properties that are copied from an 2516 original edge should not be calculated. */ 2517 cgraph_edge *create_edge (cgraph_node *caller, cgraph_node *callee, 2518 gcall *call_stmt, profile_count count, 2519 bool indir_unknown_callee, bool cloning_p); 2520 2521 /* Put the edge onto the free list. */ 2522 void free_edge (cgraph_edge *e); 2523 2524 /* Insert NODE to assembler name hash. */ 2525 void insert_to_assembler_name_hash (symtab_node *node, bool with_clones); 2526 2527 /* Remove NODE from assembler name hash. */ 2528 void unlink_from_assembler_name_hash (symtab_node *node, bool with_clones); 2529 2530 /* Hash asmnames ignoring the user specified marks. */ 2531 static hashval_t decl_assembler_name_hash (const_tree asmname); 2532 2533 /* Compare ASMNAME with the DECL_ASSEMBLER_NAME of DECL. */ 2534 static bool decl_assembler_name_equal (tree decl, const_tree asmname); 2535 2536 friend struct asmname_hasher; 2537 2538 /* List of hooks triggered when an edge is removed. */ 2539 cgraph_edge_hook_list * GTY((skip)) m_first_edge_removal_hook; 2540 /* List of hooks trigger_red when a cgraph node is removed. */ 2541 cgraph_node_hook_list * GTY((skip)) m_first_cgraph_removal_hook; 2542 /* List of hooks triggered when an edge is duplicated. */ 2543 cgraph_2edge_hook_list * GTY((skip)) m_first_edge_duplicated_hook; 2544 /* List of hooks triggered when a node is duplicated. */ 2545 cgraph_2node_hook_list * GTY((skip)) m_first_cgraph_duplicated_hook; 2546 /* List of hooks triggered when an function is inserted. */ 2547 cgraph_node_hook_list * GTY((skip)) m_first_cgraph_insertion_hook; 2548 /* List of hooks triggered when an variable is inserted. */ 2549 varpool_node_hook_list * GTY((skip)) m_first_varpool_insertion_hook; 2550 /* List of hooks triggered when a node is removed. */ 2551 varpool_node_hook_list * GTY((skip)) m_first_varpool_removal_hook; 2552 }; 2553 2554 extern GTY(()) symbol_table *symtab; 2555 2556 extern vec<cgraph_node *> cgraph_new_nodes; 2557 2558 inline hashval_t 2559 asmname_hasher::hash (symtab_node *n) 2560 { 2561 return symbol_table::decl_assembler_name_hash 2562 (DECL_ASSEMBLER_NAME (n->decl)); 2563 } 2564 2565 inline bool 2566 asmname_hasher::equal (symtab_node *n, const_tree t) 2567 { 2568 return symbol_table::decl_assembler_name_equal (n->decl, t); 2569 } 2570 2571 /* In cgraph.cc */ 2572 void cgraph_cc_finalize (void); 2573 void release_function_body (tree); 2574 cgraph_indirect_call_info *cgraph_allocate_init_indirect_info (void); 2575 2576 void cgraph_update_edges_for_call_stmt (gimple *, tree, gimple *); 2577 bool cgraph_function_possibly_inlined_p (tree); 2578 2579 const char* cgraph_inline_failed_string (cgraph_inline_failed_t); 2580 cgraph_inline_failed_type_t cgraph_inline_failed_type (cgraph_inline_failed_t); 2581 2582 /* In cgraphunit.cc */ 2583 void cgraphunit_cc_finalize (void); 2584 int tp_first_run_node_cmp (const void *pa, const void *pb); 2585 2586 /* In symtab-thunks.cc */ 2587 void symtab_thunks_cc_finalize (void); 2588 2589 /* Initialize datastructures so DECL is a function in lowered gimple form. 2590 IN_SSA is true if the gimple is in SSA. */ 2591 basic_block init_lowered_empty_function (tree, bool, profile_count); 2592 2593 tree thunk_adjust (gimple_stmt_iterator *, tree, bool, HOST_WIDE_INT, tree, 2594 HOST_WIDE_INT); 2595 /* In cgraphclones.cc */ 2596 2597 tree clone_function_name_numbered (const char *name, const char *suffix); 2598 tree clone_function_name_numbered (tree decl, const char *suffix); 2599 tree clone_function_name (const char *name, const char *suffix, 2600 unsigned long number); 2601 tree clone_function_name (tree decl, const char *suffix, 2602 unsigned long number); 2603 tree clone_function_name (tree decl, const char *suffix); 2604 2605 void tree_function_versioning (tree, tree, vec<ipa_replace_map *, va_gc> *, 2606 ipa_param_adjustments *, 2607 bool, bitmap, basic_block); 2608 2609 void dump_callgraph_transformation (const cgraph_node *original, 2610 const cgraph_node *clone, 2611 const char *suffix); 2612 /* In cgraphbuild.cc */ 2613 int compute_call_stmt_bb_frequency (tree, basic_block bb); 2614 void record_references_in_initializer (tree, bool); 2615 2616 /* In ipa.cc */ 2617 void cgraph_build_static_cdtor (char which, tree body, int priority); 2618 bool ipa_discover_variable_flags (void); 2619 2620 /* In varpool.cc */ 2621 tree ctor_for_folding (tree); 2622 2623 /* In ipa-inline-analysis.cc */ 2624 void initialize_inline_failed (struct cgraph_edge *); 2625 bool speculation_useful_p (struct cgraph_edge *e, bool anticipate_inlining); 2626 2627 /* Return true when the symbol is real symbol, i.e. it is not inline clone 2628 or abstract function kept for debug info purposes only. */ 2629 inline bool 2630 symtab_node::real_symbol_p (void) 2631 { 2632 cgraph_node *cnode; 2633 2634 if (DECL_ABSTRACT_P (decl)) 2635 return false; 2636 if (transparent_alias && definition) 2637 return false; 2638 if (!is_a <cgraph_node *> (this)) 2639 return true; 2640 cnode = dyn_cast <cgraph_node *> (this); 2641 if (cnode->inlined_to) 2642 return false; 2643 return true; 2644 } 2645 2646 /* Return true if DECL should have entry in symbol table if used. 2647 Those are functions and static & external variables. */ 2648 2649 static inline bool 2650 decl_in_symtab_p (const_tree decl) 2651 { 2652 return (TREE_CODE (decl) == FUNCTION_DECL 2653 || (TREE_CODE (decl) == VAR_DECL 2654 && (TREE_STATIC (decl) || DECL_EXTERNAL (decl)))); 2655 } 2656 2657 inline bool 2658 symtab_node::in_same_comdat_group_p (symtab_node *target) 2659 { 2660 symtab_node *source = this; 2661 2662 if (cgraph_node *cn = dyn_cast <cgraph_node *> (target)) 2663 { 2664 if (cn->inlined_to) 2665 source = cn->inlined_to; 2666 } 2667 if (cgraph_node *cn = dyn_cast <cgraph_node *> (target)) 2668 { 2669 if (cn->inlined_to) 2670 target = cn->inlined_to; 2671 } 2672 2673 return source->get_comdat_group () == target->get_comdat_group (); 2674 } 2675 2676 /* Return node that alias is aliasing. */ 2677 2678 inline symtab_node * 2679 symtab_node::get_alias_target (void) 2680 { 2681 ipa_ref *ref = NULL; 2682 iterate_reference (0, ref); 2683 gcc_checking_assert (ref->use == IPA_REF_ALIAS); 2684 return ref->referred; 2685 } 2686 2687 /* Return the DECL (or identifier) that alias is aliasing. Unlike the above, 2688 this works whether or not the alias has been analyzed already. */ 2689 2690 inline tree 2691 symtab_node::get_alias_target_tree () 2692 { 2693 if (alias_target) 2694 return alias_target; 2695 return get_alias_target ()->decl; 2696 } 2697 2698 /* Return next reachable static symbol with initializer after the node. */ 2699 2700 inline symtab_node * 2701 symtab_node::next_defined_symbol (void) 2702 { 2703 symtab_node *node1 = next; 2704 2705 for (; node1; node1 = node1->next) 2706 if (node1->definition) 2707 return node1; 2708 2709 return NULL; 2710 } 2711 2712 /* Iterates I-th reference in the list, REF is also set. */ 2713 2714 inline ipa_ref * 2715 symtab_node::iterate_reference (unsigned i, ipa_ref *&ref) 2716 { 2717 ref_list.references.iterate (i, &ref); 2718 2719 return ref; 2720 } 2721 2722 /* Iterates I-th referring item in the list, REF is also set. */ 2723 2724 inline ipa_ref * 2725 symtab_node::iterate_referring (unsigned i, ipa_ref *&ref) 2726 { 2727 ref_list.referring.iterate (i, &ref); 2728 2729 return ref; 2730 } 2731 2732 /* Iterates I-th referring alias item in the list, REF is also set. */ 2733 2734 inline ipa_ref * 2735 symtab_node::iterate_direct_aliases (unsigned i, ipa_ref *&ref) 2736 { 2737 ref_list.referring.iterate (i, &ref); 2738 2739 if (ref && ref->use != IPA_REF_ALIAS) 2740 return NULL; 2741 2742 return ref; 2743 } 2744 2745 /* Return true if list contains an alias. */ 2746 2747 inline bool 2748 symtab_node::has_aliases_p (void) 2749 { 2750 ipa_ref *ref = NULL; 2751 2752 return (iterate_direct_aliases (0, ref) != NULL); 2753 } 2754 2755 /* Return true when RESOLUTION indicate that linker will use 2756 the symbol from non-LTO object files. */ 2757 2758 inline bool 2759 resolution_used_from_other_file_p (enum ld_plugin_symbol_resolution resolution) 2760 { 2761 return (resolution == LDPR_PREVAILING_DEF 2762 || resolution == LDPR_PREEMPTED_REG 2763 || resolution == LDPR_RESOLVED_EXEC 2764 || resolution == LDPR_RESOLVED_DYN); 2765 } 2766 2767 /* Return true when symtab_node is known to be used from other (non-LTO) 2768 object file. Known only when doing LTO via linker plugin. */ 2769 2770 inline bool 2771 symtab_node::used_from_object_file_p (void) 2772 { 2773 if (!TREE_PUBLIC (decl) || DECL_EXTERNAL (decl)) 2774 return false; 2775 if (resolution_used_from_other_file_p (resolution)) 2776 return true; 2777 return false; 2778 } 2779 2780 /* Return varpool node for given symbol and check it is a function. */ 2781 2782 inline varpool_node * 2783 varpool_node::get (const_tree decl) 2784 { 2785 gcc_checking_assert (TREE_CODE (decl) == VAR_DECL); 2786 return dyn_cast<varpool_node *> (symtab_node::get (decl)); 2787 } 2788 2789 /* Register a symbol NODE. */ 2790 2791 inline void 2792 symbol_table::register_symbol (symtab_node *node) 2793 { 2794 node->next = nodes; 2795 node->previous = NULL; 2796 2797 if (nodes) 2798 nodes->previous = node; 2799 nodes = node; 2800 2801 node->order = order++; 2802 } 2803 2804 /* Register a top-level asm statement ASM_STR. */ 2805 2806 asm_node * 2807 symbol_table::finalize_toplevel_asm (tree asm_str) 2808 { 2809 asm_node *node; 2810 2811 node = ggc_cleared_alloc<asm_node> (); 2812 node->asm_str = asm_str; 2813 node->order = order++; 2814 node->next = NULL; 2815 2816 if (asmnodes == NULL) 2817 asmnodes = node; 2818 else 2819 asm_last_node->next = node; 2820 2821 asm_last_node = node; 2822 return node; 2823 } 2824 2825 /* Unregister a symbol NODE. */ 2826 inline void 2827 symbol_table::unregister (symtab_node *node) 2828 { 2829 if (node->previous) 2830 node->previous->next = node->next; 2831 else 2832 nodes = node->next; 2833 2834 if (node->next) 2835 node->next->previous = node->previous; 2836 2837 node->next = NULL; 2838 node->previous = NULL; 2839 } 2840 2841 /* Release a callgraph NODE with UID and put in to the list of free nodes. */ 2842 2843 inline void 2844 symbol_table::release_symbol (cgraph_node *node) 2845 { 2846 cgraph_count--; 2847 if (node->m_summary_id != -1) 2848 cgraph_released_summary_ids.safe_push (node->m_summary_id); 2849 ggc_free (node); 2850 } 2851 2852 /* Return first static symbol with definition. */ 2853 inline symtab_node * 2854 symbol_table::first_symbol (void) 2855 { 2856 return nodes; 2857 } 2858 2859 /* Walk all symbols. */ 2860 #define FOR_EACH_SYMBOL(node) \ 2861 for ((node) = symtab->first_symbol (); (node); (node) = (node)->next) 2862 2863 /* Return first static symbol with definition. */ 2864 inline symtab_node * 2865 symbol_table::first_defined_symbol (void) 2866 { 2867 symtab_node *node; 2868 2869 for (node = nodes; node; node = node->next) 2870 if (node->definition) 2871 return node; 2872 2873 return NULL; 2874 } 2875 2876 /* Walk all symbols with definitions in current unit. */ 2877 #define FOR_EACH_DEFINED_SYMBOL(node) \ 2878 for ((node) = symtab->first_defined_symbol (); (node); \ 2879 (node) = node->next_defined_symbol ()) 2880 2881 /* Return first variable. */ 2882 inline varpool_node * 2883 symbol_table::first_variable (void) 2884 { 2885 symtab_node *node; 2886 for (node = nodes; node; node = node->next) 2887 if (varpool_node *vnode = dyn_cast <varpool_node *> (node)) 2888 return vnode; 2889 return NULL; 2890 } 2891 2892 /* Return next variable after NODE. */ 2893 inline varpool_node * 2894 symbol_table::next_variable (varpool_node *node) 2895 { 2896 symtab_node *node1 = node->next; 2897 for (; node1; node1 = node1->next) 2898 if (varpool_node *vnode1 = dyn_cast <varpool_node *> (node1)) 2899 return vnode1; 2900 return NULL; 2901 } 2902 /* Walk all variables. */ 2903 #define FOR_EACH_VARIABLE(node) \ 2904 for ((node) = symtab->first_variable (); \ 2905 (node); \ 2906 (node) = symtab->next_variable ((node))) 2907 2908 /* Return first static variable with initializer. */ 2909 inline varpool_node * 2910 symbol_table::first_static_initializer (void) 2911 { 2912 symtab_node *node; 2913 for (node = nodes; node; node = node->next) 2914 { 2915 varpool_node *vnode = dyn_cast <varpool_node *> (node); 2916 if (vnode && DECL_INITIAL (node->decl)) 2917 return vnode; 2918 } 2919 return NULL; 2920 } 2921 2922 /* Return next static variable with initializer after NODE. */ 2923 inline varpool_node * 2924 symbol_table::next_static_initializer (varpool_node *node) 2925 { 2926 symtab_node *node1 = node->next; 2927 for (; node1; node1 = node1->next) 2928 { 2929 varpool_node *vnode1 = dyn_cast <varpool_node *> (node1); 2930 if (vnode1 && DECL_INITIAL (node1->decl)) 2931 return vnode1; 2932 } 2933 return NULL; 2934 } 2935 2936 /* Walk all static variables with initializer set. */ 2937 #define FOR_EACH_STATIC_INITIALIZER(node) \ 2938 for ((node) = symtab->first_static_initializer (); (node); \ 2939 (node) = symtab->next_static_initializer (node)) 2940 2941 /* Return first static variable with definition. */ 2942 inline varpool_node * 2943 symbol_table::first_defined_variable (void) 2944 { 2945 symtab_node *node; 2946 for (node = nodes; node; node = node->next) 2947 { 2948 varpool_node *vnode = dyn_cast <varpool_node *> (node); 2949 if (vnode && vnode->definition) 2950 return vnode; 2951 } 2952 return NULL; 2953 } 2954 2955 /* Return next static variable with definition after NODE. */ 2956 inline varpool_node * 2957 symbol_table::next_defined_variable (varpool_node *node) 2958 { 2959 symtab_node *node1 = node->next; 2960 for (; node1; node1 = node1->next) 2961 { 2962 varpool_node *vnode1 = dyn_cast <varpool_node *> (node1); 2963 if (vnode1 && vnode1->definition) 2964 return vnode1; 2965 } 2966 return NULL; 2967 } 2968 /* Walk all variables with definitions in current unit. */ 2969 #define FOR_EACH_DEFINED_VARIABLE(node) \ 2970 for ((node) = symtab->first_defined_variable (); (node); \ 2971 (node) = symtab->next_defined_variable (node)) 2972 2973 /* Return first function with body defined. */ 2974 inline cgraph_node * 2975 symbol_table::first_defined_function (void) 2976 { 2977 symtab_node *node; 2978 for (node = nodes; node; node = node->next) 2979 { 2980 cgraph_node *cn = dyn_cast <cgraph_node *> (node); 2981 if (cn && cn->definition) 2982 return cn; 2983 } 2984 return NULL; 2985 } 2986 2987 /* Return next function with body defined after NODE. */ 2988 inline cgraph_node * 2989 symbol_table::next_defined_function (cgraph_node *node) 2990 { 2991 symtab_node *node1 = node->next; 2992 for (; node1; node1 = node1->next) 2993 { 2994 cgraph_node *cn1 = dyn_cast <cgraph_node *> (node1); 2995 if (cn1 && cn1->definition) 2996 return cn1; 2997 } 2998 return NULL; 2999 } 3000 3001 /* Walk all functions with body defined. */ 3002 #define FOR_EACH_DEFINED_FUNCTION(node) \ 3003 for ((node) = symtab->first_defined_function (); (node); \ 3004 (node) = symtab->next_defined_function ((node))) 3005 3006 /* Return first function. */ 3007 inline cgraph_node * 3008 symbol_table::first_function (void) 3009 { 3010 symtab_node *node; 3011 for (node = nodes; node; node = node->next) 3012 if (cgraph_node *cn = dyn_cast <cgraph_node *> (node)) 3013 return cn; 3014 return NULL; 3015 } 3016 3017 /* Return next function. */ 3018 inline cgraph_node * 3019 symbol_table::next_function (cgraph_node *node) 3020 { 3021 symtab_node *node1 = node->next; 3022 for (; node1; node1 = node1->next) 3023 if (cgraph_node *cn1 = dyn_cast <cgraph_node *> (node1)) 3024 return cn1; 3025 return NULL; 3026 } 3027 3028 /* Return first function with body defined. */ 3029 inline cgraph_node * 3030 symbol_table::first_function_with_gimple_body (void) 3031 { 3032 symtab_node *node; 3033 for (node = nodes; node; node = node->next) 3034 { 3035 cgraph_node *cn = dyn_cast <cgraph_node *> (node); 3036 if (cn && cn->has_gimple_body_p ()) 3037 return cn; 3038 } 3039 return NULL; 3040 } 3041 3042 /* Return next reachable static variable with initializer after NODE. */ 3043 inline cgraph_node * 3044 symbol_table::next_function_with_gimple_body (cgraph_node *node) 3045 { 3046 symtab_node *node1 = node->next; 3047 for (; node1; node1 = node1->next) 3048 { 3049 cgraph_node *cn1 = dyn_cast <cgraph_node *> (node1); 3050 if (cn1 && cn1->has_gimple_body_p ()) 3051 return cn1; 3052 } 3053 return NULL; 3054 } 3055 3056 /* Walk all functions. */ 3057 #define FOR_EACH_FUNCTION(node) \ 3058 for ((node) = symtab->first_function (); (node); \ 3059 (node) = symtab->next_function ((node))) 3060 3061 /* Return true when callgraph node is a function with Gimple body defined 3062 in current unit. Functions can also be define externally or they 3063 can be thunks with no Gimple representation. 3064 3065 Note that at WPA stage, the function body may not be present in memory. */ 3066 3067 inline bool 3068 cgraph_node::has_gimple_body_p (void) 3069 { 3070 return definition && !thunk && !alias; 3071 } 3072 3073 /* Walk all functions with body defined. */ 3074 #define FOR_EACH_FUNCTION_WITH_GIMPLE_BODY(node) \ 3075 for ((node) = symtab->first_function_with_gimple_body (); (node); \ 3076 (node) = symtab->next_function_with_gimple_body (node)) 3077 3078 /* Uniquize all constants that appear in memory. 3079 Each constant in memory thus far output is recorded 3080 in `const_desc_table'. */ 3081 3082 struct GTY((for_user)) constant_descriptor_tree { 3083 /* A MEM for the constant. */ 3084 rtx rtl; 3085 3086 /* The value of the constant. */ 3087 tree value; 3088 3089 /* Hash of value. Computing the hash from value each time 3090 hashfn is called can't work properly, as that means recursive 3091 use of the hash table during hash table expansion. */ 3092 hashval_t hash; 3093 }; 3094 3095 /* Return true when function is only called directly or it has alias. 3096 i.e. it is not externally visible, address was not taken and 3097 it is not used in any other non-standard way. */ 3098 3099 inline bool 3100 cgraph_node::only_called_directly_or_aliased_p (void) 3101 { 3102 gcc_assert (!inlined_to); 3103 return (!force_output && !address_taken 3104 && !ifunc_resolver 3105 && !used_from_other_partition 3106 && !DECL_VIRTUAL_P (decl) 3107 && !DECL_STATIC_CONSTRUCTOR (decl) 3108 && !DECL_STATIC_DESTRUCTOR (decl) 3109 && !used_from_object_file_p () 3110 && !externally_visible); 3111 } 3112 3113 /* Return true when function can be removed from callgraph 3114 if all direct calls are eliminated. */ 3115 3116 inline bool 3117 cgraph_node::can_remove_if_no_direct_calls_and_refs_p (void) 3118 { 3119 gcc_checking_assert (!inlined_to); 3120 /* Extern inlines can always go, we will use the external definition. */ 3121 if (DECL_EXTERNAL (decl)) 3122 return true; 3123 /* When function is needed, we cannot remove it. */ 3124 if (force_output || used_from_other_partition) 3125 return false; 3126 if (DECL_STATIC_CONSTRUCTOR (decl) 3127 || DECL_STATIC_DESTRUCTOR (decl)) 3128 return false; 3129 /* Only COMDAT functions can be removed if externally visible. */ 3130 if (externally_visible 3131 && ((!DECL_COMDAT (decl) || ifunc_resolver) 3132 || forced_by_abi 3133 || used_from_object_file_p ())) 3134 return false; 3135 return true; 3136 } 3137 3138 /* Verify cgraph, if consistency checking is enabled. */ 3139 3140 inline void 3141 cgraph_node::checking_verify_cgraph_nodes (void) 3142 { 3143 if (flag_checking) 3144 cgraph_node::verify_cgraph_nodes (); 3145 } 3146 3147 /* Return true when variable can be removed from variable pool 3148 if all direct calls are eliminated. */ 3149 3150 inline bool 3151 varpool_node::can_remove_if_no_refs_p (void) 3152 { 3153 if (DECL_EXTERNAL (decl)) 3154 return true; 3155 return (!force_output && !used_from_other_partition 3156 && ((DECL_COMDAT (decl) 3157 && !forced_by_abi 3158 && !used_from_object_file_p ()) 3159 || !externally_visible 3160 || DECL_HAS_VALUE_EXPR_P (decl))); 3161 } 3162 3163 /* Return true when all references to variable must be visible in ipa_ref_list. 3164 i.e. if the variable is not externally visible or not used in some magic 3165 way (asm statement or such). 3166 The magic uses are all summarized in force_output flag. */ 3167 3168 inline bool 3169 varpool_node::all_refs_explicit_p () 3170 { 3171 return (definition 3172 && !externally_visible 3173 && !used_from_other_partition 3174 && !force_output); 3175 } 3176 3177 struct tree_descriptor_hasher : ggc_ptr_hash<constant_descriptor_tree> 3178 { 3179 static hashval_t hash (constant_descriptor_tree *); 3180 static bool equal (constant_descriptor_tree *, constant_descriptor_tree *); 3181 }; 3182 3183 /* Constant pool accessor function. */ 3184 hash_table<tree_descriptor_hasher> *constant_pool_htab (void); 3185 3186 /* Return node that alias is aliasing. */ 3187 3188 inline cgraph_node * 3189 cgraph_node::get_alias_target (void) 3190 { 3191 return dyn_cast <cgraph_node *> (symtab_node::get_alias_target ()); 3192 } 3193 3194 /* Return node that alias is aliasing. */ 3195 3196 inline varpool_node * 3197 varpool_node::get_alias_target (void) 3198 { 3199 return dyn_cast <varpool_node *> (symtab_node::get_alias_target ()); 3200 } 3201 3202 /* Walk the alias chain to return the symbol NODE is alias of. 3203 If NODE is not an alias, return NODE. 3204 When AVAILABILITY is non-NULL, get minimal availability in the chain. 3205 When REF is non-NULL, assume that reference happens in symbol REF 3206 when determining the availability. */ 3207 3208 inline symtab_node * 3209 symtab_node::ultimate_alias_target (enum availability *availability, 3210 symtab_node *ref) 3211 { 3212 if (!alias) 3213 { 3214 if (availability) 3215 *availability = get_availability (ref); 3216 return this; 3217 } 3218 3219 return ultimate_alias_target_1 (availability, ref); 3220 } 3221 3222 /* Given function symbol, walk the alias chain to return the function node 3223 is alias of. Do not walk through thunks. 3224 When AVAILABILITY is non-NULL, get minimal availability in the chain. 3225 When REF is non-NULL, assume that reference happens in symbol REF 3226 when determining the availability. */ 3227 3228 inline cgraph_node * 3229 cgraph_node::ultimate_alias_target (enum availability *availability, 3230 symtab_node *ref) 3231 { 3232 cgraph_node *n = dyn_cast <cgraph_node *> 3233 (symtab_node::ultimate_alias_target (availability, ref)); 3234 if (!n && availability) 3235 *availability = AVAIL_NOT_AVAILABLE; 3236 return n; 3237 } 3238 3239 /* For given variable pool node, walk the alias chain to return the function 3240 the variable is alias of. Do not walk through thunks. 3241 When AVAILABILITY is non-NULL, get minimal availability in the chain. 3242 When REF is non-NULL, assume that reference happens in symbol REF 3243 when determining the availability. */ 3244 3245 inline varpool_node * 3246 varpool_node::ultimate_alias_target (availability *availability, 3247 symtab_node *ref) 3248 { 3249 varpool_node *n = dyn_cast <varpool_node *> 3250 (symtab_node::ultimate_alias_target (availability, ref)); 3251 3252 if (!n && availability) 3253 *availability = AVAIL_NOT_AVAILABLE; 3254 return n; 3255 } 3256 3257 /* Set callee N of call graph edge and add it to the corresponding set of 3258 callers. */ 3259 3260 inline void 3261 cgraph_edge::set_callee (cgraph_node *n) 3262 { 3263 prev_caller = NULL; 3264 if (n->callers) 3265 n->callers->prev_caller = this; 3266 next_caller = n->callers; 3267 n->callers = this; 3268 callee = n; 3269 } 3270 3271 /* Return true when the edge represents a direct recursion. */ 3272 3273 inline bool 3274 cgraph_edge::recursive_p (void) 3275 { 3276 cgraph_node *c = callee->ultimate_alias_target (); 3277 if (caller->inlined_to) 3278 return caller->inlined_to->decl == c->decl; 3279 else 3280 return caller->decl == c->decl; 3281 } 3282 3283 /* Remove the edge from the list of the callers of the callee. */ 3284 3285 inline void 3286 cgraph_edge::remove_callee (void) 3287 { 3288 gcc_assert (!indirect_unknown_callee); 3289 if (prev_caller) 3290 prev_caller->next_caller = next_caller; 3291 if (next_caller) 3292 next_caller->prev_caller = prev_caller; 3293 if (!prev_caller) 3294 callee->callers = next_caller; 3295 } 3296 3297 /* Return true if call must bind to current definition. */ 3298 3299 inline bool 3300 cgraph_edge::binds_to_current_def_p () 3301 { 3302 if (callee) 3303 return callee->binds_to_current_def_p (caller); 3304 else 3305 return false; 3306 } 3307 3308 /* Expected frequency of executions within the function. 3309 When set to CGRAPH_FREQ_BASE, the edge is expected to be called once 3310 per function call. The range is 0 to CGRAPH_FREQ_MAX. */ 3311 3312 inline int 3313 cgraph_edge::frequency () 3314 { 3315 return count.to_cgraph_frequency (caller->inlined_to 3316 ? caller->inlined_to->count 3317 : caller->count); 3318 } 3319 3320 3321 /* Return true if the TM_CLONE bit is set for a given FNDECL. */ 3322 static inline bool 3323 decl_is_tm_clone (const_tree fndecl) 3324 { 3325 cgraph_node *n = cgraph_node::get (fndecl); 3326 if (n) 3327 return n->tm_clone; 3328 return false; 3329 } 3330 3331 /* Likewise indicate that a node is needed, i.e. reachable via some 3332 external means. */ 3333 3334 inline void 3335 cgraph_node::mark_force_output (void) 3336 { 3337 force_output = 1; 3338 gcc_checking_assert (!inlined_to); 3339 } 3340 3341 /* Return true if function should be optimized for size. */ 3342 3343 inline enum optimize_size_level 3344 cgraph_node::optimize_for_size_p (void) 3345 { 3346 if (opt_for_fn (decl, optimize_size)) 3347 return OPTIMIZE_SIZE_MAX; 3348 if (count == profile_count::zero ()) 3349 return OPTIMIZE_SIZE_MAX; 3350 if (frequency == NODE_FREQUENCY_UNLIKELY_EXECUTED) 3351 return OPTIMIZE_SIZE_BALANCED; 3352 else 3353 return OPTIMIZE_SIZE_NO; 3354 } 3355 3356 /* Return symtab_node for NODE or create one if it is not present 3357 in symtab. */ 3358 3359 inline symtab_node * 3360 symtab_node::get_create (tree node) 3361 { 3362 if (TREE_CODE (node) == VAR_DECL) 3363 return varpool_node::get_create (node); 3364 else 3365 return cgraph_node::get_create (node); 3366 } 3367 3368 /* Return availability of NODE when referenced from REF. */ 3369 3370 inline enum availability 3371 symtab_node::get_availability (symtab_node *ref) 3372 { 3373 if (is_a <cgraph_node *> (this)) 3374 return dyn_cast <cgraph_node *> (this)->get_availability (ref); 3375 else 3376 return dyn_cast <varpool_node *> (this)->get_availability (ref); 3377 } 3378 3379 /* Call callback on symtab node and aliases associated to this node. 3380 When INCLUDE_OVERWRITABLE is false, overwritable symbols are skipped. */ 3381 3382 inline bool 3383 symtab_node::call_for_symbol_and_aliases (bool (*callback) (symtab_node *, 3384 void *), 3385 void *data, 3386 bool include_overwritable) 3387 { 3388 if (include_overwritable 3389 || get_availability () > AVAIL_INTERPOSABLE) 3390 { 3391 if (callback (this, data)) 3392 return true; 3393 } 3394 if (has_aliases_p ()) 3395 return call_for_symbol_and_aliases_1 (callback, data, include_overwritable); 3396 return false; 3397 } 3398 3399 /* Call callback on function and aliases associated to the function. 3400 When INCLUDE_OVERWRITABLE is false, overwritable symbols are 3401 skipped. */ 3402 3403 inline bool 3404 cgraph_node::call_for_symbol_and_aliases (bool (*callback) (cgraph_node *, 3405 void *), 3406 void *data, 3407 bool include_overwritable) 3408 { 3409 if (include_overwritable 3410 || get_availability () > AVAIL_INTERPOSABLE) 3411 { 3412 if (callback (this, data)) 3413 return true; 3414 } 3415 if (has_aliases_p ()) 3416 return call_for_symbol_and_aliases_1 (callback, data, include_overwritable); 3417 return false; 3418 } 3419 3420 /* Call callback on varpool symbol and aliases associated to varpool symbol. 3421 When INCLUDE_OVERWRITABLE is false, overwritable symbols are 3422 skipped. */ 3423 3424 inline bool 3425 varpool_node::call_for_symbol_and_aliases (bool (*callback) (varpool_node *, 3426 void *), 3427 void *data, 3428 bool include_overwritable) 3429 { 3430 if (include_overwritable 3431 || get_availability () > AVAIL_INTERPOSABLE) 3432 { 3433 if (callback (this, data)) 3434 return true; 3435 } 3436 if (has_aliases_p ()) 3437 return call_for_symbol_and_aliases_1 (callback, data, include_overwritable); 3438 return false; 3439 } 3440 3441 /* Return true if reference may be used in address compare. */ 3442 3443 inline bool 3444 ipa_ref::address_matters_p () 3445 { 3446 if (use != IPA_REF_ADDR) 3447 return false; 3448 /* Addresses taken from virtual tables are never compared. */ 3449 if (is_a <varpool_node *> (referring) 3450 && DECL_VIRTUAL_P (referring->decl)) 3451 return false; 3452 return referred->address_can_be_compared_p (); 3453 } 3454 3455 /* Build polymorphic call context for indirect call E. */ 3456 3457 inline 3458 ipa_polymorphic_call_context::ipa_polymorphic_call_context (cgraph_edge *e) 3459 { 3460 gcc_checking_assert (e->indirect_info->polymorphic); 3461 *this = e->indirect_info->context; 3462 } 3463 3464 /* Build empty "I know nothing" context. */ 3465 3466 inline 3467 ipa_polymorphic_call_context::ipa_polymorphic_call_context () 3468 { 3469 clear_speculation (); 3470 clear_outer_type (); 3471 invalid = false; 3472 } 3473 3474 /* Make context non-speculative. */ 3475 3476 inline void 3477 ipa_polymorphic_call_context::clear_speculation () 3478 { 3479 speculative_outer_type = NULL; 3480 speculative_offset = 0; 3481 speculative_maybe_derived_type = false; 3482 } 3483 3484 /* Produce context specifying all derived types of OTR_TYPE. If OTR_TYPE is 3485 NULL, the context is set to dummy "I know nothing" setting. */ 3486 3487 inline void 3488 ipa_polymorphic_call_context::clear_outer_type (tree otr_type) 3489 { 3490 outer_type = otr_type ? TYPE_MAIN_VARIANT (otr_type) : NULL; 3491 offset = 0; 3492 maybe_derived_type = true; 3493 maybe_in_construction = true; 3494 dynamic = true; 3495 } 3496 3497 /* Adjust all offsets in contexts by OFF bits. */ 3498 3499 inline void 3500 ipa_polymorphic_call_context::offset_by (HOST_WIDE_INT off) 3501 { 3502 if (outer_type) 3503 offset += off; 3504 if (speculative_outer_type) 3505 speculative_offset += off; 3506 } 3507 3508 /* Return TRUE if context is fully useless. */ 3509 3510 inline bool 3511 ipa_polymorphic_call_context::useless_p () const 3512 { 3513 return (!outer_type && !speculative_outer_type); 3514 } 3515 3516 /* When using fprintf (or similar), problems can arise with 3517 transient generated strings. Many string-generation APIs 3518 only support one result being alive at once (e.g. by 3519 returning a pointer to a statically-allocated buffer). 3520 3521 If there is more than one generated string within one 3522 fprintf call: the first string gets evicted or overwritten 3523 by the second, before fprintf is fully evaluated. 3524 See e.g. PR/53136. 3525 3526 This function provides a workaround for this, by providing 3527 a simple way to create copies of these transient strings, 3528 without the need to have explicit cleanup: 3529 3530 fprintf (dumpfile, "string 1: %s string 2:%s\n", 3531 xstrdup_for_dump (EXPR_1), 3532 xstrdup_for_dump (EXPR_2)); 3533 3534 This is actually a simple wrapper around ggc_strdup, but 3535 the name documents the intent. We require that no GC can occur 3536 within the fprintf call. */ 3537 3538 static inline const char * 3539 xstrdup_for_dump (const char *transient_str) 3540 { 3541 return ggc_strdup (transient_str); 3542 } 3543 3544 /* During LTO stream-in this predicate can be used to check whether node 3545 in question prevails in the linking to save some memory usage. */ 3546 inline bool 3547 symtab_node::prevailing_p (void) 3548 { 3549 return definition && ((!TREE_PUBLIC (decl) && !DECL_EXTERNAL (decl)) 3550 || previous_sharing_asm_name == NULL); 3551 } 3552 3553 extern GTY(()) symbol_table *saved_symtab; 3554 3555 #if CHECKING_P 3556 3557 namespace selftest { 3558 3559 /* An RAII-style class for use in selftests for temporarily using a different 3560 symbol_table, so that such tests can be isolated from each other. */ 3561 3562 class symbol_table_test 3563 { 3564 public: 3565 /* Constructor. Override "symtab". */ 3566 symbol_table_test (); 3567 3568 /* Destructor. Restore the saved_symtab. */ 3569 ~symbol_table_test (); 3570 }; 3571 3572 } // namespace selftest 3573 3574 #endif /* CHECKING_P */ 3575 3576 #endif /* GCC_CGRAPH_H */ 3577