/* DIE indexing
Copyright (C) 2022-2024 Free Software Foundation, Inc.
This file is part of GDB.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see . */
#ifndef GDB_DWARF2_COOKED_INDEX_H
#define GDB_DWARF2_COOKED_INDEX_H
#include "dwarf2.h"
#include "dwarf2/types.h"
#include "symtab.h"
#include "hashtab.h"
#include "dwarf2/index-common.h"
#include
#include "quick-symbol.h"
#include "gdbsupport/gdb_obstack.h"
#include "addrmap.h"
#include "gdbsupport/iterator-range.h"
#include "gdbsupport/thread-pool.h"
#include "dwarf2/mapped-index.h"
#include "dwarf2/read.h"
#include "dwarf2/tag.h"
#include "dwarf2/abbrev-cache.h"
#include "dwarf2/parent-map.h"
#include "gdbsupport/range-chain.h"
#include "gdbsupport/task-group.h"
#include "complaints.h"
#include "run-on-main-thread.h"
#if CXX_STD_THREAD
#include
#include
#endif /* CXX_STD_THREAD */
struct dwarf2_per_cu_data;
struct dwarf2_per_bfd;
struct index_cache_store_context;
struct cooked_index_entry;
/* Flags that describe an entry in the index. */
enum cooked_index_flag_enum : unsigned char
{
/* True if this entry is the program's "main". */
IS_MAIN = 1,
/* True if this entry represents a "static" object. */
IS_STATIC = 2,
/* True if this entry uses the linkage name. */
IS_LINKAGE = 4,
/* True if this entry is just for the declaration of a type, not the
definition. */
IS_TYPE_DECLARATION = 8,
/* True is parent_entry.deferred has a value rather than parent_entry
.resolved. */
IS_PARENT_DEFERRED = 16,
};
DEF_ENUM_FLAGS_TYPE (enum cooked_index_flag_enum, cooked_index_flag);
/* Type representing either a resolved or deferred cooked_index_entry. */
union cooked_index_entry_ref
{
cooked_index_entry_ref (parent_map::addr_type deferred_)
{
deferred = deferred_;
}
cooked_index_entry_ref (const cooked_index_entry *resolved_)
{
resolved = resolved_;
}
const cooked_index_entry *resolved;
parent_map::addr_type deferred;
};
/* Return a string representation of FLAGS. */
std::string to_string (cooked_index_flag flags);
/* Return true if LANG requires canonicalization. This is used
primarily to work around an issue computing the name of "main".
This function must be kept in sync with
cooked_index_shard::finalize. */
extern bool language_requires_canonicalization (enum language lang);
/* A cooked_index_entry represents a single item in the index. Note
that two entries can be created for the same DIE -- one using the
name, and another one using the linkage name, if any.
This is an "open" class and the members are all directly
accessible. It is read-only after the index has been fully read
and processed. */
struct cooked_index_entry : public allocate_on_obstack
{
cooked_index_entry (sect_offset die_offset_, enum dwarf_tag tag_,
cooked_index_flag flags_,
enum language lang_, const char *name_,
cooked_index_entry_ref parent_entry_,
dwarf2_per_cu_data *per_cu_)
: name (name_),
tag (tag_),
flags (flags_),
lang (lang_),
die_offset (die_offset_),
per_cu (per_cu_),
m_parent_entry (parent_entry_)
{
}
/* Return true if this entry matches SEARCH_FLAGS. */
bool matches (block_search_flags search_flags) const
{
/* Just reject type declarations. */
if ((flags & IS_TYPE_DECLARATION) != 0)
return false;
if ((search_flags & SEARCH_STATIC_BLOCK) != 0
&& (flags & IS_STATIC) != 0)
return true;
if ((search_flags & SEARCH_GLOBAL_BLOCK) != 0
&& (flags & IS_STATIC) == 0)
return true;
return false;
}
/* Return true if this entry matches KIND. */
bool matches (domain_search_flags kind) const;
/* Construct the fully-qualified name of this entry and return a
pointer to it. If allocation is needed, it will be done on
STORAGE. FOR_MAIN is true if we are computing the name of the
"main" entry -- one marked DW_AT_main_subprogram. This matters
for avoiding name canonicalization and also a related race (if
"main" computation is done during finalization). */
const char *full_name (struct obstack *storage, bool for_main = false) const;
/* Comparison modes for the 'compare' function. See the function
for a description. */
enum comparison_mode
{
MATCH,
SORT,
COMPLETE,
};
/* Compare two strings, case-insensitively. Return -1 if STRA is
less than STRB, 0 if they are equal, and 1 if STRA is greater.
When comparing, '<' is considered to be less than all other
printable characters. This ensures that "t" sorts before
"t1", which is necessary when looking up "t". This '<' handling
is to ensure that certain C++ lookups work correctly. It is
inexact, and applied regardless of the search language, but this
is ok because callers of this code do more precise filtering
according to their needs. This is also why using a
case-insensitive comparison works even for languages that are
case sensitive.
MODE controls how the comparison proceeds.
MODE==SORT is used when sorting and the only special '<' handling
that it does is to ensure that '<' sorts before all other
printable characters. This ensures that the resulting ordering
will be binary-searchable.
MODE==MATCH is used when searching for a symbol. In this case,
STRB must always be the search name, and STRA must be the name in
the index that is under consideration. In compare mode, early
termination of STRB may match STRA -- for example, "t" and
"t" will be considered to be equal. (However, if A=="t" and
B=="t", then this will not consider them as equal.)
MODE==COMPLETE is used when searching for a symbol for
completion. In this case, STRB must always be the search name,
and STRA must be the name in the index that is under
consideration. In completion mode, early termination of STRB
always results in a match. */
static int compare (const char *stra, const char *strb,
comparison_mode mode);
/* Compare two entries by canonical name. */
bool operator< (const cooked_index_entry &other) const
{
return compare (canonical, other.canonical, SORT) < 0;
}
/* Set parent entry to PARENT. */
void set_parent (const cooked_index_entry *parent)
{
gdb_assert ((flags & IS_PARENT_DEFERRED) == 0);
m_parent_entry.resolved = parent;
}
/* Resolve deferred parent entry to PARENT. */
void resolve_parent (const cooked_index_entry *parent)
{
gdb_assert ((flags & IS_PARENT_DEFERRED) != 0);
flags = flags & ~IS_PARENT_DEFERRED;
m_parent_entry.resolved = parent;
}
/* Return parent entry. */
const cooked_index_entry *get_parent () const
{
gdb_assert ((flags & IS_PARENT_DEFERRED) == 0);
return m_parent_entry.resolved;
}
/* Return deferred parent entry. */
parent_map::addr_type get_deferred_parent () const
{
gdb_assert ((flags & IS_PARENT_DEFERRED) != 0);
return m_parent_entry.deferred;
}
/* The name as it appears in DWARF. This always points into one of
the mapped DWARF sections. Note that this may be the name or the
linkage name -- two entries are created for DIEs which have both
attributes. */
const char *name;
/* The canonical name. For C++ names, this may differ from NAME.
In all other cases, this is equal to NAME. */
const char *canonical = nullptr;
/* The DWARF tag. */
enum dwarf_tag tag;
/* Any flags attached to this entry. */
cooked_index_flag flags;
/* The language of this symbol. */
ENUM_BITFIELD (language) lang : LANGUAGE_BITS;
/* The offset of this DIE. */
sect_offset die_offset;
/* The CU from which this entry originates. */
dwarf2_per_cu_data *per_cu;
private:
/* A helper method for full_name. Emits the full scope of this
object, followed by the separator, to STORAGE. If this entry has
a parent, its write_scope method is called first. */
void write_scope (struct obstack *storage, const char *sep,
bool for_name) const;
/* The parent entry. This is NULL for top-level entries.
Otherwise, it points to the parent entry, such as a namespace or
class. */
cooked_index_entry_ref m_parent_entry;
};
class cooked_index;
/* An index of interesting DIEs. This is "cooked", in contrast to a
mapped .debug_names or .gdb_index, which are "raw". An entry in
the index is of type cooked_index_entry.
Operations on the index are described below. They are chosen to
make it relatively simple to implement the symtab "quick"
methods. */
class cooked_index_shard
{
public:
cooked_index_shard () = default;
DISABLE_COPY_AND_ASSIGN (cooked_index_shard);
/* Create a new cooked_index_entry and register it with this object.
Entries are owned by this object. The new item is returned. */
cooked_index_entry *add (sect_offset die_offset, enum dwarf_tag tag,
cooked_index_flag flags, enum language lang,
const char *name,
cooked_index_entry_ref parent_entry,
dwarf2_per_cu_data *per_cu);
/* Install a new fixed addrmap from the given mutable addrmap. */
void install_addrmap (addrmap_mutable *map)
{
gdb_assert (m_addrmap == nullptr);
m_addrmap = new (&m_storage) addrmap_fixed (&m_storage, map);
}
friend class cooked_index;
/* A simple range over part of m_entries. */
typedef iterator_range::const_iterator>
range;
/* Return a range of all the entries. */
range all_entries () const
{
return { m_entries.cbegin (), m_entries.cend () };
}
/* Look up an entry by name. Returns a range of all matching
results. If COMPLETING is true, then a larger range, suitable
for completion, will be returned. */
range find (const std::string &name, bool completing) const;
private:
/* Return the entry that is believed to represent the program's
"main". This will return NULL if no such entry is available. */
const cooked_index_entry *get_main () const
{
return m_main;
}
/* Look up ADDR in the address map, and return either the
corresponding CU, or nullptr if the address could not be
found. */
dwarf2_per_cu_data *lookup (unrelocated_addr addr)
{
return (static_cast
(m_addrmap->find ((CORE_ADDR) addr)));
}
/* Create a new cooked_index_entry and register it with this object.
Entries are owned by this object. The new item is returned. */
cooked_index_entry *create (sect_offset die_offset,
enum dwarf_tag tag,
cooked_index_flag flags,
enum language lang,
const char *name,
cooked_index_entry_ref parent_entry,
dwarf2_per_cu_data *per_cu)
{
return new (&m_storage) cooked_index_entry (die_offset, tag, flags,
lang, name, parent_entry,
per_cu);
}
/* GNAT only emits mangled ("encoded") names in the DWARF, and does
not emit the module structure. However, we need this structure
to do lookups. This function recreates that structure for an
existing entry. It returns the base name (last element) of the
full decoded name. */
gdb::unique_xmalloc_ptr handle_gnat_encoded_entry
(cooked_index_entry *entry, htab_t gnat_entries);
/* Finalize the index. This should be called a single time, when
the index has been fully populated. It enters all the entries
into the internal table and fixes up all missing parent links.
This may be invoked in a worker thread. */
void finalize (const parent_map_map *parent_maps);
/* Storage for the entries. */
auto_obstack m_storage;
/* List of all entries. */
std::vector m_entries;
/* If we found an entry with 'is_main' set, store it here. */
cooked_index_entry *m_main = nullptr;
/* The addrmap. This maps address ranges to dwarf2_per_cu_data
objects. */
addrmap_fixed *m_addrmap = nullptr;
/* Storage for canonical names. */
std::vector> m_names;
};
class cutu_reader;
/* An instance of this is created when scanning DWARF to create a
cooked index. */
class cooked_index_storage
{
public:
cooked_index_storage ();
DISABLE_COPY_AND_ASSIGN (cooked_index_storage);
/* Return the current abbrev cache. */
abbrev_cache *get_abbrev_cache ()
{
return &m_abbrev_cache;
}
/* Return the DIE reader corresponding to PER_CU. If no such reader
has been registered, return NULL. */
cutu_reader *get_reader (dwarf2_per_cu_data *per_cu);
/* Preserve READER by storing it in the local hash table. */
cutu_reader *preserve (std::unique_ptr reader);
/* Add an entry to the index. The arguments describe the entry; see
cooked-index.h. The new entry is returned. */
cooked_index_entry *add (sect_offset die_offset, enum dwarf_tag tag,
cooked_index_flag flags,
const char *name,
cooked_index_entry_ref parent_entry,
dwarf2_per_cu_data *per_cu)
{
return m_index->add (die_offset, tag, flags, per_cu->lang (),
name, parent_entry, per_cu);
}
/* Install the current addrmap into the shard being constructed,
then transfer ownership of the index to the caller. */
std::unique_ptr release ()
{
m_index->install_addrmap (&m_addrmap);
return std::move (m_index);
}
/* Return the mutable addrmap that is currently being created. */
addrmap_mutable *get_addrmap ()
{
return &m_addrmap;
}
/* Return the parent_map that is currently being created. */
parent_map *get_parent_map ()
{
return &m_parent_map;
}
/* Return the parent_map that is currently being created. Ownership
is passed to the caller. */
parent_map release_parent_map ()
{
return std::move (m_parent_map);
}
private:
/* Hash function for a cutu_reader. */
static hashval_t hash_cutu_reader (const void *a);
/* Equality function for cutu_reader. */
static int eq_cutu_reader (const void *a, const void *b);
/* The abbrev cache used by this indexer. */
abbrev_cache m_abbrev_cache;
/* A hash table of cutu_reader objects. */
htab_up m_reader_hash;
/* The index shard that is being constructed. */
std::unique_ptr m_index;
/* Parent map for each CU that is read. */
parent_map m_parent_map;
/* A writeable addrmap being constructed by this scanner. */
addrmap_mutable m_addrmap;
};
/* The possible states of the index. See the explanatory comment
before cooked_index for more details. */
enum class cooked_state
{
/* The default state. This is not a valid argument to 'wait'. */
INITIAL,
/* The initial scan has completed. The name of "main" is now
available (if known). The addrmaps are usable now.
Finalization has started but is not complete. */
MAIN_AVAILABLE,
/* Finalization has completed. This means the index is fully
available for queries. */
FINALIZED,
/* Writing to the index cache has finished. */
CACHE_DONE,
};
/* An object of this type controls the scanning of the DWARF. It
schedules the worker tasks and tracks the current state. Once
scanning is done, this object is discarded.
This is an abstract base class that defines the basic behavior of
scanners. Separate concrete implementations exist for scanning
.debug_names and .debug_info. */
class cooked_index_worker
{
public:
explicit cooked_index_worker (dwarf2_per_objfile *per_objfile)
: m_per_objfile (per_objfile),
m_cache_store (global_index_cache, per_objfile->per_bfd)
{ }
virtual ~cooked_index_worker ()
{ }
DISABLE_COPY_AND_ASSIGN (cooked_index_worker);
/* Start reading. */
void start ();
/* Wait for a particular state to be achieved. If ALLOW_QUIT is
true, then the loop will check the QUIT flag. Normally this
method may only be called from the main thread; however, it can
be called from a worker thread provided that the desired state
has already been attained. (This oddity is used by the index
cache writer.) */
bool wait (cooked_state desired_state, bool allow_quit);
protected:
/* Let cooked_index call the 'set' and 'write_to_cache' methods. */
friend class cooked_index;
/* Set the current state. */
void set (cooked_state desired_state);
/* Write to the index cache. */
void write_to_cache (const cooked_index *idx,
deferred_warnings *warn) const;
/* Helper function that does the work of reading. This must be able
to be run in a worker thread without problems. */
virtual void do_reading () = 0;
/* A callback that can print stats, if needed. This is called when
transitioning to the 'MAIN_AVAILABLE' state. */
virtual void print_stats ()
{ }
/* Each thread returns a tuple holding a cooked index, any collected
complaints, a vector of errors that should be printed, and a
vector of parent maps.
The errors are retained because GDB's I/O system is not
thread-safe. run_on_main_thread could be used, but that would
mean the messages are printed after the prompt, which looks
weird. */
using result_type = std::tuple,
complaint_collection,
std::vector,
parent_map>;
/* The per-objfile object. */
dwarf2_per_objfile *m_per_objfile;
/* Result of each worker task. */
std::vector m_results;
/* Any warnings emitted. This is not in 'result_type' because (for
the time being at least), it's only needed in do_reading, not in
every worker. Note that deferred_warnings uses gdb_stderr in its
constructor, and this should only be done from the main thread.
This is enforced in the cooked_index_worker constructor. */
deferred_warnings m_warnings;
/* A map of all parent maps. Used during finalization to fix up
parent relationships. */
parent_map_map m_all_parents_map;
#if CXX_STD_THREAD
/* Current state of this object. */
cooked_state m_state = cooked_state::INITIAL;
/* Mutex and condition variable used to synchronize. */
std::mutex m_mutex;
std::condition_variable m_cond;
#endif /* CXX_STD_THREAD */
/* This flag indicates whether any complaints or exceptions that
arose during scanning have been reported by 'wait'. This may
only be modified on the main thread. */
bool m_reported = false;
/* If set, an exception occurred during reading; in this case the
scanning is stopped and this exception will later be reported by
the 'wait' method. */
std::optional m_failed;
/* An object used to write to the index cache. */
index_cache_store_context m_cache_store;
};
/* The main index of DIEs.
The index is created by multiple threads. The overall process is
somewhat complicated, so here's a diagram to help sort it out.
The basic idea behind this design is (1) to do as much work as
possible in worker threads, and (2) to start the work as early as
possible. This combination should help hide the effort from the
user to the maximum possible degree.
. Main Thread | Worker Threads
============================================================
. dwarf2_initialize_objfile
. |
. v
. cooked index ------------> cooked_index_worker::start
. | / | \
. v / | \
. install / | \
. cooked_index_functions scan CUs in workers
. | create cooked_index_shard objects
. | \ | /
. v \|/
. return to caller v
. initial scan is done
. state = MAIN_AVAILABLE
. "main" name now available
. |
. |
. if main thread calls... v
. compute_main_name cooked_index::set_contents
. | / | \
. v / | \
. wait (MAIN_AVAILABLE) finalization
. | \ | /
. v \ | /
. done state = FINALIZED
. |
. v
. maybe write to index cache
. state = CACHE_DONE
.
.
. if main thread calls...
. any other "quick" API
. |
. v
. wait (FINALIZED)
. |
. v
. use the index
*/
class cooked_index : public dwarf_scanner_base
{
public:
/* A convenience typedef for the vector that is contained in this
object. */
using vec_type = std::vector>;
cooked_index (dwarf2_per_objfile *per_objfile,
std::unique_ptr &&worker);
~cooked_index () override;
DISABLE_COPY_AND_ASSIGN (cooked_index);
/* Start reading the DWARF. */
void start_reading ();
/* Called by cooked_index_worker to set the contents of this index
and transition to the MAIN_AVAILABLE state. WARN is used to
collect any warnings that may arise when writing to the cache.
PARENT_MAPS is used when resolving pending parent links.
PARENT_MAPS may be NULL if there are no IS_PARENT_DEFERRED
entries in VEC. */
void set_contents (vec_type &&vec, deferred_warnings *warn,
const parent_map_map *parent_maps);
/* A range over a vector of subranges. */
using range = range_chain;
/* Look up an entry by name. Returns a range of all matching
results. If COMPLETING is true, then a larger range, suitable
for completion, will be returned. */
range find (const std::string &name, bool completing);
/* Return a range of all the entries. */
range all_entries ()
{
wait (cooked_state::FINALIZED, true);
std::vector result_range;
result_range.reserve (m_vector.size ());
for (auto &entry : m_vector)
result_range.push_back (entry->all_entries ());
return range (std::move (result_range));
}
/* Look up ADDR in the address map, and return either the
corresponding CU, or nullptr if the address could not be
found. */
dwarf2_per_cu_data *lookup (unrelocated_addr addr) override;
/* Return a new vector of all the addrmaps used by all the indexes
held by this object. */
std::vector get_addrmaps ();
/* Return the entry that is believed to represent the program's
"main". This will return NULL if no such entry is available. */
const cooked_index_entry *get_main () const;
const char *get_main_name (struct obstack *obstack, enum language *lang)
const;
cooked_index *index_for_writing () override
{
wait (cooked_state::FINALIZED, true);
return this;
}
quick_symbol_functions_up make_quick_functions () const override;
/* Dump a human-readable form of the contents of the index. */
void dump (gdbarch *arch);
/* Wait until this object reaches the desired state. Note that
DESIRED_STATE may not be INITIAL -- it does not make sense to
wait for this. If ALLOW_QUIT is true, timed waits will be done
and the quit flag will be checked in a loop. This may normally
only be called from the main thread; however, it is ok to call
from a worker as long as the desired state has already been
attained. (This property is needed by the index cache
writer.) */
void wait (cooked_state desired_state, bool allow_quit = false);
void wait_completely () override
{ wait (cooked_state::CACHE_DONE); }
private:
/* The vector of cooked_index objects. This is stored because the
entries are stored on the obstacks in those objects. */
vec_type m_vector;
/* This tracks the current state. When this is nullptr, it means
that the state is CACHE_DONE -- it's important to note that only
the main thread may change the value of this pointer. */
std::unique_ptr m_state;
dwarf2_per_bfd *m_per_bfd;
};
/* An implementation of quick_symbol_functions for the cooked DWARF
index. */
struct cooked_index_functions : public dwarf2_base_index_functions
{
cooked_index *wait (struct objfile *objfile, bool allow_quit)
{
dwarf2_per_objfile *per_objfile = get_dwarf2_per_objfile (objfile);
cooked_index *table
= (gdb::checked_static_cast
(per_objfile->per_bfd->index_table.get ()));
table->wait (cooked_state::MAIN_AVAILABLE, allow_quit);
return table;
}
struct compunit_symtab *find_compunit_symtab_by_address
(struct objfile *objfile, CORE_ADDR address) override;
bool has_unexpanded_symtabs (struct objfile *objfile) override
{
wait (objfile, true);
return dwarf2_base_index_functions::has_unexpanded_symtabs (objfile);
}
struct symtab *find_last_source_symtab (struct objfile *objfile) override
{
wait (objfile, true);
return dwarf2_base_index_functions::find_last_source_symtab (objfile);
}
void forget_cached_source_info (struct objfile *objfile) override
{
wait (objfile, true);
dwarf2_base_index_functions::forget_cached_source_info (objfile);
}
void print_stats (struct objfile *objfile, bool print_bcache) override
{
wait (objfile, true);
dwarf2_base_index_functions::print_stats (objfile, print_bcache);
}
void dump (struct objfile *objfile) override
{
cooked_index *index = wait (objfile, true);
gdb_printf ("Cooked index in use:\n");
gdb_printf ("\n");
index->dump (objfile->arch ());
}
void expand_all_symtabs (struct objfile *objfile) override
{
wait (objfile, true);
dwarf2_base_index_functions::expand_all_symtabs (objfile);
}
bool expand_symtabs_matching
(struct objfile *objfile,
gdb::function_view file_matcher,
const lookup_name_info *lookup_name,
gdb::function_view symbol_matcher,
gdb::function_view expansion_notify,
block_search_flags search_flags,
domain_search_flags domain) override;
struct compunit_symtab *find_pc_sect_compunit_symtab
(struct objfile *objfile, struct bound_minimal_symbol msymbol,
CORE_ADDR pc, struct obj_section *section, int warn_if_readin) override
{
wait (objfile, true);
return (dwarf2_base_index_functions::find_pc_sect_compunit_symtab
(objfile, msymbol, pc, section, warn_if_readin));
}
void map_symbol_filenames
(struct objfile *objfile,
gdb::function_view fun,
bool need_fullname) override
{
wait (objfile, true);
return (dwarf2_base_index_functions::map_symbol_filenames
(objfile, fun, need_fullname));
}
void compute_main_name (struct objfile *objfile) override
{
wait (objfile, false);
}
};
#endif /* GDB_DWARF2_COOKED_INDEX_H */