/* DIE indexing
Copyright (C) 2022-2024 Free Software Foundation, Inc.
This file is part of GDB.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see . */
#include "dwarf2/cooked-index.h"
#include "dwarf2/read.h"
#include "dwarf2/stringify.h"
#include "dwarf2/index-cache.h"
#include "cp-support.h"
#include "c-lang.h"
#include "ada-lang.h"
#include "dwarf2/tag.h"
#include "event-top.h"
#include "exceptions.h"
#include "split-name.h"
#include "observable.h"
#include "run-on-main-thread.h"
#include
#include "gdbsupport/gdb-safe-ctype.h"
#include "gdbsupport/selftest.h"
#include "gdbsupport/task-group.h"
#include "gdbsupport/thread-pool.h"
#include
#include
#include "cli/cli-cmds.h"
/* We don't want gdb to exit while it is in the process of writing to
the index cache. So, all live cooked index vectors are stored
here, and then these are all waited for before exit proceeds. */
static std::unordered_set active_vectors;
/* See cooked-index.h. */
std::string
to_string (cooked_index_flag flags)
{
static constexpr cooked_index_flag::string_mapping mapping[] = {
MAP_ENUM_FLAG (IS_MAIN),
MAP_ENUM_FLAG (IS_STATIC),
MAP_ENUM_FLAG (IS_LINKAGE),
MAP_ENUM_FLAG (IS_TYPE_DECLARATION),
MAP_ENUM_FLAG (IS_PARENT_DEFERRED),
};
return flags.to_string (mapping);
}
/* See cooked-index.h. */
bool
language_requires_canonicalization (enum language lang)
{
return (lang == language_ada
|| lang == language_c
|| lang == language_cplus);
}
/* Return true if a plain "main" could be the main program for this
language. Languages that are known to use some other mechanism are
excluded here. */
static bool
language_may_use_plain_main (enum language lang)
{
/* No need to handle "unknown" here. */
return (lang == language_c
|| lang == language_objc
|| lang == language_cplus
|| lang == language_m2
|| lang == language_asm
|| lang == language_opencl
|| lang == language_minimal);
}
/* See cooked-index.h. */
int
cooked_index_entry::compare (const char *stra, const char *strb,
comparison_mode mode)
{
auto munge = [] (char c) -> unsigned char
{
/* We want to sort '<' before any other printable character.
So, rewrite '<' to something just before ' '. */
if (c == '<')
return '\x1f';
return TOLOWER ((unsigned char) c);
};
while (*stra != '\0'
&& *strb != '\0'
&& (munge (*stra) == munge (*strb)))
{
++stra;
++strb;
}
unsigned char c1 = munge (*stra);
unsigned char c2 = munge (*strb);
if (c1 == c2)
return 0;
/* When completing, if STRB ends earlier than STRA, consider them as
equal. When comparing, if STRB ends earlier and STRA ends with
'<', consider them as equal. */
if (mode == COMPLETE || (mode == MATCH && c1 == munge ('<')))
{
if (c2 == '\0')
return 0;
}
return c1 < c2 ? -1 : 1;
}
#if GDB_SELF_TEST
namespace {
void
test_compare ()
{
/* Convenience aliases. */
const auto mode_compare = cooked_index_entry::MATCH;
const auto mode_sort = cooked_index_entry::SORT;
const auto mode_complete = cooked_index_entry::COMPLETE;
SELF_CHECK (cooked_index_entry::compare ("abcd", "abcd",
mode_compare) == 0);
SELF_CHECK (cooked_index_entry::compare ("abcd", "abcd",
mode_complete) == 0);
SELF_CHECK (cooked_index_entry::compare ("abcd", "ABCDE",
mode_compare) < 0);
SELF_CHECK (cooked_index_entry::compare ("ABCDE", "abcd",
mode_compare) > 0);
SELF_CHECK (cooked_index_entry::compare ("abcd", "ABCDE",
mode_complete) < 0);
SELF_CHECK (cooked_index_entry::compare ("ABCDE", "abcd",
mode_complete) == 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name<>",
mode_compare) < 0);
SELF_CHECK (cooked_index_entry::compare ("name<>", "name",
mode_compare) == 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name<>",
mode_complete) < 0);
SELF_CHECK (cooked_index_entry::compare ("name<>", "name",
mode_complete) == 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name",
mode_compare) == 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name",
mode_compare) > 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name",
mode_complete) == 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name",
mode_complete) > 0);
SELF_CHECK (cooked_index_entry::compare ("name>",
"name>",
mode_compare) == 0);
SELF_CHECK (cooked_index_entry::compare ("name", "name>",
mode_compare) < 0);
SELF_CHECK (cooked_index_entry::compare ("name>", "name",
mode_compare) == 0);
SELF_CHECK (cooked_index_entry::compare ("name>", "name 0);
SELF_CHECK (cooked_index_entry::compare ("name>", "name 0);
SELF_CHECK (cooked_index_entry::compare ("abcd", "", mode_complete) == 0);
SELF_CHECK (cooked_index_entry::compare ("func", "func",
mode_sort) < 0);
SELF_CHECK (cooked_index_entry::compare ("func", "func1",
mode_sort) < 0);
}
} /* anonymous namespace */
#endif /* GDB_SELF_TEST */
/* See cooked-index.h. */
bool
cooked_index_entry::matches (domain_search_flags kind) const
{
/* Just reject type declarations. */
if ((flags & IS_TYPE_DECLARATION) != 0)
return false;
return tag_matches_domain (tag, kind, lang);
}
/* See cooked-index.h. */
const char *
cooked_index_entry::full_name (struct obstack *storage, bool for_main) const
{
const char *local_name = for_main ? name : canonical;
if ((flags & IS_LINKAGE) != 0 || get_parent () == nullptr)
return local_name;
const char *sep = nullptr;
switch (lang)
{
case language_cplus:
case language_rust:
sep = "::";
break;
case language_go:
case language_d:
case language_ada:
sep = ".";
break;
default:
return local_name;
}
get_parent ()->write_scope (storage, sep, for_main);
obstack_grow0 (storage, local_name, strlen (local_name));
return (const char *) obstack_finish (storage);
}
/* See cooked-index.h. */
void
cooked_index_entry::write_scope (struct obstack *storage,
const char *sep,
bool for_main) const
{
if (get_parent () != nullptr)
get_parent ()->write_scope (storage, sep, for_main);
const char *local_name = for_main ? name : canonical;
obstack_grow (storage, local_name, strlen (local_name));
obstack_grow (storage, sep, strlen (sep));
}
/* See cooked-index.h. */
cooked_index_entry *
cooked_index_shard::add (sect_offset die_offset, enum dwarf_tag tag,
cooked_index_flag flags, enum language lang,
const char *name,
cooked_index_entry_ref parent_entry,
dwarf2_per_cu_data *per_cu)
{
cooked_index_entry *result = create (die_offset, tag, flags, lang, name,
parent_entry, per_cu);
m_entries.push_back (result);
/* An explicitly-tagged main program should always override the
implicit "main" discovery. */
if ((flags & IS_MAIN) != 0)
m_main = result;
else if ((flags & IS_PARENT_DEFERRED) == 0
&& parent_entry.resolved == nullptr
&& m_main == nullptr
&& language_may_use_plain_main (lang)
&& strcmp (name, "main") == 0)
m_main = result;
return result;
}
/* See cooked-index.h. */
gdb::unique_xmalloc_ptr
cooked_index_shard::handle_gnat_encoded_entry (cooked_index_entry *entry,
htab_t gnat_entries)
{
/* We decode Ada names in a particular way: operators and wide
characters are left as-is. This is done to make name matching a
bit simpler; and for wide characters, it means the choice of Ada
source charset does not affect the indexer directly. */
std::string canonical = ada_decode (entry->name, false, false, false);
if (canonical.empty ())
return {};
std::vector names = split_name (canonical.c_str (),
split_style::DOT_STYLE);
std::string_view tail = names.back ();
names.pop_back ();
const cooked_index_entry *parent = nullptr;
for (const auto &name : names)
{
uint32_t hashval = dwarf5_djb_hash (name);
void **slot = htab_find_slot_with_hash (gnat_entries, &name,
hashval, INSERT);
/* CUs are processed in order, so we only need to check the most
recent entry. */
cooked_index_entry *last = (cooked_index_entry *) *slot;
if (last == nullptr || last->per_cu != entry->per_cu)
{
gdb::unique_xmalloc_ptr new_name
= make_unique_xstrndup (name.data (), name.length ());
last = create (entry->die_offset, DW_TAG_namespace,
0, language_ada, new_name.get (), parent,
entry->per_cu);
last->canonical = last->name;
m_names.push_back (std::move (new_name));
*slot = last;
}
parent = last;
}
entry->set_parent (parent);
return make_unique_xstrndup (tail.data (), tail.length ());
}
/* See cooked-index.h. */
void
cooked_index_shard::finalize (const parent_map_map *parent_maps)
{
auto hash_name_ptr = [] (const void *p)
{
const cooked_index_entry *entry = (const cooked_index_entry *) p;
return htab_hash_pointer (entry->name);
};
auto eq_name_ptr = [] (const void *a, const void *b) -> int
{
const cooked_index_entry *ea = (const cooked_index_entry *) a;
const cooked_index_entry *eb = (const cooked_index_entry *) b;
return ea->name == eb->name;
};
/* We can use pointer equality here because names come from
.debug_str, which will normally be unique-ified by the linker.
Also, duplicates are relatively harmless -- they just mean a bit
of extra memory is used. */
htab_up seen_names (htab_create_alloc (10, hash_name_ptr, eq_name_ptr,
nullptr, xcalloc, xfree));
auto hash_entry = [] (const void *e)
{
const cooked_index_entry *entry = (const cooked_index_entry *) e;
return dwarf5_djb_hash (entry->canonical);
};
auto eq_entry = [] (const void *a, const void *b) -> int
{
const cooked_index_entry *ae = (const cooked_index_entry *) a;
const std::string_view *sv = (const std::string_view *) b;
return (strlen (ae->canonical) == sv->length ()
&& strncasecmp (ae->canonical, sv->data (), sv->length ()) == 0);
};
htab_up gnat_entries (htab_create_alloc (10, hash_entry, eq_entry,
nullptr, xcalloc, xfree));
for (cooked_index_entry *entry : m_entries)
{
if ((entry->flags & IS_PARENT_DEFERRED) != 0)
{
const cooked_index_entry *new_parent
= parent_maps->find (entry->get_deferred_parent ());
entry->resolve_parent (new_parent);
}
/* Note that this code must be kept in sync with
language_requires_canonicalization. */
gdb_assert (entry->canonical == nullptr);
if ((entry->flags & IS_LINKAGE) != 0)
entry->canonical = entry->name;
else if (entry->lang == language_ada)
{
gdb::unique_xmalloc_ptr canon_name
= handle_gnat_encoded_entry (entry, gnat_entries.get ());
if (canon_name == nullptr)
entry->canonical = entry->name;
else
{
entry->canonical = canon_name.get ();
m_names.push_back (std::move (canon_name));
}
}
else if (entry->lang == language_cplus || entry->lang == language_c)
{
void **slot = htab_find_slot (seen_names.get (), entry,
INSERT);
if (*slot == nullptr)
{
gdb::unique_xmalloc_ptr canon_name
= (entry->lang == language_cplus
? cp_canonicalize_string (entry->name)
: c_canonicalize_name (entry->name));
if (canon_name == nullptr)
entry->canonical = entry->name;
else
{
entry->canonical = canon_name.get ();
m_names.push_back (std::move (canon_name));
}
*slot = entry;
}
else
{
const cooked_index_entry *other
= (const cooked_index_entry *) *slot;
entry->canonical = other->canonical;
}
}
else
entry->canonical = entry->name;
}
m_names.shrink_to_fit ();
m_entries.shrink_to_fit ();
std::sort (m_entries.begin (), m_entries.end (),
[] (const cooked_index_entry *a, const cooked_index_entry *b)
{
return *a < *b;
});
}
/* See cooked-index.h. */
cooked_index_shard::range
cooked_index_shard::find (const std::string &name, bool completing) const
{
cooked_index_entry::comparison_mode mode = (completing
? cooked_index_entry::COMPLETE
: cooked_index_entry::MATCH);
auto lower = std::lower_bound (m_entries.cbegin (), m_entries.cend (), name,
[=] (const cooked_index_entry *entry,
const std::string &n)
{
return cooked_index_entry::compare (entry->canonical, n.c_str (), mode) < 0;
});
auto upper = std::upper_bound (m_entries.cbegin (), m_entries.cend (), name,
[=] (const std::string &n,
const cooked_index_entry *entry)
{
return cooked_index_entry::compare (entry->canonical, n.c_str (), mode) > 0;
});
return range (lower, upper);
}
/* See cooked-index.h. */
void
cooked_index_worker::start ()
{
gdb::thread_pool::g_thread_pool->post_task ([=] ()
{
try
{
do_reading ();
}
catch (const gdb_exception &exc)
{
m_failed = exc;
set (cooked_state::CACHE_DONE);
}
bfd_thread_cleanup ();
});
}
/* See cooked-index.h. */
bool
cooked_index_worker::wait (cooked_state desired_state, bool allow_quit)
{
bool done;
#if CXX_STD_THREAD
{
std::unique_lock lock (m_mutex);
/* This may be called from a non-main thread -- this functionality
is needed for the index cache -- but in this case we require
that the desired state already have been attained. */
gdb_assert (is_main_thread () || desired_state <= m_state);
while (desired_state > m_state)
{
if (allow_quit)
{
std::chrono::milliseconds duration { 15 };
if (m_cond.wait_for (lock, duration) == std::cv_status::timeout)
QUIT;
}
else
m_cond.wait (lock);
}
done = m_state == cooked_state::CACHE_DONE;
}
#else
/* Without threads, all the work is done immediately on the main
thread, and there is never anything to wait for. */
done = desired_state == cooked_state::CACHE_DONE;
#endif /* CXX_STD_THREAD */
/* Only the main thread is allowed to report complaints and the
like. */
if (!is_main_thread ())
return false;
if (m_reported)
return done;
m_reported = true;
/* Emit warnings first, maybe they were emitted before an exception
(if any) was thrown. */
m_warnings.emit ();
if (m_failed.has_value ())
{
/* do_reading failed -- report it. */
exception_print (gdb_stderr, *m_failed);
m_failed.reset ();
return done;
}
/* Only show a given exception a single time. */
std::unordered_set seen_exceptions;
for (auto &one_result : m_results)
{
re_emit_complaints (std::get<1> (one_result));
for (auto &one_exc : std::get<2> (one_result))
if (seen_exceptions.insert (one_exc).second)
exception_print (gdb_stderr, one_exc);
}
print_stats ();
struct objfile *objfile = m_per_objfile->objfile;
dwarf2_per_bfd *per_bfd = m_per_objfile->per_bfd;
cooked_index *table
= (gdb::checked_static_cast
(per_bfd->index_table.get ()));
auto_obstack temp_storage;
enum language lang = language_unknown;
const char *main_name = table->get_main_name (&temp_storage, &lang);
if (main_name != nullptr)
set_objfile_main_name (objfile, main_name, lang);
/* dwarf_read_debug_printf ("Done building psymtabs of %s", */
/* objfile_name (objfile)); */
return done;
}
/* See cooked-index.h. */
void
cooked_index_worker::set (cooked_state desired_state)
{
gdb_assert (desired_state != cooked_state::INITIAL);
#if CXX_STD_THREAD
std::lock_guard guard (m_mutex);
gdb_assert (desired_state > m_state);
m_state = desired_state;
m_cond.notify_one ();
#else
/* Without threads, all the work is done immediately on the main
thread, and there is never anything to do. */
#endif /* CXX_STD_THREAD */
}
/* See cooked-index.h. */
void
cooked_index_worker::write_to_cache (const cooked_index *idx,
deferred_warnings *warn) const
{
if (idx != nullptr)
{
/* Writing to the index cache may cause a warning to be emitted.
See PR symtab/30837. This arranges to capture all such
warnings. This is safe because we know the deferred_warnings
object isn't in use by any other thread at this point. */
scoped_restore_warning_hook defer (warn);
m_cache_store.store ();
}
}
cooked_index::cooked_index (dwarf2_per_objfile *per_objfile,
std::unique_ptr &&worker)
: m_state (std::move (worker)),
m_per_bfd (per_objfile->per_bfd)
{
/* ACTIVE_VECTORS is not locked, and this assert ensures that this
will be caught if ever moved to the background. */
gdb_assert (is_main_thread ());
active_vectors.insert (this);
}
void
cooked_index::start_reading ()
{
m_state->start ();
}
void
cooked_index::wait (cooked_state desired_state, bool allow_quit)
{
gdb_assert (desired_state != cooked_state::INITIAL);
/* If the state object has been deleted, then that means waiting is
completely done. */
if (m_state == nullptr)
return;
if (m_state->wait (desired_state, allow_quit))
{
/* Only the main thread can modify this. */
gdb_assert (is_main_thread ());
m_state.reset (nullptr);
}
}
void
cooked_index::set_contents (vec_type &&vec, deferred_warnings *warn,
const parent_map_map *parent_maps)
{
gdb_assert (m_vector.empty ());
m_vector = std::move (vec);
m_state->set (cooked_state::MAIN_AVAILABLE);
/* This is run after finalization is done -- but not before. If
this task were submitted earlier, it would have to wait for
finalization. However, that would take a slot in the global
thread pool, and if enough such tasks were submitted at once, it
would cause a livelock. */
gdb::task_group finalizers ([=] ()
{
m_state->set (cooked_state::FINALIZED);
m_state->write_to_cache (index_for_writing (), warn);
m_state->set (cooked_state::CACHE_DONE);
});
for (auto &idx : m_vector)
{
auto this_index = idx.get ();
finalizers.add_task ([=] () { this_index->finalize (parent_maps); });
}
finalizers.start ();
}
cooked_index::~cooked_index ()
{
/* Wait for index-creation to be done, though this one must also
waited for by the per-BFD object to ensure the required data
remains live. */
wait (cooked_state::CACHE_DONE);
/* Remove our entry from the global list. See the assert in the
constructor to understand this. */
gdb_assert (is_main_thread ());
active_vectors.erase (this);
}
/* See cooked-index.h. */
dwarf2_per_cu_data *
cooked_index::lookup (unrelocated_addr addr)
{
/* Ensure that the address maps are ready. */
wait (cooked_state::MAIN_AVAILABLE, true);
for (const auto &index : m_vector)
{
dwarf2_per_cu_data *result = index->lookup (addr);
if (result != nullptr)
return result;
}
return nullptr;
}
/* See cooked-index.h. */
std::vector
cooked_index::get_addrmaps ()
{
/* Ensure that the address maps are ready. */
wait (cooked_state::MAIN_AVAILABLE, true);
std::vector result;
for (const auto &index : m_vector)
result.push_back (index->m_addrmap);
return result;
}
/* See cooked-index.h. */
cooked_index::range
cooked_index::find (const std::string &name, bool completing)
{
wait (cooked_state::FINALIZED, true);
std::vector result_range;
result_range.reserve (m_vector.size ());
for (auto &entry : m_vector)
result_range.push_back (entry->find (name, completing));
return range (std::move (result_range));
}
/* See cooked-index.h. */
const char *
cooked_index::get_main_name (struct obstack *obstack, enum language *lang)
const
{
const cooked_index_entry *entry = get_main ();
if (entry == nullptr)
return nullptr;
*lang = entry->lang;
return entry->full_name (obstack, true);
}
/* See cooked_index.h. */
const cooked_index_entry *
cooked_index::get_main () const
{
const cooked_index_entry *best_entry = nullptr;
for (const auto &index : m_vector)
{
const cooked_index_entry *entry = index->get_main ();
/* Choose the first "main" we see. We only do this for names
not requiring canonicalization. At this point in the process
names might not have been canonicalized. However, currently,
languages that require this step also do not use
DW_AT_main_subprogram. An assert is appropriate here because
this filtering is done in get_main. */
if (entry != nullptr)
{
if ((entry->flags & IS_MAIN) != 0)
{
if (!language_requires_canonicalization (entry->lang))
{
/* There won't be one better than this. */
return entry;
}
}
else
{
/* This is one that is named "main". Here we don't care
if the language requires canonicalization, due to how
the entry is detected. Entries like this have worse
priority than IS_MAIN entries. */
if (best_entry == nullptr)
best_entry = entry;
}
}
}
return best_entry;
}
quick_symbol_functions_up
cooked_index::make_quick_functions () const
{
return quick_symbol_functions_up (new cooked_index_functions);
}
/* See cooked-index.h. */
void
cooked_index::dump (gdbarch *arch)
{
auto_obstack temp_storage;
gdb_printf (" entries:\n");
gdb_printf ("\n");
size_t i = 0;
for (const cooked_index_entry *entry : this->all_entries ())
{
QUIT;
gdb_printf (" [%zu] ((cooked_index_entry *) %p)\n", i++, entry);
gdb_printf (" name: %s\n", entry->name);
gdb_printf (" canonical: %s\n", entry->canonical);
gdb_printf (" qualified: %s\n", entry->full_name (&temp_storage, false));
gdb_printf (" DWARF tag: %s\n", dwarf_tag_name (entry->tag));
gdb_printf (" flags: %s\n", to_string (entry->flags).c_str ());
gdb_printf (" DIE offset: %s\n", sect_offset_str (entry->die_offset));
if ((entry->flags & IS_PARENT_DEFERRED) != 0)
gdb_printf (" parent: deferred (%" PRIx64 ")\n",
entry->get_deferred_parent ());
else if (entry->get_parent () != nullptr)
gdb_printf (" parent: ((cooked_index_entry *) %p) [%s]\n",
entry->get_parent (), entry->get_parent ()->name);
else
gdb_printf (" parent: ((cooked_index_entry *) 0)\n");
gdb_printf ("\n");
}
const cooked_index_entry *main_entry = this->get_main ();
if (main_entry != nullptr)
gdb_printf (" main: ((cooked_index_entry *) %p) [%s]\n", main_entry,
main_entry->name);
else
gdb_printf (" main: ((cooked_index_entry *) 0)\n");
gdb_printf ("\n");
gdb_printf (" address maps:\n");
gdb_printf ("\n");
std::vector addrmaps = this->get_addrmaps ();
for (i = 0; i < addrmaps.size (); ++i)
{
const addrmap &addrmap = *addrmaps[i];
gdb_printf (" [%zu] ((addrmap *) %p)\n", i, &addrmap);
gdb_printf ("\n");
addrmap.foreach ([arch] (CORE_ADDR start_addr, const void *obj)
{
QUIT;
const char *start_addr_str = paddress (arch, start_addr);
if (obj != nullptr)
{
const dwarf2_per_cu_data *per_cu
= static_cast (obj);
gdb_printf (" [%s] ((dwarf2_per_cu_data *) %p)\n",
start_addr_str, per_cu);
}
else
gdb_printf (" [%s] ((dwarf2_per_cu_data *) 0)\n",
start_addr_str);
return 0;
});
gdb_printf ("\n");
}
}
/* Wait for all the index cache entries to be written before gdb
exits. */
static void
wait_for_index_cache (int)
{
gdb_assert (is_main_thread ());
for (cooked_index *item : active_vectors)
item->wait_completely ();
}
/* A maint command to wait for the cache. */
static void
maintenance_wait_for_index_cache (const char *args, int from_tty)
{
wait_for_index_cache (0);
}
void _initialize_cooked_index ();
void
_initialize_cooked_index ()
{
#if GDB_SELF_TEST
selftests::register_test ("cooked_index_entry::compare", test_compare);
#endif
add_cmd ("wait-for-index-cache", class_maintenance,
maintenance_wait_for_index_cache, _("\
Wait until all pending writes to the index cache have completed.\n\
Usage: maintenance wait-for-index-cache"),
&maintenancelist);
gdb::observers::gdb_exiting.attach (wait_for_index_cache, "cooked-index");
}