//===- InputSection.cpp ---------------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "InputSection.h" #include "ConcatOutputSection.h" #include "Config.h" #include "InputFiles.h" #include "OutputSegment.h" #include "Symbols.h" #include "SyntheticSections.h" #include "Target.h" #include "UnwindInfoSection.h" #include "Writer.h" #include "lld/Common/Memory.h" #include "llvm/Support/Endian.h" #include "llvm/Support/xxhash.h" using namespace llvm; using namespace llvm::MachO; using namespace llvm::support; using namespace lld; using namespace lld::macho; // Verify ConcatInputSection's size on 64-bit builds. The size of std::vector // can differ based on STL debug levels (e.g. iterator debugging on MSVC's STL), // so account for that. static_assert(sizeof(void *) != 8 || sizeof(ConcatInputSection) == sizeof(std::vector) + 96, "Try to minimize ConcatInputSection's size, we create many " "instances of it"); std::vector macho::inputSections; uint64_t InputSection::getFileSize() const { return isZeroFill(getFlags()) ? 0 : getSize(); } uint64_t InputSection::getVA(uint64_t off) const { return parent->addr + getOffset(off); } static uint64_t resolveSymbolVA(const Symbol *sym, uint8_t type) { const RelocAttrs &relocAttrs = target->getRelocAttrs(type); if (relocAttrs.hasAttr(RelocAttrBits::BRANCH)) return sym->resolveBranchVA(); if (relocAttrs.hasAttr(RelocAttrBits::GOT)) return sym->resolveGotVA(); if (relocAttrs.hasAttr(RelocAttrBits::TLV)) return sym->resolveTlvVA(); return sym->getVA(); } // ICF needs to hash any section that might potentially be duplicated so // that it can match on content rather than identity. bool ConcatInputSection::isHashableForICF() const { switch (sectionType(getFlags())) { case S_REGULAR: return true; case S_CSTRING_LITERALS: case S_4BYTE_LITERALS: case S_8BYTE_LITERALS: case S_16BYTE_LITERALS: case S_LITERAL_POINTERS: llvm_unreachable("found unexpected literal type in ConcatInputSection"); case S_ZEROFILL: case S_GB_ZEROFILL: case S_NON_LAZY_SYMBOL_POINTERS: case S_LAZY_SYMBOL_POINTERS: case S_SYMBOL_STUBS: case S_MOD_INIT_FUNC_POINTERS: case S_MOD_TERM_FUNC_POINTERS: case S_COALESCED: case S_INTERPOSING: case S_DTRACE_DOF: case S_LAZY_DYLIB_SYMBOL_POINTERS: case S_THREAD_LOCAL_REGULAR: case S_THREAD_LOCAL_ZEROFILL: case S_THREAD_LOCAL_VARIABLES: case S_THREAD_LOCAL_VARIABLE_POINTERS: case S_THREAD_LOCAL_INIT_FUNCTION_POINTERS: return false; default: llvm_unreachable("Section type"); } } void ConcatInputSection::hashForICF() { assert(data.data()); // zeroFill section data has nullptr with non-zero size assert(icfEqClass[0] == 0); // don't overwrite a unique ID! // Turn-on the top bit to guarantee that valid hashes have no collisions // with the small-integer unique IDs for ICF-ineligible sections icfEqClass[0] = xxHash64(data) | (1ull << 63); } void ConcatInputSection::foldIdentical(ConcatInputSection *copy) { align = std::max(align, copy->align); copy->live = false; copy->wasCoalesced = true; copy->replacement = this; // Merge the sorted vectors of symbols together. auto it = symbols.begin(); for (auto copyIt = copy->symbols.begin(); copyIt != copy->symbols.end();) { if (it == symbols.end()) { symbols.push_back(*copyIt++); it = symbols.end(); } else if ((*it)->value > (*copyIt)->value) { std::swap(*it++, *copyIt); } else { ++it; } } copy->symbols.clear(); // Remove duplicate compact unwind info for symbols at the same address. if (symbols.empty()) return; it = symbols.begin(); uint64_t v = (*it)->value; for (++it; it != symbols.end(); ++it) { Defined *d = *it; if (d->value == v) d->unwindEntry = nullptr; else v = d->value; } } void ConcatInputSection::writeTo(uint8_t *buf) { assert(!shouldOmitFromOutput()); if (getFileSize() == 0) return; memcpy(buf, data.data(), data.size()); for (size_t i = 0; i < relocs.size(); i++) { const Reloc &r = relocs[i]; uint8_t *loc = buf + r.offset; uint64_t referentVA = 0; if (target->hasAttr(r.type, RelocAttrBits::SUBTRAHEND)) { const Symbol *fromSym = r.referent.get(); const Reloc &minuend = relocs[++i]; uint64_t minuendVA; if (const Symbol *toSym = minuend.referent.dyn_cast()) minuendVA = toSym->getVA() + minuend.addend; else { auto *referentIsec = minuend.referent.get(); assert(!::shouldOmitFromOutput(referentIsec)); minuendVA = referentIsec->getVA(minuend.addend); } referentVA = minuendVA - fromSym->getVA(); } else if (auto *referentSym = r.referent.dyn_cast()) { if (target->hasAttr(r.type, RelocAttrBits::LOAD) && !referentSym->isInGot()) target->relaxGotLoad(loc, r.type); referentVA = resolveSymbolVA(referentSym, r.type) + r.addend; if (isThreadLocalVariables(getFlags())) { // References from thread-local variable sections are treated as offsets // relative to the start of the thread-local data memory area, which // is initialized via copying all the TLV data sections (which are all // contiguous). if (isa(referentSym)) referentVA -= firstTLVDataSection->addr; } } else if (auto *referentIsec = r.referent.dyn_cast()) { assert(!::shouldOmitFromOutput(referentIsec)); referentVA = referentIsec->getVA(r.addend); } target->relocateOne(loc, r, referentVA, getVA() + r.offset); } } void CStringInputSection::splitIntoPieces() { size_t off = 0; StringRef s = toStringRef(data); while (!s.empty()) { size_t end = s.find(0); if (end == StringRef::npos) fatal(toString(this) + ": string is not null terminated"); size_t size = end + 1; uint32_t hash = config->dedupLiterals ? xxHash64(s.substr(0, size)) : 0; pieces.emplace_back(off, hash); s = s.substr(size); off += size; } } StringPiece &CStringInputSection::getStringPiece(uint64_t off) { if (off >= data.size()) fatal(toString(this) + ": offset is outside the section"); auto it = partition_point(pieces, [=](StringPiece p) { return p.inSecOff <= off; }); return it[-1]; } const StringPiece &CStringInputSection::getStringPiece(uint64_t off) const { return const_cast(this)->getStringPiece(off); } uint64_t CStringInputSection::getOffset(uint64_t off) const { const StringPiece &piece = getStringPiece(off); uint64_t addend = off - piece.inSecOff; return piece.outSecOff + addend; } WordLiteralInputSection::WordLiteralInputSection(StringRef segname, StringRef name, InputFile *file, ArrayRef data, uint32_t align, uint32_t flags) : InputSection(WordLiteralKind, segname, name, file, data, align, flags) { switch (sectionType(flags)) { case S_4BYTE_LITERALS: power2LiteralSize = 2; break; case S_8BYTE_LITERALS: power2LiteralSize = 3; break; case S_16BYTE_LITERALS: power2LiteralSize = 4; break; default: llvm_unreachable("invalid literal section type"); } live.resize(data.size() >> power2LiteralSize, !config->deadStrip); } uint64_t WordLiteralInputSection::getOffset(uint64_t off) const { auto *osec = cast(parent); const uintptr_t buf = reinterpret_cast(data.data()); switch (sectionType(getFlags())) { case S_4BYTE_LITERALS: return osec->getLiteral4Offset(buf + (off & ~3LLU)) | (off & 3); case S_8BYTE_LITERALS: return osec->getLiteral8Offset(buf + (off & ~7LLU)) | (off & 7); case S_16BYTE_LITERALS: return osec->getLiteral16Offset(buf + (off & ~15LLU)) | (off & 15); default: llvm_unreachable("invalid literal section type"); } } bool macho::isCodeSection(const InputSection *isec) { uint32_t type = sectionType(isec->getFlags()); if (type != S_REGULAR && type != S_COALESCED) return false; uint32_t attr = isec->getFlags() & SECTION_ATTRIBUTES_USR; if (attr == S_ATTR_PURE_INSTRUCTIONS) return true; if (isec->getSegName() == segment_names::text) return StringSwitch(isec->getName()) .Cases(section_names::textCoalNt, section_names::staticInit, true) .Default(false); return false; } bool macho::isCfStringSection(const InputSection *isec) { return isec->getName() == section_names::cfString && isec->getSegName() == segment_names::data; } std::string lld::toString(const InputSection *isec) { return (toString(isec->getFile()) + ":(" + isec->getName() + ")").str(); }