xref: /openbsd-src/gnu/llvm/lld/MachO/SyntheticSections.cpp (revision dfe94b169149f14cc1aee2cf6dad58a8d9a1860c)
1bb684c34Spatrick //===- SyntheticSections.cpp ---------------------------------------------===//
2bb684c34Spatrick //
3bb684c34Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4bb684c34Spatrick // See https://llvm.org/LICENSE.txt for license information.
5bb684c34Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6bb684c34Spatrick //
7bb684c34Spatrick //===----------------------------------------------------------------------===//
8bb684c34Spatrick 
9bb684c34Spatrick #include "SyntheticSections.h"
101cf9926bSpatrick #include "ConcatOutputSection.h"
11bb684c34Spatrick #include "Config.h"
12bb684c34Spatrick #include "ExportTrie.h"
13bb684c34Spatrick #include "InputFiles.h"
14bb684c34Spatrick #include "MachOStructs.h"
15bb684c34Spatrick #include "OutputSegment.h"
16bb684c34Spatrick #include "SymbolTable.h"
17bb684c34Spatrick #include "Symbols.h"
18bb684c34Spatrick 
19*dfe94b16Srobert #include "lld/Common/CommonLinkerContext.h"
201cf9926bSpatrick #include "llvm/ADT/STLExtras.h"
211cf9926bSpatrick #include "llvm/Config/llvm-config.h"
22bb684c34Spatrick #include "llvm/Support/EndianStream.h"
231cf9926bSpatrick #include "llvm/Support/FileSystem.h"
24bb684c34Spatrick #include "llvm/Support/LEB128.h"
25*dfe94b16Srobert #include "llvm/Support/Parallel.h"
261cf9926bSpatrick #include "llvm/Support/Path.h"
27*dfe94b16Srobert #include "llvm/Support/xxhash.h"
281cf9926bSpatrick 
291cf9926bSpatrick #if defined(__APPLE__)
301cf9926bSpatrick #include <sys/mman.h>
31*dfe94b16Srobert 
32*dfe94b16Srobert #define COMMON_DIGEST_FOR_OPENSSL
33*dfe94b16Srobert #include <CommonCrypto/CommonDigest.h>
34*dfe94b16Srobert #else
35*dfe94b16Srobert #include "llvm/Support/SHA256.h"
361cf9926bSpatrick #endif
371cf9926bSpatrick 
381cf9926bSpatrick #ifdef LLVM_HAVE_LIBXAR
391cf9926bSpatrick #include <fcntl.h>
40*dfe94b16Srobert extern "C" {
411cf9926bSpatrick #include <xar/xar.h>
42*dfe94b16Srobert }
431cf9926bSpatrick #endif
44bb684c34Spatrick 
45bb684c34Spatrick using namespace llvm;
461cf9926bSpatrick using namespace llvm::MachO;
47bb684c34Spatrick using namespace llvm::support;
48bb684c34Spatrick using namespace llvm::support::endian;
49bb684c34Spatrick using namespace lld;
50bb684c34Spatrick using namespace lld::macho;
51bb684c34Spatrick 
52*dfe94b16Srobert // Reads `len` bytes at data and writes the 32-byte SHA256 checksum to `output`.
sha256(const uint8_t * data,size_t len,uint8_t * output)53*dfe94b16Srobert static void sha256(const uint8_t *data, size_t len, uint8_t *output) {
54*dfe94b16Srobert #if defined(__APPLE__)
55*dfe94b16Srobert   // FIXME: Make LLVM's SHA256 faster and use it unconditionally. See PR56121
56*dfe94b16Srobert   // for some notes on this.
57*dfe94b16Srobert   CC_SHA256(data, len, output);
58*dfe94b16Srobert #else
59*dfe94b16Srobert   ArrayRef<uint8_t> block(data, len);
60*dfe94b16Srobert   std::array<uint8_t, 32> hash = SHA256::hash(block);
61*dfe94b16Srobert   static_assert(hash.size() == CodeSignatureSection::hashSize);
62*dfe94b16Srobert   memcpy(output, hash.data(), hash.size());
63*dfe94b16Srobert #endif
64*dfe94b16Srobert }
65*dfe94b16Srobert 
66bb684c34Spatrick InStruct macho::in;
67bb684c34Spatrick std::vector<SyntheticSection *> macho::syntheticSections;
68bb684c34Spatrick 
SyntheticSection(const char * segname,const char * name)69bb684c34Spatrick SyntheticSection::SyntheticSection(const char *segname, const char *name)
701cf9926bSpatrick     : OutputSection(SyntheticKind, name) {
711cf9926bSpatrick   std::tie(this->segname, this->name) = maybeRenameSection({segname, name});
72*dfe94b16Srobert   isec = makeSyntheticInputSection(segname, name);
731cf9926bSpatrick   isec->parent = this;
74bb684c34Spatrick   syntheticSections.push_back(this);
75bb684c34Spatrick }
76bb684c34Spatrick 
77bb684c34Spatrick // dyld3's MachOLoaded::getSlide() assumes that the __TEXT segment starts
78bb684c34Spatrick // from the beginning of the file (i.e. the header).
MachHeaderSection()79bb684c34Spatrick MachHeaderSection::MachHeaderSection()
801cf9926bSpatrick     : SyntheticSection(segment_names::text, section_names::header) {
811cf9926bSpatrick   // XXX: This is a hack. (See D97007)
821cf9926bSpatrick   // Setting the index to 1 to pretend that this section is the text
831cf9926bSpatrick   // section.
841cf9926bSpatrick   index = 1;
851cf9926bSpatrick   isec->isFinal = true;
861cf9926bSpatrick }
87bb684c34Spatrick 
addLoadCommand(LoadCommand * lc)88bb684c34Spatrick void MachHeaderSection::addLoadCommand(LoadCommand *lc) {
89bb684c34Spatrick   loadCommands.push_back(lc);
90bb684c34Spatrick   sizeOfCmds += lc->getSize();
91bb684c34Spatrick }
92bb684c34Spatrick 
getSize() const93bb684c34Spatrick uint64_t MachHeaderSection::getSize() const {
941cf9926bSpatrick   uint64_t size = target->headerSize + sizeOfCmds + config->headerPad;
951cf9926bSpatrick   // If we are emitting an encryptable binary, our load commands must have a
961cf9926bSpatrick   // separate (non-encrypted) page to themselves.
971cf9926bSpatrick   if (config->emitEncryptionInfo)
981cf9926bSpatrick     size = alignTo(size, target->getPageSize());
991cf9926bSpatrick   return size;
1001cf9926bSpatrick }
1011cf9926bSpatrick 
cpuSubtype()1021cf9926bSpatrick static uint32_t cpuSubtype() {
1031cf9926bSpatrick   uint32_t subtype = target->cpuSubtype;
1041cf9926bSpatrick 
1051cf9926bSpatrick   if (config->outputType == MH_EXECUTE && !config->staticLink &&
1061cf9926bSpatrick       target->cpuSubtype == CPU_SUBTYPE_X86_64_ALL &&
107*dfe94b16Srobert       config->platform() == PLATFORM_MACOS &&
1081cf9926bSpatrick       config->platformInfo.minimum >= VersionTuple(10, 5))
1091cf9926bSpatrick     subtype |= CPU_SUBTYPE_LIB64;
1101cf9926bSpatrick 
1111cf9926bSpatrick   return subtype;
112bb684c34Spatrick }
113bb684c34Spatrick 
hasWeakBinding()114*dfe94b16Srobert static bool hasWeakBinding() {
115*dfe94b16Srobert   return config->emitChainedFixups ? in.chainedFixups->hasWeakBinding()
116*dfe94b16Srobert                                    : in.weakBinding->hasEntry();
117*dfe94b16Srobert }
118*dfe94b16Srobert 
hasNonWeakDefinition()119*dfe94b16Srobert static bool hasNonWeakDefinition() {
120*dfe94b16Srobert   return config->emitChainedFixups ? in.chainedFixups->hasNonWeakDefinition()
121*dfe94b16Srobert                                    : in.weakBinding->hasNonWeakDefinition();
122*dfe94b16Srobert }
123*dfe94b16Srobert 
writeTo(uint8_t * buf) const124bb684c34Spatrick void MachHeaderSection::writeTo(uint8_t *buf) const {
1251cf9926bSpatrick   auto *hdr = reinterpret_cast<mach_header *>(buf);
1261cf9926bSpatrick   hdr->magic = target->magic;
1271cf9926bSpatrick   hdr->cputype = target->cpuType;
1281cf9926bSpatrick   hdr->cpusubtype = cpuSubtype();
129bb684c34Spatrick   hdr->filetype = config->outputType;
130bb684c34Spatrick   hdr->ncmds = loadCommands.size();
131bb684c34Spatrick   hdr->sizeofcmds = sizeOfCmds;
1321cf9926bSpatrick   hdr->flags = MH_DYLDLINK;
133bb684c34Spatrick 
1341cf9926bSpatrick   if (config->namespaceKind == NamespaceKind::twolevel)
1351cf9926bSpatrick     hdr->flags |= MH_NOUNDEFS | MH_TWOLEVEL;
1361cf9926bSpatrick 
1371cf9926bSpatrick   if (config->outputType == MH_DYLIB && !config->hasReexports)
1381cf9926bSpatrick     hdr->flags |= MH_NO_REEXPORTED_DYLIBS;
1391cf9926bSpatrick 
1401cf9926bSpatrick   if (config->markDeadStrippableDylib)
1411cf9926bSpatrick     hdr->flags |= MH_DEAD_STRIPPABLE_DYLIB;
1421cf9926bSpatrick 
1431cf9926bSpatrick   if (config->outputType == MH_EXECUTE && config->isPic)
1441cf9926bSpatrick     hdr->flags |= MH_PIE;
1451cf9926bSpatrick 
1461cf9926bSpatrick   if (config->outputType == MH_DYLIB && config->applicationExtension)
1471cf9926bSpatrick     hdr->flags |= MH_APP_EXTENSION_SAFE;
1481cf9926bSpatrick 
149*dfe94b16Srobert   if (in.exports->hasWeakSymbol || hasNonWeakDefinition())
1501cf9926bSpatrick     hdr->flags |= MH_WEAK_DEFINES;
1511cf9926bSpatrick 
152*dfe94b16Srobert   if (in.exports->hasWeakSymbol || hasWeakBinding())
1531cf9926bSpatrick     hdr->flags |= MH_BINDS_TO_WEAK;
1541cf9926bSpatrick 
1551cf9926bSpatrick   for (const OutputSegment *seg : outputSegments) {
1561cf9926bSpatrick     for (const OutputSection *osec : seg->getSections()) {
1571cf9926bSpatrick       if (isThreadLocalVariables(osec->flags)) {
1581cf9926bSpatrick         hdr->flags |= MH_HAS_TLV_DESCRIPTORS;
1591cf9926bSpatrick         break;
1601cf9926bSpatrick       }
1611cf9926bSpatrick     }
1621cf9926bSpatrick   }
1631cf9926bSpatrick 
1641cf9926bSpatrick   uint8_t *p = reinterpret_cast<uint8_t *>(hdr) + target->headerSize;
1651cf9926bSpatrick   for (const LoadCommand *lc : loadCommands) {
166bb684c34Spatrick     lc->writeTo(p);
167bb684c34Spatrick     p += lc->getSize();
168bb684c34Spatrick   }
169bb684c34Spatrick }
170bb684c34Spatrick 
PageZeroSection()171bb684c34Spatrick PageZeroSection::PageZeroSection()
172bb684c34Spatrick     : SyntheticSection(segment_names::pageZero, section_names::pageZero) {}
173bb684c34Spatrick 
RebaseSection()1741cf9926bSpatrick RebaseSection::RebaseSection()
1751cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::rebase) {}
176bb684c34Spatrick 
1771cf9926bSpatrick namespace {
178*dfe94b16Srobert struct RebaseState {
179*dfe94b16Srobert   uint64_t sequenceLength;
180*dfe94b16Srobert   uint64_t skipLength;
1811cf9926bSpatrick };
1821cf9926bSpatrick } // namespace
1831cf9926bSpatrick 
emitIncrement(uint64_t incr,raw_svector_ostream & os)184*dfe94b16Srobert static void emitIncrement(uint64_t incr, raw_svector_ostream &os) {
185*dfe94b16Srobert   assert(incr != 0);
186*dfe94b16Srobert 
187*dfe94b16Srobert   if ((incr >> target->p2WordSize) <= REBASE_IMMEDIATE_MASK &&
188*dfe94b16Srobert       (incr % target->wordSize) == 0) {
189*dfe94b16Srobert     os << static_cast<uint8_t>(REBASE_OPCODE_ADD_ADDR_IMM_SCALED |
190*dfe94b16Srobert                                (incr >> target->p2WordSize));
191*dfe94b16Srobert   } else {
192*dfe94b16Srobert     os << static_cast<uint8_t>(REBASE_OPCODE_ADD_ADDR_ULEB);
193*dfe94b16Srobert     encodeULEB128(incr, os);
194*dfe94b16Srobert   }
195*dfe94b16Srobert }
196*dfe94b16Srobert 
flushRebase(const RebaseState & state,raw_svector_ostream & os)197*dfe94b16Srobert static void flushRebase(const RebaseState &state, raw_svector_ostream &os) {
198*dfe94b16Srobert   assert(state.sequenceLength > 0);
199*dfe94b16Srobert 
200*dfe94b16Srobert   if (state.skipLength == target->wordSize) {
201*dfe94b16Srobert     if (state.sequenceLength <= REBASE_IMMEDIATE_MASK) {
2021cf9926bSpatrick       os << static_cast<uint8_t>(REBASE_OPCODE_DO_REBASE_IMM_TIMES |
203*dfe94b16Srobert                                  state.sequenceLength);
2041cf9926bSpatrick     } else {
2051cf9926bSpatrick       os << static_cast<uint8_t>(REBASE_OPCODE_DO_REBASE_ULEB_TIMES);
206*dfe94b16Srobert       encodeULEB128(state.sequenceLength, os);
2071cf9926bSpatrick     }
208*dfe94b16Srobert   } else if (state.sequenceLength == 1) {
209*dfe94b16Srobert     os << static_cast<uint8_t>(REBASE_OPCODE_DO_REBASE_ADD_ADDR_ULEB);
210*dfe94b16Srobert     encodeULEB128(state.skipLength - target->wordSize, os);
211*dfe94b16Srobert   } else {
212*dfe94b16Srobert     os << static_cast<uint8_t>(
213*dfe94b16Srobert         REBASE_OPCODE_DO_REBASE_ULEB_TIMES_SKIPPING_ULEB);
214*dfe94b16Srobert     encodeULEB128(state.sequenceLength, os);
215*dfe94b16Srobert     encodeULEB128(state.skipLength - target->wordSize, os);
216*dfe94b16Srobert   }
217bb684c34Spatrick }
218bb684c34Spatrick 
219*dfe94b16Srobert // Rebases are communicated to dyld using a bytecode, whose opcodes cause the
220*dfe94b16Srobert // memory location at a specific address to be rebased and/or the address to be
221*dfe94b16Srobert // incremented.
222*dfe94b16Srobert //
223*dfe94b16Srobert // Opcode REBASE_OPCODE_DO_REBASE_ULEB_TIMES_SKIPPING_ULEB is the most generic
224*dfe94b16Srobert // one, encoding a series of evenly spaced addresses. This algorithm works by
225*dfe94b16Srobert // splitting up the sorted list of addresses into such chunks. If the locations
226*dfe94b16Srobert // are consecutive or the sequence consists of a single location, flushRebase
227*dfe94b16Srobert // will use a smaller, more specialized encoding.
encodeRebases(const OutputSegment * seg,MutableArrayRef<Location> locations,raw_svector_ostream & os)228*dfe94b16Srobert static void encodeRebases(const OutputSegment *seg,
229*dfe94b16Srobert                           MutableArrayRef<Location> locations,
230*dfe94b16Srobert                           raw_svector_ostream &os) {
231*dfe94b16Srobert   // dyld operates on segments. Translate section offsets into segment offsets.
232*dfe94b16Srobert   for (Location &loc : locations)
233*dfe94b16Srobert     loc.offset =
234*dfe94b16Srobert         loc.isec->parent->getSegmentOffset() + loc.isec->getOffset(loc.offset);
235*dfe94b16Srobert   // The algorithm assumes that locations are unique.
236*dfe94b16Srobert   Location *end =
237*dfe94b16Srobert       llvm::unique(locations, [](const Location &a, const Location &b) {
238*dfe94b16Srobert         return a.offset == b.offset;
239*dfe94b16Srobert       });
240*dfe94b16Srobert   size_t count = end - locations.begin();
2411cf9926bSpatrick 
2421cf9926bSpatrick   os << static_cast<uint8_t>(REBASE_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB |
2431cf9926bSpatrick                              seg->index);
244*dfe94b16Srobert   assert(!locations.empty());
245*dfe94b16Srobert   uint64_t offset = locations[0].offset;
2461cf9926bSpatrick   encodeULEB128(offset, os);
247*dfe94b16Srobert 
248*dfe94b16Srobert   RebaseState state{1, target->wordSize};
249*dfe94b16Srobert 
250*dfe94b16Srobert   for (size_t i = 1; i < count; ++i) {
251*dfe94b16Srobert     offset = locations[i].offset;
252*dfe94b16Srobert 
253*dfe94b16Srobert     uint64_t skip = offset - locations[i - 1].offset;
254*dfe94b16Srobert     assert(skip != 0 && "duplicate locations should have been weeded out");
255*dfe94b16Srobert 
256*dfe94b16Srobert     if (skip == state.skipLength) {
257*dfe94b16Srobert       ++state.sequenceLength;
258*dfe94b16Srobert     } else if (state.sequenceLength == 1) {
259*dfe94b16Srobert       ++state.sequenceLength;
260*dfe94b16Srobert       state.skipLength = skip;
261*dfe94b16Srobert     } else if (skip < state.skipLength) {
262*dfe94b16Srobert       // The address is lower than what the rebase pointer would be if the last
263*dfe94b16Srobert       // location would be part of a sequence. We start a new sequence from the
264*dfe94b16Srobert       // previous location.
265*dfe94b16Srobert       --state.sequenceLength;
266*dfe94b16Srobert       flushRebase(state, os);
267*dfe94b16Srobert 
268*dfe94b16Srobert       state.sequenceLength = 2;
269*dfe94b16Srobert       state.skipLength = skip;
2701cf9926bSpatrick     } else {
271*dfe94b16Srobert       // The address is at some positive offset from the rebase pointer. We
272*dfe94b16Srobert       // start a new sequence which begins with the current location.
273*dfe94b16Srobert       flushRebase(state, os);
274*dfe94b16Srobert       emitIncrement(skip - state.skipLength, os);
275*dfe94b16Srobert       state.sequenceLength = 1;
276*dfe94b16Srobert       state.skipLength = target->wordSize;
2771cf9926bSpatrick     }
2781cf9926bSpatrick   }
279*dfe94b16Srobert   flushRebase(state, os);
2801cf9926bSpatrick }
2811cf9926bSpatrick 
finalizeContents()2821cf9926bSpatrick void RebaseSection::finalizeContents() {
2831cf9926bSpatrick   if (locations.empty())
2841cf9926bSpatrick     return;
2851cf9926bSpatrick 
2861cf9926bSpatrick   raw_svector_ostream os{contents};
2871cf9926bSpatrick   os << static_cast<uint8_t>(REBASE_OPCODE_SET_TYPE_IMM | REBASE_TYPE_POINTER);
2881cf9926bSpatrick 
2891cf9926bSpatrick   llvm::sort(locations, [](const Location &a, const Location &b) {
2901cf9926bSpatrick     return a.isec->getVA(a.offset) < b.isec->getVA(b.offset);
2911cf9926bSpatrick   });
2921cf9926bSpatrick 
293*dfe94b16Srobert   for (size_t i = 0, count = locations.size(); i < count;) {
294*dfe94b16Srobert     const OutputSegment *seg = locations[i].isec->parent->parent;
295*dfe94b16Srobert     size_t j = i + 1;
296*dfe94b16Srobert     while (j < count && locations[j].isec->parent->parent == seg)
297*dfe94b16Srobert       ++j;
298*dfe94b16Srobert     encodeRebases(seg, {locations.data() + i, locations.data() + j}, os);
299*dfe94b16Srobert     i = j;
300*dfe94b16Srobert   }
3011cf9926bSpatrick   os << static_cast<uint8_t>(REBASE_OPCODE_DONE);
3021cf9926bSpatrick }
3031cf9926bSpatrick 
writeTo(uint8_t * buf) const3041cf9926bSpatrick void RebaseSection::writeTo(uint8_t *buf) const {
3051cf9926bSpatrick   memcpy(buf, contents.data(), contents.size());
3061cf9926bSpatrick }
3071cf9926bSpatrick 
NonLazyPointerSectionBase(const char * segname,const char * name)3081cf9926bSpatrick NonLazyPointerSectionBase::NonLazyPointerSectionBase(const char *segname,
3091cf9926bSpatrick                                                      const char *name)
3101cf9926bSpatrick     : SyntheticSection(segname, name) {
3111cf9926bSpatrick   align = target->wordSize;
3121cf9926bSpatrick }
3131cf9926bSpatrick 
addNonLazyBindingEntries(const Symbol * sym,const InputSection * isec,uint64_t offset,int64_t addend)3141cf9926bSpatrick void macho::addNonLazyBindingEntries(const Symbol *sym,
3151cf9926bSpatrick                                      const InputSection *isec, uint64_t offset,
3161cf9926bSpatrick                                      int64_t addend) {
317*dfe94b16Srobert   if (config->emitChainedFixups) {
318*dfe94b16Srobert     if (needsBinding(sym))
319*dfe94b16Srobert       in.chainedFixups->addBinding(sym, isec, offset, addend);
320*dfe94b16Srobert     else if (isa<Defined>(sym))
321*dfe94b16Srobert       in.chainedFixups->addRebase(isec, offset);
322*dfe94b16Srobert     else
323*dfe94b16Srobert       llvm_unreachable("cannot bind to an undefined symbol");
324*dfe94b16Srobert     return;
325*dfe94b16Srobert   }
326*dfe94b16Srobert 
3271cf9926bSpatrick   if (const auto *dysym = dyn_cast<DylibSymbol>(sym)) {
3281cf9926bSpatrick     in.binding->addEntry(dysym, isec, offset, addend);
3291cf9926bSpatrick     if (dysym->isWeakDef())
3301cf9926bSpatrick       in.weakBinding->addEntry(sym, isec, offset, addend);
3311cf9926bSpatrick   } else if (const auto *defined = dyn_cast<Defined>(sym)) {
3321cf9926bSpatrick     in.rebase->addEntry(isec, offset);
3331cf9926bSpatrick     if (defined->isExternalWeakDef())
3341cf9926bSpatrick       in.weakBinding->addEntry(sym, isec, offset, addend);
335*dfe94b16Srobert     else if (defined->interposable)
336*dfe94b16Srobert       in.binding->addEntry(sym, isec, offset, addend);
3371cf9926bSpatrick   } else {
3381cf9926bSpatrick     // Undefined symbols are filtered out in scanRelocations(); we should never
3391cf9926bSpatrick     // get here
3401cf9926bSpatrick     llvm_unreachable("cannot bind to an undefined symbol");
341bb684c34Spatrick   }
342bb684c34Spatrick }
343bb684c34Spatrick 
addEntry(Symbol * sym)3441cf9926bSpatrick void NonLazyPointerSectionBase::addEntry(Symbol *sym) {
3451cf9926bSpatrick   if (entries.insert(sym)) {
3461cf9926bSpatrick     assert(!sym->isInGot());
3471cf9926bSpatrick     sym->gotIndex = entries.size() - 1;
3481cf9926bSpatrick 
3491cf9926bSpatrick     addNonLazyBindingEntries(sym, isec, sym->gotIndex * target->wordSize);
3501cf9926bSpatrick   }
3511cf9926bSpatrick }
3521cf9926bSpatrick 
writeChainedRebase(uint8_t * buf,uint64_t targetVA)353*dfe94b16Srobert void macho::writeChainedRebase(uint8_t *buf, uint64_t targetVA) {
354*dfe94b16Srobert   assert(config->emitChainedFixups);
355*dfe94b16Srobert   assert(target->wordSize == 8 && "Only 64-bit platforms are supported");
356*dfe94b16Srobert   auto *rebase = reinterpret_cast<dyld_chained_ptr_64_rebase *>(buf);
357*dfe94b16Srobert   rebase->target = targetVA & 0xf'ffff'ffff;
358*dfe94b16Srobert   rebase->high8 = (targetVA >> 56);
359*dfe94b16Srobert   rebase->reserved = 0;
360*dfe94b16Srobert   rebase->next = 0;
361*dfe94b16Srobert   rebase->bind = 0;
362*dfe94b16Srobert 
363*dfe94b16Srobert   // The fixup format places a 64 GiB limit on the output's size.
364*dfe94b16Srobert   // Should we handle this gracefully?
365*dfe94b16Srobert   uint64_t encodedVA = rebase->target | ((uint64_t)rebase->high8 << 56);
366*dfe94b16Srobert   if (encodedVA != targetVA)
367*dfe94b16Srobert     error("rebase target address 0x" + Twine::utohexstr(targetVA) +
368*dfe94b16Srobert           " does not fit into chained fixup. Re-link with -no_fixup_chains");
369*dfe94b16Srobert }
370*dfe94b16Srobert 
writeChainedBind(uint8_t * buf,const Symbol * sym,int64_t addend)371*dfe94b16Srobert static void writeChainedBind(uint8_t *buf, const Symbol *sym, int64_t addend) {
372*dfe94b16Srobert   assert(config->emitChainedFixups);
373*dfe94b16Srobert   assert(target->wordSize == 8 && "Only 64-bit platforms are supported");
374*dfe94b16Srobert   auto *bind = reinterpret_cast<dyld_chained_ptr_64_bind *>(buf);
375*dfe94b16Srobert   auto [ordinal, inlineAddend] = in.chainedFixups->getBinding(sym, addend);
376*dfe94b16Srobert   bind->ordinal = ordinal;
377*dfe94b16Srobert   bind->addend = inlineAddend;
378*dfe94b16Srobert   bind->reserved = 0;
379*dfe94b16Srobert   bind->next = 0;
380*dfe94b16Srobert   bind->bind = 1;
381*dfe94b16Srobert }
382*dfe94b16Srobert 
writeChainedFixup(uint8_t * buf,const Symbol * sym,int64_t addend)383*dfe94b16Srobert void macho::writeChainedFixup(uint8_t *buf, const Symbol *sym, int64_t addend) {
384*dfe94b16Srobert   if (needsBinding(sym))
385*dfe94b16Srobert     writeChainedBind(buf, sym, addend);
386*dfe94b16Srobert   else
387*dfe94b16Srobert     writeChainedRebase(buf, sym->getVA() + addend);
388*dfe94b16Srobert }
389*dfe94b16Srobert 
writeTo(uint8_t * buf) const3901cf9926bSpatrick void NonLazyPointerSectionBase::writeTo(uint8_t *buf) const {
391*dfe94b16Srobert   if (config->emitChainedFixups) {
392*dfe94b16Srobert     for (const auto &[i, entry] : llvm::enumerate(entries))
393*dfe94b16Srobert       writeChainedFixup(&buf[i * target->wordSize], entry, 0);
394*dfe94b16Srobert   } else {
395*dfe94b16Srobert     for (const auto &[i, entry] : llvm::enumerate(entries))
396*dfe94b16Srobert       if (auto *defined = dyn_cast<Defined>(entry))
3971cf9926bSpatrick         write64le(&buf[i * target->wordSize], defined->getVA());
3981cf9926bSpatrick   }
399*dfe94b16Srobert }
4001cf9926bSpatrick 
GotSection()4011cf9926bSpatrick GotSection::GotSection()
402*dfe94b16Srobert     : NonLazyPointerSectionBase(segment_names::data, section_names::got) {
4031cf9926bSpatrick   flags = S_NON_LAZY_SYMBOL_POINTERS;
4041cf9926bSpatrick }
4051cf9926bSpatrick 
TlvPointerSection()4061cf9926bSpatrick TlvPointerSection::TlvPointerSection()
4071cf9926bSpatrick     : NonLazyPointerSectionBase(segment_names::data,
4081cf9926bSpatrick                                 section_names::threadPtrs) {
4091cf9926bSpatrick   flags = S_THREAD_LOCAL_VARIABLE_POINTERS;
410bb684c34Spatrick }
411bb684c34Spatrick 
BindingSection()412bb684c34Spatrick BindingSection::BindingSection()
4131cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::binding) {}
414bb684c34Spatrick 
415bb684c34Spatrick namespace {
416bb684c34Spatrick struct Binding {
417bb684c34Spatrick   OutputSegment *segment = nullptr;
418bb684c34Spatrick   uint64_t offset = 0;
419bb684c34Spatrick   int64_t addend = 0;
4201cf9926bSpatrick };
4211cf9926bSpatrick struct BindIR {
4221cf9926bSpatrick   // Default value of 0xF0 is not valid opcode and should make the program
4231cf9926bSpatrick   // scream instead of accidentally writing "valid" values.
4241cf9926bSpatrick   uint8_t opcode = 0xF0;
4251cf9926bSpatrick   uint64_t data = 0;
4261cf9926bSpatrick   uint64_t consecutiveCount = 0;
427bb684c34Spatrick };
428bb684c34Spatrick } // namespace
429bb684c34Spatrick 
4301cf9926bSpatrick // Encode a sequence of opcodes that tell dyld to write the address of symbol +
431bb684c34Spatrick // addend at osec->addr + outSecOff.
432bb684c34Spatrick //
433bb684c34Spatrick // The bind opcode "interpreter" remembers the values of each binding field, so
434bb684c34Spatrick // we only need to encode the differences between bindings. Hence the use of
435bb684c34Spatrick // lastBinding.
encodeBinding(const OutputSection * osec,uint64_t outSecOff,int64_t addend,Binding & lastBinding,std::vector<BindIR> & opcodes)4361cf9926bSpatrick static void encodeBinding(const OutputSection *osec, uint64_t outSecOff,
4371cf9926bSpatrick                           int64_t addend, Binding &lastBinding,
4381cf9926bSpatrick                           std::vector<BindIR> &opcodes) {
439bb684c34Spatrick   OutputSegment *seg = osec->parent;
440bb684c34Spatrick   uint64_t offset = osec->getSegmentOffset() + outSecOff;
441bb684c34Spatrick   if (lastBinding.segment != seg) {
4421cf9926bSpatrick     opcodes.push_back(
4431cf9926bSpatrick         {static_cast<uint8_t>(BIND_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB |
4441cf9926bSpatrick                               seg->index),
4451cf9926bSpatrick          offset});
446bb684c34Spatrick     lastBinding.segment = seg;
447bb684c34Spatrick     lastBinding.offset = offset;
448bb684c34Spatrick   } else if (lastBinding.offset != offset) {
4491cf9926bSpatrick     opcodes.push_back({BIND_OPCODE_ADD_ADDR_ULEB, offset - lastBinding.offset});
450bb684c34Spatrick     lastBinding.offset = offset;
451bb684c34Spatrick   }
452bb684c34Spatrick 
453bb684c34Spatrick   if (lastBinding.addend != addend) {
4541cf9926bSpatrick     opcodes.push_back(
4551cf9926bSpatrick         {BIND_OPCODE_SET_ADDEND_SLEB, static_cast<uint64_t>(addend)});
456bb684c34Spatrick     lastBinding.addend = addend;
457bb684c34Spatrick   }
458bb684c34Spatrick 
4591cf9926bSpatrick   opcodes.push_back({BIND_OPCODE_DO_BIND, 0});
460bb684c34Spatrick   // DO_BIND causes dyld to both perform the binding and increment the offset
4611cf9926bSpatrick   lastBinding.offset += target->wordSize;
4621cf9926bSpatrick }
4631cf9926bSpatrick 
optimizeOpcodes(std::vector<BindIR> & opcodes)4641cf9926bSpatrick static void optimizeOpcodes(std::vector<BindIR> &opcodes) {
4651cf9926bSpatrick   // Pass 1: Combine bind/add pairs
4661cf9926bSpatrick   size_t i;
4671cf9926bSpatrick   int pWrite = 0;
4681cf9926bSpatrick   for (i = 1; i < opcodes.size(); ++i, ++pWrite) {
4691cf9926bSpatrick     if ((opcodes[i].opcode == BIND_OPCODE_ADD_ADDR_ULEB) &&
4701cf9926bSpatrick         (opcodes[i - 1].opcode == BIND_OPCODE_DO_BIND)) {
4711cf9926bSpatrick       opcodes[pWrite].opcode = BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB;
4721cf9926bSpatrick       opcodes[pWrite].data = opcodes[i].data;
4731cf9926bSpatrick       ++i;
4741cf9926bSpatrick     } else {
4751cf9926bSpatrick       opcodes[pWrite] = opcodes[i - 1];
4761cf9926bSpatrick     }
4771cf9926bSpatrick   }
4781cf9926bSpatrick   if (i == opcodes.size())
4791cf9926bSpatrick     opcodes[pWrite] = opcodes[i - 1];
4801cf9926bSpatrick   opcodes.resize(pWrite + 1);
4811cf9926bSpatrick 
4821cf9926bSpatrick   // Pass 2: Compress two or more bind_add opcodes
4831cf9926bSpatrick   pWrite = 0;
4841cf9926bSpatrick   for (i = 1; i < opcodes.size(); ++i, ++pWrite) {
4851cf9926bSpatrick     if ((opcodes[i].opcode == BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB) &&
4861cf9926bSpatrick         (opcodes[i - 1].opcode == BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB) &&
4871cf9926bSpatrick         (opcodes[i].data == opcodes[i - 1].data)) {
4881cf9926bSpatrick       opcodes[pWrite].opcode = BIND_OPCODE_DO_BIND_ULEB_TIMES_SKIPPING_ULEB;
4891cf9926bSpatrick       opcodes[pWrite].consecutiveCount = 2;
4901cf9926bSpatrick       opcodes[pWrite].data = opcodes[i].data;
4911cf9926bSpatrick       ++i;
4921cf9926bSpatrick       while (i < opcodes.size() &&
4931cf9926bSpatrick              (opcodes[i].opcode == BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB) &&
4941cf9926bSpatrick              (opcodes[i].data == opcodes[i - 1].data)) {
4951cf9926bSpatrick         opcodes[pWrite].consecutiveCount++;
4961cf9926bSpatrick         ++i;
4971cf9926bSpatrick       }
4981cf9926bSpatrick     } else {
4991cf9926bSpatrick       opcodes[pWrite] = opcodes[i - 1];
5001cf9926bSpatrick     }
5011cf9926bSpatrick   }
5021cf9926bSpatrick   if (i == opcodes.size())
5031cf9926bSpatrick     opcodes[pWrite] = opcodes[i - 1];
5041cf9926bSpatrick   opcodes.resize(pWrite + 1);
5051cf9926bSpatrick 
5061cf9926bSpatrick   // Pass 3: Use immediate encodings
5071cf9926bSpatrick   // Every binding is the size of one pointer. If the next binding is a
5081cf9926bSpatrick   // multiple of wordSize away that is within BIND_IMMEDIATE_MASK, the
5091cf9926bSpatrick   // opcode can be scaled by wordSize into a single byte and dyld will
5101cf9926bSpatrick   // expand it to the correct address.
5111cf9926bSpatrick   for (auto &p : opcodes) {
5121cf9926bSpatrick     // It's unclear why the check needs to be less than BIND_IMMEDIATE_MASK,
5131cf9926bSpatrick     // but ld64 currently does this. This could be a potential bug, but
5141cf9926bSpatrick     // for now, perform the same behavior to prevent mysterious bugs.
5151cf9926bSpatrick     if ((p.opcode == BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB) &&
5161cf9926bSpatrick         ((p.data / target->wordSize) < BIND_IMMEDIATE_MASK) &&
5171cf9926bSpatrick         ((p.data % target->wordSize) == 0)) {
5181cf9926bSpatrick       p.opcode = BIND_OPCODE_DO_BIND_ADD_ADDR_IMM_SCALED;
5191cf9926bSpatrick       p.data /= target->wordSize;
5201cf9926bSpatrick     }
5211cf9926bSpatrick   }
5221cf9926bSpatrick }
5231cf9926bSpatrick 
flushOpcodes(const BindIR & op,raw_svector_ostream & os)5241cf9926bSpatrick static void flushOpcodes(const BindIR &op, raw_svector_ostream &os) {
5251cf9926bSpatrick   uint8_t opcode = op.opcode & BIND_OPCODE_MASK;
5261cf9926bSpatrick   switch (opcode) {
5271cf9926bSpatrick   case BIND_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB:
5281cf9926bSpatrick   case BIND_OPCODE_ADD_ADDR_ULEB:
5291cf9926bSpatrick   case BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB:
5301cf9926bSpatrick     os << op.opcode;
5311cf9926bSpatrick     encodeULEB128(op.data, os);
5321cf9926bSpatrick     break;
5331cf9926bSpatrick   case BIND_OPCODE_SET_ADDEND_SLEB:
5341cf9926bSpatrick     os << op.opcode;
5351cf9926bSpatrick     encodeSLEB128(static_cast<int64_t>(op.data), os);
5361cf9926bSpatrick     break;
5371cf9926bSpatrick   case BIND_OPCODE_DO_BIND:
5381cf9926bSpatrick     os << op.opcode;
5391cf9926bSpatrick     break;
5401cf9926bSpatrick   case BIND_OPCODE_DO_BIND_ULEB_TIMES_SKIPPING_ULEB:
5411cf9926bSpatrick     os << op.opcode;
5421cf9926bSpatrick     encodeULEB128(op.consecutiveCount, os);
5431cf9926bSpatrick     encodeULEB128(op.data, os);
5441cf9926bSpatrick     break;
5451cf9926bSpatrick   case BIND_OPCODE_DO_BIND_ADD_ADDR_IMM_SCALED:
5461cf9926bSpatrick     os << static_cast<uint8_t>(op.opcode | op.data);
5471cf9926bSpatrick     break;
5481cf9926bSpatrick   default:
5491cf9926bSpatrick     llvm_unreachable("cannot bind to an unrecognized symbol");
5501cf9926bSpatrick   }
5511cf9926bSpatrick }
5521cf9926bSpatrick 
5531cf9926bSpatrick // Non-weak bindings need to have their dylib ordinal encoded as well.
ordinalForDylibSymbol(const DylibSymbol & dysym)5541cf9926bSpatrick static int16_t ordinalForDylibSymbol(const DylibSymbol &dysym) {
5551cf9926bSpatrick   if (config->namespaceKind == NamespaceKind::flat || dysym.isDynamicLookup())
5561cf9926bSpatrick     return static_cast<int16_t>(BIND_SPECIAL_DYLIB_FLAT_LOOKUP);
5571cf9926bSpatrick   assert(dysym.getFile()->isReferenced());
5581cf9926bSpatrick   return dysym.getFile()->ordinal;
5591cf9926bSpatrick }
5601cf9926bSpatrick 
ordinalForSymbol(const Symbol & sym)561*dfe94b16Srobert static int16_t ordinalForSymbol(const Symbol &sym) {
562*dfe94b16Srobert   if (const auto *dysym = dyn_cast<DylibSymbol>(&sym))
563*dfe94b16Srobert     return ordinalForDylibSymbol(*dysym);
564*dfe94b16Srobert   assert(cast<Defined>(&sym)->interposable);
565*dfe94b16Srobert   return BIND_SPECIAL_DYLIB_FLAT_LOOKUP;
566*dfe94b16Srobert }
567*dfe94b16Srobert 
encodeDylibOrdinal(int16_t ordinal,raw_svector_ostream & os)5681cf9926bSpatrick static void encodeDylibOrdinal(int16_t ordinal, raw_svector_ostream &os) {
5691cf9926bSpatrick   if (ordinal <= 0) {
5701cf9926bSpatrick     os << static_cast<uint8_t>(BIND_OPCODE_SET_DYLIB_SPECIAL_IMM |
5711cf9926bSpatrick                                (ordinal & BIND_IMMEDIATE_MASK));
5721cf9926bSpatrick   } else if (ordinal <= BIND_IMMEDIATE_MASK) {
5731cf9926bSpatrick     os << static_cast<uint8_t>(BIND_OPCODE_SET_DYLIB_ORDINAL_IMM | ordinal);
5741cf9926bSpatrick   } else {
5751cf9926bSpatrick     os << static_cast<uint8_t>(BIND_OPCODE_SET_DYLIB_ORDINAL_ULEB);
5761cf9926bSpatrick     encodeULEB128(ordinal, os);
5771cf9926bSpatrick   }
5781cf9926bSpatrick }
5791cf9926bSpatrick 
encodeWeakOverride(const Defined * defined,raw_svector_ostream & os)5801cf9926bSpatrick static void encodeWeakOverride(const Defined *defined,
5811cf9926bSpatrick                                raw_svector_ostream &os) {
5821cf9926bSpatrick   os << static_cast<uint8_t>(BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM |
5831cf9926bSpatrick                              BIND_SYMBOL_FLAGS_NON_WEAK_DEFINITION)
5841cf9926bSpatrick      << defined->getName() << '\0';
5851cf9926bSpatrick }
5861cf9926bSpatrick 
5871cf9926bSpatrick // Organize the bindings so we can encoded them with fewer opcodes.
5881cf9926bSpatrick //
5891cf9926bSpatrick // First, all bindings for a given symbol should be grouped together.
5901cf9926bSpatrick // BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM is the largest opcode (since it
5911cf9926bSpatrick // has an associated symbol string), so we only want to emit it once per symbol.
5921cf9926bSpatrick //
5931cf9926bSpatrick // Within each group, we sort the bindings by address. Since bindings are
5941cf9926bSpatrick // delta-encoded, sorting them allows for a more compact result. Note that
5951cf9926bSpatrick // sorting by address alone ensures that bindings for the same segment / section
5961cf9926bSpatrick // are located together, minimizing the number of times we have to emit
5971cf9926bSpatrick // BIND_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB.
5981cf9926bSpatrick //
5991cf9926bSpatrick // Finally, we sort the symbols by the address of their first binding, again
6001cf9926bSpatrick // to facilitate the delta-encoding process.
6011cf9926bSpatrick template <class Sym>
6021cf9926bSpatrick std::vector<std::pair<const Sym *, std::vector<BindingEntry>>>
sortBindings(const BindingsMap<const Sym * > & bindingsMap)6031cf9926bSpatrick sortBindings(const BindingsMap<const Sym *> &bindingsMap) {
6041cf9926bSpatrick   std::vector<std::pair<const Sym *, std::vector<BindingEntry>>> bindingsVec(
6051cf9926bSpatrick       bindingsMap.begin(), bindingsMap.end());
6061cf9926bSpatrick   for (auto &p : bindingsVec) {
6071cf9926bSpatrick     std::vector<BindingEntry> &bindings = p.second;
6081cf9926bSpatrick     llvm::sort(bindings, [](const BindingEntry &a, const BindingEntry &b) {
6091cf9926bSpatrick       return a.target.getVA() < b.target.getVA();
6101cf9926bSpatrick     });
6111cf9926bSpatrick   }
6121cf9926bSpatrick   llvm::sort(bindingsVec, [](const auto &a, const auto &b) {
6131cf9926bSpatrick     return a.second[0].target.getVA() < b.second[0].target.getVA();
6141cf9926bSpatrick   });
6151cf9926bSpatrick   return bindingsVec;
616bb684c34Spatrick }
617bb684c34Spatrick 
618bb684c34Spatrick // Emit bind opcodes, which are a stream of byte-sized opcodes that dyld
619bb684c34Spatrick // interprets to update a record with the following fields:
620bb684c34Spatrick //  * segment index (of the segment to write the symbol addresses to, typically
621bb684c34Spatrick //    the __DATA_CONST segment which contains the GOT)
622bb684c34Spatrick //  * offset within the segment, indicating the next location to write a binding
623bb684c34Spatrick //  * symbol type
624bb684c34Spatrick //  * symbol library ordinal (the index of its library's LC_LOAD_DYLIB command)
625bb684c34Spatrick //  * symbol name
626bb684c34Spatrick //  * addend
627bb684c34Spatrick // When dyld sees BIND_OPCODE_DO_BIND, it uses the current record state to bind
628bb684c34Spatrick // a symbol in the GOT, and increments the segment offset to point to the next
629bb684c34Spatrick // entry. It does *not* clear the record state after doing the bind, so
630bb684c34Spatrick // subsequent opcodes only need to encode the differences between bindings.
finalizeContents()631bb684c34Spatrick void BindingSection::finalizeContents() {
632bb684c34Spatrick   raw_svector_ostream os{contents};
633bb684c34Spatrick   Binding lastBinding;
6341cf9926bSpatrick   int16_t lastOrdinal = 0;
635bb684c34Spatrick 
6361cf9926bSpatrick   for (auto &p : sortBindings(bindingsMap)) {
637*dfe94b16Srobert     const Symbol *sym = p.first;
6381cf9926bSpatrick     std::vector<BindingEntry> &bindings = p.second;
6391cf9926bSpatrick     uint8_t flags = BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM;
6401cf9926bSpatrick     if (sym->isWeakRef())
6411cf9926bSpatrick       flags |= BIND_SYMBOL_FLAGS_WEAK_IMPORT;
6421cf9926bSpatrick     os << flags << sym->getName() << '\0'
6431cf9926bSpatrick        << static_cast<uint8_t>(BIND_OPCODE_SET_TYPE_IMM | BIND_TYPE_POINTER);
644*dfe94b16Srobert     int16_t ordinal = ordinalForSymbol(*sym);
6451cf9926bSpatrick     if (ordinal != lastOrdinal) {
6461cf9926bSpatrick       encodeDylibOrdinal(ordinal, os);
6471cf9926bSpatrick       lastOrdinal = ordinal;
648bb684c34Spatrick     }
6491cf9926bSpatrick     std::vector<BindIR> opcodes;
6501cf9926bSpatrick     for (const BindingEntry &b : bindings)
6511cf9926bSpatrick       encodeBinding(b.target.isec->parent,
6521cf9926bSpatrick                     b.target.isec->getOffset(b.target.offset), b.addend,
6531cf9926bSpatrick                     lastBinding, opcodes);
6541cf9926bSpatrick     if (config->optimize > 1)
6551cf9926bSpatrick       optimizeOpcodes(opcodes);
6561cf9926bSpatrick     for (const auto &op : opcodes)
6571cf9926bSpatrick       flushOpcodes(op, os);
6581cf9926bSpatrick   }
6591cf9926bSpatrick   if (!bindingsMap.empty())
6601cf9926bSpatrick     os << static_cast<uint8_t>(BIND_OPCODE_DONE);
661bb684c34Spatrick }
662bb684c34Spatrick 
writeTo(uint8_t * buf) const663bb684c34Spatrick void BindingSection::writeTo(uint8_t *buf) const {
664bb684c34Spatrick   memcpy(buf, contents.data(), contents.size());
665bb684c34Spatrick }
666bb684c34Spatrick 
WeakBindingSection()6671cf9926bSpatrick WeakBindingSection::WeakBindingSection()
6681cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::weakBinding) {}
6691cf9926bSpatrick 
finalizeContents()6701cf9926bSpatrick void WeakBindingSection::finalizeContents() {
6711cf9926bSpatrick   raw_svector_ostream os{contents};
6721cf9926bSpatrick   Binding lastBinding;
6731cf9926bSpatrick 
6741cf9926bSpatrick   for (const Defined *defined : definitions)
6751cf9926bSpatrick     encodeWeakOverride(defined, os);
6761cf9926bSpatrick 
6771cf9926bSpatrick   for (auto &p : sortBindings(bindingsMap)) {
6781cf9926bSpatrick     const Symbol *sym = p.first;
6791cf9926bSpatrick     std::vector<BindingEntry> &bindings = p.second;
6801cf9926bSpatrick     os << static_cast<uint8_t>(BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM)
6811cf9926bSpatrick        << sym->getName() << '\0'
6821cf9926bSpatrick        << static_cast<uint8_t>(BIND_OPCODE_SET_TYPE_IMM | BIND_TYPE_POINTER);
6831cf9926bSpatrick     std::vector<BindIR> opcodes;
6841cf9926bSpatrick     for (const BindingEntry &b : bindings)
6851cf9926bSpatrick       encodeBinding(b.target.isec->parent,
6861cf9926bSpatrick                     b.target.isec->getOffset(b.target.offset), b.addend,
6871cf9926bSpatrick                     lastBinding, opcodes);
6881cf9926bSpatrick     if (config->optimize > 1)
6891cf9926bSpatrick       optimizeOpcodes(opcodes);
6901cf9926bSpatrick     for (const auto &op : opcodes)
6911cf9926bSpatrick       flushOpcodes(op, os);
6921cf9926bSpatrick   }
6931cf9926bSpatrick   if (!bindingsMap.empty() || !definitions.empty())
6941cf9926bSpatrick     os << static_cast<uint8_t>(BIND_OPCODE_DONE);
6951cf9926bSpatrick }
6961cf9926bSpatrick 
writeTo(uint8_t * buf) const6971cf9926bSpatrick void WeakBindingSection::writeTo(uint8_t *buf) const {
6981cf9926bSpatrick   memcpy(buf, contents.data(), contents.size());
6991cf9926bSpatrick }
7001cf9926bSpatrick 
StubsSection()701bb684c34Spatrick StubsSection::StubsSection()
7021cf9926bSpatrick     : SyntheticSection(segment_names::text, section_names::stubs) {
7031cf9926bSpatrick   flags = S_SYMBOL_STUBS | S_ATTR_SOME_INSTRUCTIONS | S_ATTR_PURE_INSTRUCTIONS;
7041cf9926bSpatrick   // The stubs section comprises machine instructions, which are aligned to
7051cf9926bSpatrick   // 4 bytes on the archs we care about.
7061cf9926bSpatrick   align = 4;
7071cf9926bSpatrick   reserved2 = target->stubSize;
7081cf9926bSpatrick }
709bb684c34Spatrick 
getSize() const710bb684c34Spatrick uint64_t StubsSection::getSize() const {
711bb684c34Spatrick   return entries.size() * target->stubSize;
712bb684c34Spatrick }
713bb684c34Spatrick 
writeTo(uint8_t * buf) const714bb684c34Spatrick void StubsSection::writeTo(uint8_t *buf) const {
715bb684c34Spatrick   size_t off = 0;
7161cf9926bSpatrick   for (const Symbol *sym : entries) {
717*dfe94b16Srobert     uint64_t pointerVA =
718*dfe94b16Srobert         config->emitChainedFixups ? sym->getGotVA() : sym->getLazyPtrVA();
719*dfe94b16Srobert     target->writeStub(buf + off, *sym, pointerVA);
720bb684c34Spatrick     off += target->stubSize;
721bb684c34Spatrick   }
722bb684c34Spatrick }
723bb684c34Spatrick 
finalize()7241cf9926bSpatrick void StubsSection::finalize() { isFinal = true; }
7251cf9926bSpatrick 
addBindingsForStub(Symbol * sym)726*dfe94b16Srobert static void addBindingsForStub(Symbol *sym) {
727*dfe94b16Srobert   assert(!config->emitChainedFixups);
728*dfe94b16Srobert   if (auto *dysym = dyn_cast<DylibSymbol>(sym)) {
729*dfe94b16Srobert     if (sym->isWeakDef()) {
730*dfe94b16Srobert       in.binding->addEntry(dysym, in.lazyPointers->isec,
731*dfe94b16Srobert                            sym->stubsIndex * target->wordSize);
732*dfe94b16Srobert       in.weakBinding->addEntry(sym, in.lazyPointers->isec,
733*dfe94b16Srobert                                sym->stubsIndex * target->wordSize);
734*dfe94b16Srobert     } else {
735*dfe94b16Srobert       in.lazyBinding->addEntry(dysym);
736*dfe94b16Srobert     }
737*dfe94b16Srobert   } else if (auto *defined = dyn_cast<Defined>(sym)) {
738*dfe94b16Srobert     if (defined->isExternalWeakDef()) {
739*dfe94b16Srobert       in.rebase->addEntry(in.lazyPointers->isec,
740*dfe94b16Srobert                           sym->stubsIndex * target->wordSize);
741*dfe94b16Srobert       in.weakBinding->addEntry(sym, in.lazyPointers->isec,
742*dfe94b16Srobert                                sym->stubsIndex * target->wordSize);
743*dfe94b16Srobert     } else if (defined->interposable) {
744*dfe94b16Srobert       in.lazyBinding->addEntry(sym);
745*dfe94b16Srobert     } else {
746*dfe94b16Srobert       llvm_unreachable("invalid stub target");
747*dfe94b16Srobert     }
748*dfe94b16Srobert   } else {
749*dfe94b16Srobert     llvm_unreachable("invalid stub target symbol type");
750*dfe94b16Srobert   }
751*dfe94b16Srobert }
752*dfe94b16Srobert 
addEntry(Symbol * sym)753*dfe94b16Srobert void StubsSection::addEntry(Symbol *sym) {
7541cf9926bSpatrick   bool inserted = entries.insert(sym);
755*dfe94b16Srobert   if (inserted) {
7561cf9926bSpatrick     sym->stubsIndex = entries.size() - 1;
757*dfe94b16Srobert 
758*dfe94b16Srobert     if (config->emitChainedFixups)
759*dfe94b16Srobert       in.got->addEntry(sym);
760*dfe94b16Srobert     else
761*dfe94b16Srobert       addBindingsForStub(sym);
762*dfe94b16Srobert   }
763bb684c34Spatrick }
764bb684c34Spatrick 
StubHelperSection()765bb684c34Spatrick StubHelperSection::StubHelperSection()
7661cf9926bSpatrick     : SyntheticSection(segment_names::text, section_names::stubHelper) {
7671cf9926bSpatrick   flags = S_ATTR_SOME_INSTRUCTIONS | S_ATTR_PURE_INSTRUCTIONS;
7681cf9926bSpatrick   align = 4; // This section comprises machine instructions
7691cf9926bSpatrick }
770bb684c34Spatrick 
getSize() const771bb684c34Spatrick uint64_t StubHelperSection::getSize() const {
772bb684c34Spatrick   return target->stubHelperHeaderSize +
7731cf9926bSpatrick          in.lazyBinding->getEntries().size() * target->stubHelperEntrySize;
774bb684c34Spatrick }
775bb684c34Spatrick 
isNeeded() const7761cf9926bSpatrick bool StubHelperSection::isNeeded() const { return in.lazyBinding->isNeeded(); }
777bb684c34Spatrick 
writeTo(uint8_t * buf) const778bb684c34Spatrick void StubHelperSection::writeTo(uint8_t *buf) const {
779bb684c34Spatrick   target->writeStubHelperHeader(buf);
780bb684c34Spatrick   size_t off = target->stubHelperHeaderSize;
781*dfe94b16Srobert   for (const Symbol *sym : in.lazyBinding->getEntries()) {
782bb684c34Spatrick     target->writeStubHelperEntry(buf + off, *sym, addr + off);
783bb684c34Spatrick     off += target->stubHelperEntrySize;
784bb684c34Spatrick   }
785bb684c34Spatrick }
786bb684c34Spatrick 
setUp()787*dfe94b16Srobert void StubHelperSection::setUp() {
7881cf9926bSpatrick   Symbol *binder = symtab->addUndefined("dyld_stub_binder", /*file=*/nullptr,
7891cf9926bSpatrick                                         /*isWeakRef=*/false);
7901cf9926bSpatrick   if (auto *undefined = dyn_cast<Undefined>(binder))
7911cf9926bSpatrick     treatUndefinedSymbol(*undefined,
7921cf9926bSpatrick                          "lazy binding (normally in libSystem.dylib)");
7931cf9926bSpatrick 
7941cf9926bSpatrick   // treatUndefinedSymbol() can replace binder with a DylibSymbol; re-check.
7951cf9926bSpatrick   stubBinder = dyn_cast_or_null<DylibSymbol>(binder);
7961cf9926bSpatrick   if (stubBinder == nullptr)
797bb684c34Spatrick     return;
798bb684c34Spatrick 
7991cf9926bSpatrick   in.got->addEntry(stubBinder);
8001cf9926bSpatrick 
8011cf9926bSpatrick   in.imageLoaderCache->parent =
8021cf9926bSpatrick       ConcatOutputSection::getOrCreateForInput(in.imageLoaderCache);
803bb684c34Spatrick   inputSections.push_back(in.imageLoaderCache);
8041cf9926bSpatrick   // Since this isn't in the symbol table or in any input file, the noDeadStrip
805*dfe94b16Srobert   // argument doesn't matter.
8061cf9926bSpatrick   dyldPrivate =
8071cf9926bSpatrick       make<Defined>("__dyld_private", nullptr, in.imageLoaderCache, 0, 0,
8081cf9926bSpatrick                     /*isWeakDef=*/false,
8091cf9926bSpatrick                     /*isExternal=*/false, /*isPrivateExtern=*/false,
810*dfe94b16Srobert                     /*includeInSymtab=*/true,
8111cf9926bSpatrick                     /*isThumb=*/false, /*isReferencedDynamically=*/false,
8121cf9926bSpatrick                     /*noDeadStrip=*/false);
813*dfe94b16Srobert   dyldPrivate->used = true;
814*dfe94b16Srobert }
815*dfe94b16Srobert 
ObjCStubsSection()816*dfe94b16Srobert ObjCStubsSection::ObjCStubsSection()
817*dfe94b16Srobert     : SyntheticSection(segment_names::text, section_names::objcStubs) {
818*dfe94b16Srobert   flags = S_ATTR_SOME_INSTRUCTIONS | S_ATTR_PURE_INSTRUCTIONS;
819*dfe94b16Srobert   align = target->objcStubsAlignment;
820*dfe94b16Srobert }
821*dfe94b16Srobert 
addEntry(Symbol * sym)822*dfe94b16Srobert void ObjCStubsSection::addEntry(Symbol *sym) {
823*dfe94b16Srobert   assert(sym->getName().startswith(symbolPrefix) && "not an objc stub");
824*dfe94b16Srobert   StringRef methname = sym->getName().drop_front(symbolPrefix.size());
825*dfe94b16Srobert   offsets.push_back(
826*dfe94b16Srobert       in.objcMethnameSection->getStringOffset(methname).outSecOff);
827*dfe94b16Srobert   Defined *newSym = replaceSymbol<Defined>(
828*dfe94b16Srobert       sym, sym->getName(), nullptr, isec,
829*dfe94b16Srobert       /*value=*/symbols.size() * target->objcStubsFastSize,
830*dfe94b16Srobert       /*size=*/target->objcStubsFastSize,
831*dfe94b16Srobert       /*isWeakDef=*/false, /*isExternal=*/true, /*isPrivateExtern=*/true,
832*dfe94b16Srobert       /*includeInSymtab=*/true, /*isThumb=*/false,
833*dfe94b16Srobert       /*isReferencedDynamically=*/false, /*noDeadStrip=*/false);
834*dfe94b16Srobert   symbols.push_back(newSym);
835*dfe94b16Srobert }
836*dfe94b16Srobert 
setUp()837*dfe94b16Srobert void ObjCStubsSection::setUp() {
838*dfe94b16Srobert   Symbol *objcMsgSend = symtab->addUndefined("_objc_msgSend", /*file=*/nullptr,
839*dfe94b16Srobert                                              /*isWeakRef=*/false);
840*dfe94b16Srobert   objcMsgSend->used = true;
841*dfe94b16Srobert   in.got->addEntry(objcMsgSend);
842*dfe94b16Srobert   assert(objcMsgSend->isInGot());
843*dfe94b16Srobert   objcMsgSendGotIndex = objcMsgSend->gotIndex;
844*dfe94b16Srobert 
845*dfe94b16Srobert   size_t size = offsets.size() * target->wordSize;
846*dfe94b16Srobert   uint8_t *selrefsData = bAlloc().Allocate<uint8_t>(size);
847*dfe94b16Srobert   for (size_t i = 0, n = offsets.size(); i < n; ++i)
848*dfe94b16Srobert     write64le(&selrefsData[i * target->wordSize], offsets[i]);
849*dfe94b16Srobert 
850*dfe94b16Srobert   in.objcSelrefs =
851*dfe94b16Srobert       makeSyntheticInputSection(segment_names::data, section_names::objcSelrefs,
852*dfe94b16Srobert                                 S_LITERAL_POINTERS | S_ATTR_NO_DEAD_STRIP,
853*dfe94b16Srobert                                 ArrayRef<uint8_t>{selrefsData, size},
854*dfe94b16Srobert                                 /*align=*/target->wordSize);
855*dfe94b16Srobert   in.objcSelrefs->live = true;
856*dfe94b16Srobert 
857*dfe94b16Srobert   for (size_t i = 0, n = offsets.size(); i < n; ++i) {
858*dfe94b16Srobert     in.objcSelrefs->relocs.push_back(
859*dfe94b16Srobert         {/*type=*/target->unsignedRelocType,
860*dfe94b16Srobert          /*pcrel=*/false, /*length=*/3,
861*dfe94b16Srobert          /*offset=*/static_cast<uint32_t>(i * target->wordSize),
862*dfe94b16Srobert          /*addend=*/offsets[i] * in.objcMethnameSection->align,
863*dfe94b16Srobert          /*referent=*/in.objcMethnameSection->isec});
864*dfe94b16Srobert   }
865*dfe94b16Srobert 
866*dfe94b16Srobert   in.objcSelrefs->parent =
867*dfe94b16Srobert       ConcatOutputSection::getOrCreateForInput(in.objcSelrefs);
868*dfe94b16Srobert   inputSections.push_back(in.objcSelrefs);
869*dfe94b16Srobert   in.objcSelrefs->isFinal = true;
870*dfe94b16Srobert }
871*dfe94b16Srobert 
getSize() const872*dfe94b16Srobert uint64_t ObjCStubsSection::getSize() const {
873*dfe94b16Srobert   return target->objcStubsFastSize * symbols.size();
874*dfe94b16Srobert }
875*dfe94b16Srobert 
writeTo(uint8_t * buf) const876*dfe94b16Srobert void ObjCStubsSection::writeTo(uint8_t *buf) const {
877*dfe94b16Srobert   assert(in.objcSelrefs->live);
878*dfe94b16Srobert   assert(in.objcSelrefs->isFinal);
879*dfe94b16Srobert 
880*dfe94b16Srobert   uint64_t stubOffset = 0;
881*dfe94b16Srobert   for (size_t i = 0, n = symbols.size(); i < n; ++i) {
882*dfe94b16Srobert     Defined *sym = symbols[i];
883*dfe94b16Srobert     target->writeObjCMsgSendStub(buf + stubOffset, sym, in.objcStubs->addr,
884*dfe94b16Srobert                                  stubOffset, in.objcSelrefs->getVA(), i,
885*dfe94b16Srobert                                  in.got->addr, objcMsgSendGotIndex);
886*dfe94b16Srobert     stubOffset += target->objcStubsFastSize;
887*dfe94b16Srobert   }
888bb684c34Spatrick }
889bb684c34Spatrick 
LazyPointerSection()890bb684c34Spatrick LazyPointerSection::LazyPointerSection()
8911cf9926bSpatrick     : SyntheticSection(segment_names::data, section_names::lazySymbolPtr) {
8921cf9926bSpatrick   align = target->wordSize;
8931cf9926bSpatrick   flags = S_LAZY_SYMBOL_POINTERS;
894bb684c34Spatrick }
895bb684c34Spatrick 
getSize() const896bb684c34Spatrick uint64_t LazyPointerSection::getSize() const {
8971cf9926bSpatrick   return in.stubs->getEntries().size() * target->wordSize;
898bb684c34Spatrick }
899bb684c34Spatrick 
isNeeded() const900bb684c34Spatrick bool LazyPointerSection::isNeeded() const {
901bb684c34Spatrick   return !in.stubs->getEntries().empty();
902bb684c34Spatrick }
903bb684c34Spatrick 
writeTo(uint8_t * buf) const904bb684c34Spatrick void LazyPointerSection::writeTo(uint8_t *buf) const {
905bb684c34Spatrick   size_t off = 0;
9061cf9926bSpatrick   for (const Symbol *sym : in.stubs->getEntries()) {
9071cf9926bSpatrick     if (const auto *dysym = dyn_cast<DylibSymbol>(sym)) {
9081cf9926bSpatrick       if (dysym->hasStubsHelper()) {
9091cf9926bSpatrick         uint64_t stubHelperOffset =
9101cf9926bSpatrick             target->stubHelperHeaderSize +
9111cf9926bSpatrick             dysym->stubsHelperIndex * target->stubHelperEntrySize;
912bb684c34Spatrick         write64le(buf + off, in.stubHelper->addr + stubHelperOffset);
9131cf9926bSpatrick       }
9141cf9926bSpatrick     } else {
9151cf9926bSpatrick       write64le(buf + off, sym->getVA());
9161cf9926bSpatrick     }
9171cf9926bSpatrick     off += target->wordSize;
918bb684c34Spatrick   }
919bb684c34Spatrick }
920bb684c34Spatrick 
LazyBindingSection()921bb684c34Spatrick LazyBindingSection::LazyBindingSection()
9221cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::lazyBinding) {}
923bb684c34Spatrick 
finalizeContents()924bb684c34Spatrick void LazyBindingSection::finalizeContents() {
925bb684c34Spatrick   // TODO: Just precompute output size here instead of writing to a temporary
926bb684c34Spatrick   // buffer
927*dfe94b16Srobert   for (Symbol *sym : entries)
928bb684c34Spatrick     sym->lazyBindOffset = encode(*sym);
929bb684c34Spatrick }
930bb684c34Spatrick 
writeTo(uint8_t * buf) const931bb684c34Spatrick void LazyBindingSection::writeTo(uint8_t *buf) const {
932bb684c34Spatrick   memcpy(buf, contents.data(), contents.size());
933bb684c34Spatrick }
934bb684c34Spatrick 
addEntry(Symbol * sym)935*dfe94b16Srobert void LazyBindingSection::addEntry(Symbol *sym) {
936*dfe94b16Srobert   assert(!config->emitChainedFixups && "Chained fixups always bind eagerly");
937*dfe94b16Srobert   if (entries.insert(sym)) {
938*dfe94b16Srobert     sym->stubsHelperIndex = entries.size() - 1;
9391cf9926bSpatrick     in.rebase->addEntry(in.lazyPointers->isec,
940*dfe94b16Srobert                         sym->stubsIndex * target->wordSize);
9411cf9926bSpatrick   }
9421cf9926bSpatrick }
9431cf9926bSpatrick 
944bb684c34Spatrick // Unlike the non-lazy binding section, the bind opcodes in this section aren't
945bb684c34Spatrick // interpreted all at once. Rather, dyld will start interpreting opcodes at a
946bb684c34Spatrick // given offset, typically only binding a single symbol before it finds a
947bb684c34Spatrick // BIND_OPCODE_DONE terminator. As such, unlike in the non-lazy-binding case,
948bb684c34Spatrick // we cannot encode just the differences between symbols; we have to emit the
949bb684c34Spatrick // complete bind information for each symbol.
encode(const Symbol & sym)950*dfe94b16Srobert uint32_t LazyBindingSection::encode(const Symbol &sym) {
951bb684c34Spatrick   uint32_t opstreamOffset = contents.size();
952bb684c34Spatrick   OutputSegment *dataSeg = in.lazyPointers->parent;
9531cf9926bSpatrick   os << static_cast<uint8_t>(BIND_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB |
954bb684c34Spatrick                              dataSeg->index);
955*dfe94b16Srobert   uint64_t offset =
956*dfe94b16Srobert       in.lazyPointers->addr - dataSeg->addr + sym.stubsIndex * target->wordSize;
957bb684c34Spatrick   encodeULEB128(offset, os);
958*dfe94b16Srobert   encodeDylibOrdinal(ordinalForSymbol(sym), os);
959bb684c34Spatrick 
9601cf9926bSpatrick   uint8_t flags = BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM;
9611cf9926bSpatrick   if (sym.isWeakRef())
9621cf9926bSpatrick     flags |= BIND_SYMBOL_FLAGS_WEAK_IMPORT;
9631cf9926bSpatrick 
9641cf9926bSpatrick   os << flags << sym.getName() << '\0'
9651cf9926bSpatrick      << static_cast<uint8_t>(BIND_OPCODE_DO_BIND)
9661cf9926bSpatrick      << static_cast<uint8_t>(BIND_OPCODE_DONE);
967bb684c34Spatrick   return opstreamOffset;
968bb684c34Spatrick }
969bb684c34Spatrick 
ExportSection()970bb684c34Spatrick ExportSection::ExportSection()
9711cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::export_) {}
972bb684c34Spatrick 
finalizeContents()973bb684c34Spatrick void ExportSection::finalizeContents() {
9741cf9926bSpatrick   trieBuilder.setImageBase(in.header->addr);
9751cf9926bSpatrick   for (const Symbol *sym : symtab->getSymbols()) {
9761cf9926bSpatrick     if (const auto *defined = dyn_cast<Defined>(sym)) {
9771cf9926bSpatrick       if (defined->privateExtern || !defined->isLive())
9781cf9926bSpatrick         continue;
979bb684c34Spatrick       trieBuilder.addSymbol(*defined);
9801cf9926bSpatrick       hasWeakSymbol = hasWeakSymbol || sym->isWeakDef();
9811cf9926bSpatrick     }
9821cf9926bSpatrick   }
983bb684c34Spatrick   size = trieBuilder.build();
984bb684c34Spatrick }
985bb684c34Spatrick 
writeTo(uint8_t * buf) const986bb684c34Spatrick void ExportSection::writeTo(uint8_t *buf) const { trieBuilder.writeTo(buf); }
987bb684c34Spatrick 
DataInCodeSection()9881cf9926bSpatrick DataInCodeSection::DataInCodeSection()
9891cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::dataInCode) {}
9901cf9926bSpatrick 
9911cf9926bSpatrick template <class LP>
collectDataInCodeEntries()9921cf9926bSpatrick static std::vector<MachO::data_in_code_entry> collectDataInCodeEntries() {
9931cf9926bSpatrick   std::vector<MachO::data_in_code_entry> dataInCodeEntries;
9941cf9926bSpatrick   for (const InputFile *inputFile : inputFiles) {
9951cf9926bSpatrick     if (!isa<ObjFile>(inputFile))
9961cf9926bSpatrick       continue;
9971cf9926bSpatrick     const ObjFile *objFile = cast<ObjFile>(inputFile);
998*dfe94b16Srobert     ArrayRef<MachO::data_in_code_entry> entries = objFile->getDataInCode();
9991cf9926bSpatrick     if (entries.empty())
10001cf9926bSpatrick       continue;
1001*dfe94b16Srobert 
1002*dfe94b16Srobert     assert(is_sorted(entries, [](const data_in_code_entry &lhs,
1003*dfe94b16Srobert                                  const data_in_code_entry &rhs) {
1004*dfe94b16Srobert       return lhs.offset < rhs.offset;
1005*dfe94b16Srobert     }));
10061cf9926bSpatrick     // For each code subsection find 'data in code' entries residing in it.
10071cf9926bSpatrick     // Compute the new offset values as
10081cf9926bSpatrick     // <offset within subsection> + <subsection address> - <__TEXT address>.
1009*dfe94b16Srobert     for (const Section *section : objFile->sections) {
1010*dfe94b16Srobert       for (const Subsection &subsec : section->subsections) {
1011*dfe94b16Srobert         const InputSection *isec = subsec.isec;
10121cf9926bSpatrick         if (!isCodeSection(isec))
10131cf9926bSpatrick           continue;
10141cf9926bSpatrick         if (cast<ConcatInputSection>(isec)->shouldOmitFromOutput())
10151cf9926bSpatrick           continue;
1016*dfe94b16Srobert         const uint64_t beginAddr = section->addr + subsec.offset;
10171cf9926bSpatrick         auto it = llvm::lower_bound(
10181cf9926bSpatrick             entries, beginAddr,
10191cf9926bSpatrick             [](const MachO::data_in_code_entry &entry, uint64_t addr) {
10201cf9926bSpatrick               return entry.offset < addr;
10211cf9926bSpatrick             });
1022*dfe94b16Srobert         const uint64_t endAddr = beginAddr + isec->getSize();
10231cf9926bSpatrick         for (const auto end = entries.end();
10241cf9926bSpatrick              it != end && it->offset + it->length <= endAddr; ++it)
10251cf9926bSpatrick           dataInCodeEntries.push_back(
10261cf9926bSpatrick               {static_cast<uint32_t>(isec->getVA(it->offset - beginAddr) -
10271cf9926bSpatrick                                      in.header->addr),
10281cf9926bSpatrick                it->length, it->kind});
10291cf9926bSpatrick       }
10301cf9926bSpatrick     }
10311cf9926bSpatrick   }
1032*dfe94b16Srobert 
1033*dfe94b16Srobert   // ld64 emits the table in sorted order too.
1034*dfe94b16Srobert   llvm::sort(dataInCodeEntries,
1035*dfe94b16Srobert              [](const data_in_code_entry &lhs, const data_in_code_entry &rhs) {
1036*dfe94b16Srobert                return lhs.offset < rhs.offset;
1037*dfe94b16Srobert              });
10381cf9926bSpatrick   return dataInCodeEntries;
1039bb684c34Spatrick }
1040bb684c34Spatrick 
finalizeContents()10411cf9926bSpatrick void DataInCodeSection::finalizeContents() {
10421cf9926bSpatrick   entries = target->wordSize == 8 ? collectDataInCodeEntries<LP64>()
10431cf9926bSpatrick                                   : collectDataInCodeEntries<ILP32>();
10441cf9926bSpatrick }
10451cf9926bSpatrick 
writeTo(uint8_t * buf) const10461cf9926bSpatrick void DataInCodeSection::writeTo(uint8_t *buf) const {
10471cf9926bSpatrick   if (!entries.empty())
10481cf9926bSpatrick     memcpy(buf, entries.data(), getRawSize());
10491cf9926bSpatrick }
10501cf9926bSpatrick 
FunctionStartsSection()10511cf9926bSpatrick FunctionStartsSection::FunctionStartsSection()
10521cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::functionStarts) {}
10531cf9926bSpatrick 
finalizeContents()10541cf9926bSpatrick void FunctionStartsSection::finalizeContents() {
10551cf9926bSpatrick   raw_svector_ostream os{contents};
10561cf9926bSpatrick   std::vector<uint64_t> addrs;
1057*dfe94b16Srobert   for (const InputFile *file : inputFiles) {
1058*dfe94b16Srobert     if (auto *objFile = dyn_cast<ObjFile>(file)) {
1059*dfe94b16Srobert       for (const Symbol *sym : objFile->symbols) {
1060*dfe94b16Srobert         if (const auto *defined = dyn_cast_or_null<Defined>(sym)) {
1061*dfe94b16Srobert           if (!defined->isec || !isCodeSection(defined->isec) ||
1062*dfe94b16Srobert               !defined->isLive())
10631cf9926bSpatrick             continue;
10641cf9926bSpatrick           // TODO: Add support for thumbs, in that case
10651cf9926bSpatrick           // the lowest bit of nextAddr needs to be set to 1.
10661cf9926bSpatrick           addrs.push_back(defined->getVA());
10671cf9926bSpatrick         }
10681cf9926bSpatrick       }
1069*dfe94b16Srobert     }
1070*dfe94b16Srobert   }
10711cf9926bSpatrick   llvm::sort(addrs);
10721cf9926bSpatrick   uint64_t addr = in.header->addr;
10731cf9926bSpatrick   for (uint64_t nextAddr : addrs) {
10741cf9926bSpatrick     uint64_t delta = nextAddr - addr;
10751cf9926bSpatrick     if (delta == 0)
10761cf9926bSpatrick       continue;
10771cf9926bSpatrick     encodeULEB128(delta, os);
10781cf9926bSpatrick     addr = nextAddr;
10791cf9926bSpatrick   }
10801cf9926bSpatrick   os << '\0';
10811cf9926bSpatrick }
10821cf9926bSpatrick 
writeTo(uint8_t * buf) const10831cf9926bSpatrick void FunctionStartsSection::writeTo(uint8_t *buf) const {
10841cf9926bSpatrick   memcpy(buf, contents.data(), contents.size());
10851cf9926bSpatrick }
10861cf9926bSpatrick 
SymtabSection(StringTableSection & stringTableSection)10871cf9926bSpatrick SymtabSection::SymtabSection(StringTableSection &stringTableSection)
10881cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::symbolTable),
10891cf9926bSpatrick       stringTableSection(stringTableSection) {}
10901cf9926bSpatrick 
emitBeginSourceStab(StringRef sourceFile)1091*dfe94b16Srobert void SymtabSection::emitBeginSourceStab(StringRef sourceFile) {
10921cf9926bSpatrick   StabsEntry stab(N_SO);
1093*dfe94b16Srobert   stab.strx = stringTableSection.addString(saver().save(sourceFile));
10941cf9926bSpatrick   stabs.emplace_back(std::move(stab));
10951cf9926bSpatrick }
10961cf9926bSpatrick 
emitEndSourceStab()10971cf9926bSpatrick void SymtabSection::emitEndSourceStab() {
10981cf9926bSpatrick   StabsEntry stab(N_SO);
10991cf9926bSpatrick   stab.sect = 1;
11001cf9926bSpatrick   stabs.emplace_back(std::move(stab));
11011cf9926bSpatrick }
11021cf9926bSpatrick 
emitObjectFileStab(ObjFile * file)11031cf9926bSpatrick void SymtabSection::emitObjectFileStab(ObjFile *file) {
11041cf9926bSpatrick   StabsEntry stab(N_OSO);
11051cf9926bSpatrick   stab.sect = target->cpuSubtype;
11061cf9926bSpatrick   SmallString<261> path(!file->archiveName.empty() ? file->archiveName
11071cf9926bSpatrick                                                    : file->getName());
11081cf9926bSpatrick   std::error_code ec = sys::fs::make_absolute(path);
11091cf9926bSpatrick   if (ec)
11101cf9926bSpatrick     fatal("failed to get absolute path for " + path);
11111cf9926bSpatrick 
11121cf9926bSpatrick   if (!file->archiveName.empty())
11131cf9926bSpatrick     path.append({"(", file->getName(), ")"});
11141cf9926bSpatrick 
1115*dfe94b16Srobert   StringRef adjustedPath = saver().save(path.str());
1116*dfe94b16Srobert   adjustedPath.consume_front(config->osoPrefix);
1117*dfe94b16Srobert 
1118*dfe94b16Srobert   stab.strx = stringTableSection.addString(adjustedPath);
11191cf9926bSpatrick   stab.desc = 1;
11201cf9926bSpatrick   stab.value = file->modTime;
11211cf9926bSpatrick   stabs.emplace_back(std::move(stab));
11221cf9926bSpatrick }
11231cf9926bSpatrick 
emitEndFunStab(Defined * defined)11241cf9926bSpatrick void SymtabSection::emitEndFunStab(Defined *defined) {
11251cf9926bSpatrick   StabsEntry stab(N_FUN);
11261cf9926bSpatrick   stab.value = defined->size;
11271cf9926bSpatrick   stabs.emplace_back(std::move(stab));
11281cf9926bSpatrick }
11291cf9926bSpatrick 
emitStabs()11301cf9926bSpatrick void SymtabSection::emitStabs() {
1131*dfe94b16Srobert   if (config->omitDebugInfo)
1132*dfe94b16Srobert     return;
1133*dfe94b16Srobert 
11341cf9926bSpatrick   for (const std::string &s : config->astPaths) {
11351cf9926bSpatrick     StabsEntry astStab(N_AST);
11361cf9926bSpatrick     astStab.strx = stringTableSection.addString(s);
11371cf9926bSpatrick     stabs.emplace_back(std::move(astStab));
11381cf9926bSpatrick   }
11391cf9926bSpatrick 
1140*dfe94b16Srobert   // Cache the file ID for each symbol in an std::pair for faster sorting.
1141*dfe94b16Srobert   using SortingPair = std::pair<Defined *, int>;
1142*dfe94b16Srobert   std::vector<SortingPair> symbolsNeedingStabs;
11431cf9926bSpatrick   for (const SymtabEntry &entry :
11441cf9926bSpatrick        concat<SymtabEntry>(localSymbols, externalSymbols)) {
11451cf9926bSpatrick     Symbol *sym = entry.sym;
11461cf9926bSpatrick     assert(sym->isLive() &&
11471cf9926bSpatrick            "dead symbols should not be in localSymbols, externalSymbols");
11481cf9926bSpatrick     if (auto *defined = dyn_cast<Defined>(sym)) {
1149*dfe94b16Srobert       // Excluded symbols should have been filtered out in finalizeContents().
1150*dfe94b16Srobert       assert(defined->includeInSymtab);
1151*dfe94b16Srobert 
11521cf9926bSpatrick       if (defined->isAbsolute())
11531cf9926bSpatrick         continue;
1154*dfe94b16Srobert 
1155*dfe94b16Srobert       // Constant-folded symbols go in the executable's symbol table, but don't
1156*dfe94b16Srobert       // get a stabs entry.
1157*dfe94b16Srobert       if (defined->wasIdenticalCodeFolded)
1158*dfe94b16Srobert         continue;
1159*dfe94b16Srobert 
1160*dfe94b16Srobert       ObjFile *file = defined->getObjectFile();
11611cf9926bSpatrick       if (!file || !file->compileUnit)
11621cf9926bSpatrick         continue;
1163*dfe94b16Srobert 
1164*dfe94b16Srobert       symbolsNeedingStabs.emplace_back(defined, defined->isec->getFile()->id);
11651cf9926bSpatrick     }
11661cf9926bSpatrick   }
11671cf9926bSpatrick 
1168*dfe94b16Srobert   llvm::stable_sort(symbolsNeedingStabs,
1169*dfe94b16Srobert                     [&](const SortingPair &a, const SortingPair &b) {
1170*dfe94b16Srobert                       return a.second < b.second;
11711cf9926bSpatrick                     });
11721cf9926bSpatrick 
11731cf9926bSpatrick   // Emit STABS symbols so that dsymutil and/or the debugger can map address
11741cf9926bSpatrick   // regions in the final binary to the source and object files from which they
11751cf9926bSpatrick   // originated.
11761cf9926bSpatrick   InputFile *lastFile = nullptr;
1177*dfe94b16Srobert   for (SortingPair &pair : symbolsNeedingStabs) {
1178*dfe94b16Srobert     Defined *defined = pair.first;
11791cf9926bSpatrick     InputSection *isec = defined->isec;
11801cf9926bSpatrick     ObjFile *file = cast<ObjFile>(isec->getFile());
11811cf9926bSpatrick 
11821cf9926bSpatrick     if (lastFile == nullptr || lastFile != file) {
11831cf9926bSpatrick       if (lastFile != nullptr)
11841cf9926bSpatrick         emitEndSourceStab();
11851cf9926bSpatrick       lastFile = file;
11861cf9926bSpatrick 
1187*dfe94b16Srobert       emitBeginSourceStab(file->sourceFile());
11881cf9926bSpatrick       emitObjectFileStab(file);
11891cf9926bSpatrick     }
11901cf9926bSpatrick 
11911cf9926bSpatrick     StabsEntry symStab;
1192*dfe94b16Srobert     symStab.sect = defined->isec->parent->index;
11931cf9926bSpatrick     symStab.strx = stringTableSection.addString(defined->getName());
11941cf9926bSpatrick     symStab.value = defined->getVA();
11951cf9926bSpatrick 
11961cf9926bSpatrick     if (isCodeSection(isec)) {
11971cf9926bSpatrick       symStab.type = N_FUN;
11981cf9926bSpatrick       stabs.emplace_back(std::move(symStab));
11991cf9926bSpatrick       emitEndFunStab(defined);
12001cf9926bSpatrick     } else {
12011cf9926bSpatrick       symStab.type = defined->isExternal() ? N_GSYM : N_STSYM;
12021cf9926bSpatrick       stabs.emplace_back(std::move(symStab));
12031cf9926bSpatrick     }
12041cf9926bSpatrick   }
12051cf9926bSpatrick 
12061cf9926bSpatrick   if (!stabs.empty())
12071cf9926bSpatrick     emitEndSourceStab();
1208bb684c34Spatrick }
1209bb684c34Spatrick 
finalizeContents()1210bb684c34Spatrick void SymtabSection::finalizeContents() {
12111cf9926bSpatrick   auto addSymbol = [&](std::vector<SymtabEntry> &symbols, Symbol *sym) {
12121cf9926bSpatrick     uint32_t strx = stringTableSection.addString(sym->getName());
12131cf9926bSpatrick     symbols.push_back({sym, strx});
12141cf9926bSpatrick   };
12151cf9926bSpatrick 
1216*dfe94b16Srobert   std::function<void(Symbol *)> localSymbolsHandler;
1217*dfe94b16Srobert   switch (config->localSymbolsPresence) {
1218*dfe94b16Srobert   case SymtabPresence::All:
1219*dfe94b16Srobert     localSymbolsHandler = [&](Symbol *sym) { addSymbol(localSymbols, sym); };
1220*dfe94b16Srobert     break;
1221*dfe94b16Srobert   case SymtabPresence::None:
1222*dfe94b16Srobert     localSymbolsHandler = [&](Symbol *) { /* Do nothing*/ };
1223*dfe94b16Srobert     break;
1224*dfe94b16Srobert   case SymtabPresence::SelectivelyIncluded:
1225*dfe94b16Srobert     localSymbolsHandler = [&](Symbol *sym) {
1226*dfe94b16Srobert       if (config->localSymbolPatterns.match(sym->getName()))
1227*dfe94b16Srobert         addSymbol(localSymbols, sym);
1228*dfe94b16Srobert     };
1229*dfe94b16Srobert     break;
1230*dfe94b16Srobert   case SymtabPresence::SelectivelyExcluded:
1231*dfe94b16Srobert     localSymbolsHandler = [&](Symbol *sym) {
1232*dfe94b16Srobert       if (!config->localSymbolPatterns.match(sym->getName()))
1233*dfe94b16Srobert         addSymbol(localSymbols, sym);
1234*dfe94b16Srobert     };
1235*dfe94b16Srobert     break;
1236*dfe94b16Srobert   }
1237*dfe94b16Srobert 
12381cf9926bSpatrick   // Local symbols aren't in the SymbolTable, so we walk the list of object
12391cf9926bSpatrick   // files to gather them.
1240*dfe94b16Srobert   // But if `-x` is set, then we don't need to. localSymbolsHandler() will do
1241*dfe94b16Srobert   // the right thing regardless, but this check is a perf optimization because
1242*dfe94b16Srobert   // iterating through all the input files and their symbols is expensive.
1243*dfe94b16Srobert   if (config->localSymbolsPresence != SymtabPresence::None) {
12441cf9926bSpatrick     for (const InputFile *file : inputFiles) {
12451cf9926bSpatrick       if (auto *objFile = dyn_cast<ObjFile>(file)) {
12461cf9926bSpatrick         for (Symbol *sym : objFile->symbols) {
12471cf9926bSpatrick           if (auto *defined = dyn_cast_or_null<Defined>(sym)) {
1248*dfe94b16Srobert             if (defined->isExternal() || !defined->isLive() ||
1249*dfe94b16Srobert                 !defined->includeInSymtab)
1250*dfe94b16Srobert               continue;
1251*dfe94b16Srobert             localSymbolsHandler(sym);
12521cf9926bSpatrick           }
12531cf9926bSpatrick         }
12541cf9926bSpatrick       }
12551cf9926bSpatrick     }
1256bb684c34Spatrick   }
1257bb684c34Spatrick 
12581cf9926bSpatrick   // __dyld_private is a local symbol too. It's linker-created and doesn't
12591cf9926bSpatrick   // exist in any object file.
1260*dfe94b16Srobert   if (in.stubHelper && in.stubHelper->dyldPrivate)
1261*dfe94b16Srobert     localSymbolsHandler(in.stubHelper->dyldPrivate);
12621cf9926bSpatrick 
12631cf9926bSpatrick   for (Symbol *sym : symtab->getSymbols()) {
12641cf9926bSpatrick     if (!sym->isLive())
12651cf9926bSpatrick       continue;
12661cf9926bSpatrick     if (auto *defined = dyn_cast<Defined>(sym)) {
12671cf9926bSpatrick       if (!defined->includeInSymtab)
12681cf9926bSpatrick         continue;
12691cf9926bSpatrick       assert(defined->isExternal());
12701cf9926bSpatrick       if (defined->privateExtern)
1271*dfe94b16Srobert         localSymbolsHandler(defined);
12721cf9926bSpatrick       else
12731cf9926bSpatrick         addSymbol(externalSymbols, defined);
12741cf9926bSpatrick     } else if (auto *dysym = dyn_cast<DylibSymbol>(sym)) {
12751cf9926bSpatrick       if (dysym->isReferenced())
12761cf9926bSpatrick         addSymbol(undefinedSymbols, sym);
12771cf9926bSpatrick     }
12781cf9926bSpatrick   }
12791cf9926bSpatrick 
12801cf9926bSpatrick   emitStabs();
12811cf9926bSpatrick   uint32_t symtabIndex = stabs.size();
12821cf9926bSpatrick   for (const SymtabEntry &entry :
12831cf9926bSpatrick        concat<SymtabEntry>(localSymbols, externalSymbols, undefinedSymbols)) {
12841cf9926bSpatrick     entry.sym->symtabIndex = symtabIndex++;
12851cf9926bSpatrick   }
12861cf9926bSpatrick }
12871cf9926bSpatrick 
getNumSymbols() const12881cf9926bSpatrick uint32_t SymtabSection::getNumSymbols() const {
12891cf9926bSpatrick   return stabs.size() + localSymbols.size() + externalSymbols.size() +
12901cf9926bSpatrick          undefinedSymbols.size();
12911cf9926bSpatrick }
12921cf9926bSpatrick 
12931cf9926bSpatrick // This serves to hide (type-erase) the template parameter from SymtabSection.
12941cf9926bSpatrick template <class LP> class SymtabSectionImpl final : public SymtabSection {
12951cf9926bSpatrick public:
SymtabSectionImpl(StringTableSection & stringTableSection)12961cf9926bSpatrick   SymtabSectionImpl(StringTableSection &stringTableSection)
12971cf9926bSpatrick       : SymtabSection(stringTableSection) {}
12981cf9926bSpatrick   uint64_t getRawSize() const override;
12991cf9926bSpatrick   void writeTo(uint8_t *buf) const override;
13001cf9926bSpatrick };
13011cf9926bSpatrick 
getRawSize() const13021cf9926bSpatrick template <class LP> uint64_t SymtabSectionImpl<LP>::getRawSize() const {
13031cf9926bSpatrick   return getNumSymbols() * sizeof(typename LP::nlist);
13041cf9926bSpatrick }
13051cf9926bSpatrick 
writeTo(uint8_t * buf) const13061cf9926bSpatrick template <class LP> void SymtabSectionImpl<LP>::writeTo(uint8_t *buf) const {
13071cf9926bSpatrick   auto *nList = reinterpret_cast<typename LP::nlist *>(buf);
13081cf9926bSpatrick   // Emit the stabs entries before the "real" symbols. We cannot emit them
13091cf9926bSpatrick   // after as that would render Symbol::symtabIndex inaccurate.
13101cf9926bSpatrick   for (const StabsEntry &entry : stabs) {
1311bb684c34Spatrick     nList->n_strx = entry.strx;
13121cf9926bSpatrick     nList->n_type = entry.type;
13131cf9926bSpatrick     nList->n_sect = entry.sect;
13141cf9926bSpatrick     nList->n_desc = entry.desc;
13151cf9926bSpatrick     nList->n_value = entry.value;
13161cf9926bSpatrick     ++nList;
13171cf9926bSpatrick   }
13181cf9926bSpatrick 
13191cf9926bSpatrick   for (const SymtabEntry &entry : concat<const SymtabEntry>(
13201cf9926bSpatrick            localSymbols, externalSymbols, undefinedSymbols)) {
13211cf9926bSpatrick     nList->n_strx = entry.strx;
13221cf9926bSpatrick     // TODO populate n_desc with more flags
1323bb684c34Spatrick     if (auto *defined = dyn_cast<Defined>(entry.sym)) {
13241cf9926bSpatrick       uint8_t scope = 0;
13251cf9926bSpatrick       if (defined->privateExtern) {
13261cf9926bSpatrick         // Private external -- dylib scoped symbol.
13271cf9926bSpatrick         // Promote to non-external at link time.
13281cf9926bSpatrick         scope = N_PEXT;
13291cf9926bSpatrick       } else if (defined->isExternal()) {
13301cf9926bSpatrick         // Normal global symbol.
13311cf9926bSpatrick         scope = N_EXT;
13321cf9926bSpatrick       } else {
13331cf9926bSpatrick         // TU-local symbol from localSymbols.
13341cf9926bSpatrick         scope = 0;
13351cf9926bSpatrick       }
13361cf9926bSpatrick 
13371cf9926bSpatrick       if (defined->isAbsolute()) {
13381cf9926bSpatrick         nList->n_type = scope | N_ABS;
13391cf9926bSpatrick         nList->n_sect = NO_SECT;
13401cf9926bSpatrick         nList->n_value = defined->value;
13411cf9926bSpatrick       } else {
13421cf9926bSpatrick         nList->n_type = scope | N_SECT;
1343*dfe94b16Srobert         nList->n_sect = defined->isec->parent->index;
1344bb684c34Spatrick         // For the N_SECT symbol type, n_value is the address of the symbol
13451cf9926bSpatrick         nList->n_value = defined->getVA();
13461cf9926bSpatrick       }
13471cf9926bSpatrick       nList->n_desc |= defined->thumb ? N_ARM_THUMB_DEF : 0;
13481cf9926bSpatrick       nList->n_desc |= defined->isExternalWeakDef() ? N_WEAK_DEF : 0;
13491cf9926bSpatrick       nList->n_desc |=
13501cf9926bSpatrick           defined->referencedDynamically ? REFERENCED_DYNAMICALLY : 0;
13511cf9926bSpatrick     } else if (auto *dysym = dyn_cast<DylibSymbol>(entry.sym)) {
13521cf9926bSpatrick       uint16_t n_desc = nList->n_desc;
13531cf9926bSpatrick       int16_t ordinal = ordinalForDylibSymbol(*dysym);
13541cf9926bSpatrick       if (ordinal == BIND_SPECIAL_DYLIB_FLAT_LOOKUP)
13551cf9926bSpatrick         SET_LIBRARY_ORDINAL(n_desc, DYNAMIC_LOOKUP_ORDINAL);
13561cf9926bSpatrick       else if (ordinal == BIND_SPECIAL_DYLIB_MAIN_EXECUTABLE)
13571cf9926bSpatrick         SET_LIBRARY_ORDINAL(n_desc, EXECUTABLE_ORDINAL);
13581cf9926bSpatrick       else {
13591cf9926bSpatrick         assert(ordinal > 0);
13601cf9926bSpatrick         SET_LIBRARY_ORDINAL(n_desc, static_cast<uint8_t>(ordinal));
13611cf9926bSpatrick       }
13621cf9926bSpatrick 
13631cf9926bSpatrick       nList->n_type = N_EXT;
13641cf9926bSpatrick       n_desc |= dysym->isWeakDef() ? N_WEAK_DEF : 0;
13651cf9926bSpatrick       n_desc |= dysym->isWeakRef() ? N_WEAK_REF : 0;
13661cf9926bSpatrick       nList->n_desc = n_desc;
1367bb684c34Spatrick     }
1368bb684c34Spatrick     ++nList;
1369bb684c34Spatrick   }
1370bb684c34Spatrick }
1371bb684c34Spatrick 
13721cf9926bSpatrick template <class LP>
13731cf9926bSpatrick SymtabSection *
makeSymtabSection(StringTableSection & stringTableSection)13741cf9926bSpatrick macho::makeSymtabSection(StringTableSection &stringTableSection) {
13751cf9926bSpatrick   return make<SymtabSectionImpl<LP>>(stringTableSection);
13761cf9926bSpatrick }
13771cf9926bSpatrick 
IndirectSymtabSection()13781cf9926bSpatrick IndirectSymtabSection::IndirectSymtabSection()
13791cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit,
13801cf9926bSpatrick                       section_names::indirectSymbolTable) {}
13811cf9926bSpatrick 
getNumSymbols() const13821cf9926bSpatrick uint32_t IndirectSymtabSection::getNumSymbols() const {
1383*dfe94b16Srobert   uint32_t size = in.got->getEntries().size() +
1384*dfe94b16Srobert                   in.tlvPointers->getEntries().size() +
1385*dfe94b16Srobert                   in.stubs->getEntries().size();
1386*dfe94b16Srobert   if (!config->emitChainedFixups)
1387*dfe94b16Srobert     size += in.stubs->getEntries().size();
1388*dfe94b16Srobert   return size;
13891cf9926bSpatrick }
13901cf9926bSpatrick 
isNeeded() const13911cf9926bSpatrick bool IndirectSymtabSection::isNeeded() const {
13921cf9926bSpatrick   return in.got->isNeeded() || in.tlvPointers->isNeeded() ||
13931cf9926bSpatrick          in.stubs->isNeeded();
13941cf9926bSpatrick }
13951cf9926bSpatrick 
finalizeContents()13961cf9926bSpatrick void IndirectSymtabSection::finalizeContents() {
13971cf9926bSpatrick   uint32_t off = 0;
13981cf9926bSpatrick   in.got->reserved1 = off;
13991cf9926bSpatrick   off += in.got->getEntries().size();
14001cf9926bSpatrick   in.tlvPointers->reserved1 = off;
14011cf9926bSpatrick   off += in.tlvPointers->getEntries().size();
14021cf9926bSpatrick   in.stubs->reserved1 = off;
1403*dfe94b16Srobert   if (in.lazyPointers) {
14041cf9926bSpatrick     off += in.stubs->getEntries().size();
14051cf9926bSpatrick     in.lazyPointers->reserved1 = off;
14061cf9926bSpatrick   }
1407*dfe94b16Srobert }
14081cf9926bSpatrick 
indirectValue(const Symbol * sym)14091cf9926bSpatrick static uint32_t indirectValue(const Symbol *sym) {
1410*dfe94b16Srobert   if (sym->symtabIndex == UINT32_MAX)
1411*dfe94b16Srobert     return INDIRECT_SYMBOL_LOCAL;
1412*dfe94b16Srobert   if (auto *defined = dyn_cast<Defined>(sym))
1413*dfe94b16Srobert     if (defined->privateExtern)
1414*dfe94b16Srobert       return INDIRECT_SYMBOL_LOCAL;
1415*dfe94b16Srobert   return sym->symtabIndex;
14161cf9926bSpatrick }
14171cf9926bSpatrick 
writeTo(uint8_t * buf) const14181cf9926bSpatrick void IndirectSymtabSection::writeTo(uint8_t *buf) const {
14191cf9926bSpatrick   uint32_t off = 0;
14201cf9926bSpatrick   for (const Symbol *sym : in.got->getEntries()) {
14211cf9926bSpatrick     write32le(buf + off * sizeof(uint32_t), indirectValue(sym));
14221cf9926bSpatrick     ++off;
14231cf9926bSpatrick   }
14241cf9926bSpatrick   for (const Symbol *sym : in.tlvPointers->getEntries()) {
14251cf9926bSpatrick     write32le(buf + off * sizeof(uint32_t), indirectValue(sym));
14261cf9926bSpatrick     ++off;
14271cf9926bSpatrick   }
14281cf9926bSpatrick   for (const Symbol *sym : in.stubs->getEntries()) {
14291cf9926bSpatrick     write32le(buf + off * sizeof(uint32_t), indirectValue(sym));
14301cf9926bSpatrick     ++off;
14311cf9926bSpatrick   }
1432*dfe94b16Srobert 
1433*dfe94b16Srobert   if (in.lazyPointers) {
14341cf9926bSpatrick     // There is a 1:1 correspondence between stubs and LazyPointerSection
14351cf9926bSpatrick     // entries. But giving __stubs and __la_symbol_ptr the same reserved1
14361cf9926bSpatrick     // (the offset into the indirect symbol table) so that they both refer
14371cf9926bSpatrick     // to the same range of offsets confuses `strip`, so write the stubs
14381cf9926bSpatrick     // symbol table offsets a second time.
14391cf9926bSpatrick     for (const Symbol *sym : in.stubs->getEntries()) {
14401cf9926bSpatrick       write32le(buf + off * sizeof(uint32_t), indirectValue(sym));
14411cf9926bSpatrick       ++off;
14421cf9926bSpatrick     }
14431cf9926bSpatrick   }
1444*dfe94b16Srobert }
14451cf9926bSpatrick 
StringTableSection()1446bb684c34Spatrick StringTableSection::StringTableSection()
14471cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::stringTable) {}
1448bb684c34Spatrick 
addString(StringRef str)1449bb684c34Spatrick uint32_t StringTableSection::addString(StringRef str) {
1450bb684c34Spatrick   uint32_t strx = size;
14511cf9926bSpatrick   strings.push_back(str); // TODO: consider deduplicating strings
1452bb684c34Spatrick   size += str.size() + 1; // account for null terminator
1453bb684c34Spatrick   return strx;
1454bb684c34Spatrick }
1455bb684c34Spatrick 
writeTo(uint8_t * buf) const1456bb684c34Spatrick void StringTableSection::writeTo(uint8_t *buf) const {
1457bb684c34Spatrick   uint32_t off = 0;
1458bb684c34Spatrick   for (StringRef str : strings) {
1459bb684c34Spatrick     memcpy(buf + off, str.data(), str.size());
1460bb684c34Spatrick     off += str.size() + 1; // account for null terminator
1461bb684c34Spatrick   }
1462bb684c34Spatrick }
14631cf9926bSpatrick 
1464*dfe94b16Srobert static_assert((CodeSignatureSection::blobHeadersSize % 8) == 0);
1465*dfe94b16Srobert static_assert((CodeSignatureSection::fixedHeadersSize % 8) == 0);
14661cf9926bSpatrick 
CodeSignatureSection()14671cf9926bSpatrick CodeSignatureSection::CodeSignatureSection()
14681cf9926bSpatrick     : LinkEditSection(segment_names::linkEdit, section_names::codeSignature) {
14691cf9926bSpatrick   align = 16; // required by libstuff
14701cf9926bSpatrick   // FIXME: Consider using finalOutput instead of outputFile.
14711cf9926bSpatrick   fileName = config->outputFile;
14721cf9926bSpatrick   size_t slashIndex = fileName.rfind("/");
14731cf9926bSpatrick   if (slashIndex != std::string::npos)
14741cf9926bSpatrick     fileName = fileName.drop_front(slashIndex + 1);
1475*dfe94b16Srobert 
1476*dfe94b16Srobert   // NOTE: Any changes to these calculations should be repeated
1477*dfe94b16Srobert   // in llvm-objcopy's MachOLayoutBuilder::layoutTail.
14781cf9926bSpatrick   allHeadersSize = alignTo<16>(fixedHeadersSize + fileName.size() + 1);
14791cf9926bSpatrick   fileNamePad = allHeadersSize - fixedHeadersSize - fileName.size();
14801cf9926bSpatrick }
14811cf9926bSpatrick 
getBlockCount() const14821cf9926bSpatrick uint32_t CodeSignatureSection::getBlockCount() const {
14831cf9926bSpatrick   return (fileOff + blockSize - 1) / blockSize;
14841cf9926bSpatrick }
14851cf9926bSpatrick 
getRawSize() const14861cf9926bSpatrick uint64_t CodeSignatureSection::getRawSize() const {
14871cf9926bSpatrick   return allHeadersSize + getBlockCount() * hashSize;
14881cf9926bSpatrick }
14891cf9926bSpatrick 
writeHashes(uint8_t * buf) const14901cf9926bSpatrick void CodeSignatureSection::writeHashes(uint8_t *buf) const {
1491*dfe94b16Srobert   // NOTE: Changes to this functionality should be repeated in llvm-objcopy's
1492*dfe94b16Srobert   // MachOWriter::writeSignatureData.
1493*dfe94b16Srobert   uint8_t *hashes = buf + fileOff + allHeadersSize;
1494*dfe94b16Srobert   parallelFor(0, getBlockCount(), [&](size_t i) {
1495*dfe94b16Srobert     sha256(buf + i * blockSize,
1496*dfe94b16Srobert            std::min(static_cast<size_t>(fileOff - i * blockSize), blockSize),
1497*dfe94b16Srobert            hashes + i * hashSize);
1498*dfe94b16Srobert   });
14991cf9926bSpatrick #if defined(__APPLE__)
15001cf9926bSpatrick   // This is macOS-specific work-around and makes no sense for any
15011cf9926bSpatrick   // other host OS. See https://openradar.appspot.com/FB8914231
15021cf9926bSpatrick   //
15031cf9926bSpatrick   // The macOS kernel maintains a signature-verification cache to
15041cf9926bSpatrick   // quickly validate applications at time of execve(2).  The trouble
15051cf9926bSpatrick   // is that for the kernel creates the cache entry at the time of the
15061cf9926bSpatrick   // mmap(2) call, before we have a chance to write either the code to
15071cf9926bSpatrick   // sign or the signature header+hashes.  The fix is to invalidate
15081cf9926bSpatrick   // all cached data associated with the output file, thus discarding
15091cf9926bSpatrick   // the bogus prematurely-cached signature.
15101cf9926bSpatrick   msync(buf, fileOff + getSize(), MS_INVALIDATE);
15111cf9926bSpatrick #endif
15121cf9926bSpatrick }
15131cf9926bSpatrick 
writeTo(uint8_t * buf) const15141cf9926bSpatrick void CodeSignatureSection::writeTo(uint8_t *buf) const {
1515*dfe94b16Srobert   // NOTE: Changes to this functionality should be repeated in llvm-objcopy's
1516*dfe94b16Srobert   // MachOWriter::writeSignatureData.
15171cf9926bSpatrick   uint32_t signatureSize = static_cast<uint32_t>(getSize());
15181cf9926bSpatrick   auto *superBlob = reinterpret_cast<CS_SuperBlob *>(buf);
15191cf9926bSpatrick   write32be(&superBlob->magic, CSMAGIC_EMBEDDED_SIGNATURE);
15201cf9926bSpatrick   write32be(&superBlob->length, signatureSize);
15211cf9926bSpatrick   write32be(&superBlob->count, 1);
15221cf9926bSpatrick   auto *blobIndex = reinterpret_cast<CS_BlobIndex *>(&superBlob[1]);
15231cf9926bSpatrick   write32be(&blobIndex->type, CSSLOT_CODEDIRECTORY);
15241cf9926bSpatrick   write32be(&blobIndex->offset, blobHeadersSize);
15251cf9926bSpatrick   auto *codeDirectory =
15261cf9926bSpatrick       reinterpret_cast<CS_CodeDirectory *>(buf + blobHeadersSize);
15271cf9926bSpatrick   write32be(&codeDirectory->magic, CSMAGIC_CODEDIRECTORY);
15281cf9926bSpatrick   write32be(&codeDirectory->length, signatureSize - blobHeadersSize);
15291cf9926bSpatrick   write32be(&codeDirectory->version, CS_SUPPORTSEXECSEG);
15301cf9926bSpatrick   write32be(&codeDirectory->flags, CS_ADHOC | CS_LINKER_SIGNED);
15311cf9926bSpatrick   write32be(&codeDirectory->hashOffset,
15321cf9926bSpatrick             sizeof(CS_CodeDirectory) + fileName.size() + fileNamePad);
15331cf9926bSpatrick   write32be(&codeDirectory->identOffset, sizeof(CS_CodeDirectory));
15341cf9926bSpatrick   codeDirectory->nSpecialSlots = 0;
15351cf9926bSpatrick   write32be(&codeDirectory->nCodeSlots, getBlockCount());
15361cf9926bSpatrick   write32be(&codeDirectory->codeLimit, fileOff);
15371cf9926bSpatrick   codeDirectory->hashSize = static_cast<uint8_t>(hashSize);
15381cf9926bSpatrick   codeDirectory->hashType = kSecCodeSignatureHashSHA256;
15391cf9926bSpatrick   codeDirectory->platform = 0;
15401cf9926bSpatrick   codeDirectory->pageSize = blockSizeShift;
15411cf9926bSpatrick   codeDirectory->spare2 = 0;
15421cf9926bSpatrick   codeDirectory->scatterOffset = 0;
15431cf9926bSpatrick   codeDirectory->teamOffset = 0;
15441cf9926bSpatrick   codeDirectory->spare3 = 0;
15451cf9926bSpatrick   codeDirectory->codeLimit64 = 0;
15461cf9926bSpatrick   OutputSegment *textSeg = getOrCreateOutputSegment(segment_names::text);
15471cf9926bSpatrick   write64be(&codeDirectory->execSegBase, textSeg->fileOff);
15481cf9926bSpatrick   write64be(&codeDirectory->execSegLimit, textSeg->fileSize);
15491cf9926bSpatrick   write64be(&codeDirectory->execSegFlags,
15501cf9926bSpatrick             config->outputType == MH_EXECUTE ? CS_EXECSEG_MAIN_BINARY : 0);
15511cf9926bSpatrick   auto *id = reinterpret_cast<char *>(&codeDirectory[1]);
15521cf9926bSpatrick   memcpy(id, fileName.begin(), fileName.size());
15531cf9926bSpatrick   memset(id + fileName.size(), 0, fileNamePad);
15541cf9926bSpatrick }
15551cf9926bSpatrick 
BitcodeBundleSection()15561cf9926bSpatrick BitcodeBundleSection::BitcodeBundleSection()
15571cf9926bSpatrick     : SyntheticSection(segment_names::llvm, section_names::bitcodeBundle) {}
15581cf9926bSpatrick 
15591cf9926bSpatrick class ErrorCodeWrapper {
15601cf9926bSpatrick public:
ErrorCodeWrapper(std::error_code ec)15611cf9926bSpatrick   explicit ErrorCodeWrapper(std::error_code ec) : errorCode(ec.value()) {}
ErrorCodeWrapper(int ec)15621cf9926bSpatrick   explicit ErrorCodeWrapper(int ec) : errorCode(ec) {}
operator int() const15631cf9926bSpatrick   operator int() const { return errorCode; }
15641cf9926bSpatrick 
15651cf9926bSpatrick private:
15661cf9926bSpatrick   int errorCode;
15671cf9926bSpatrick };
15681cf9926bSpatrick 
15691cf9926bSpatrick #define CHECK_EC(exp)                                                          \
15701cf9926bSpatrick   do {                                                                         \
15711cf9926bSpatrick     ErrorCodeWrapper ec(exp);                                                  \
15721cf9926bSpatrick     if (ec)                                                                    \
15731cf9926bSpatrick       fatal(Twine("operation failed with error code ") + Twine(ec) + ": " +    \
15741cf9926bSpatrick             #exp);                                                             \
15751cf9926bSpatrick   } while (0);
15761cf9926bSpatrick 
finalize()15771cf9926bSpatrick void BitcodeBundleSection::finalize() {
15781cf9926bSpatrick #ifdef LLVM_HAVE_LIBXAR
15791cf9926bSpatrick   using namespace llvm::sys::fs;
15801cf9926bSpatrick   CHECK_EC(createTemporaryFile("bitcode-bundle", "xar", xarPath));
15811cf9926bSpatrick 
1582*dfe94b16Srobert #pragma clang diagnostic push
1583*dfe94b16Srobert #pragma clang diagnostic ignored "-Wdeprecated-declarations"
15841cf9926bSpatrick   xar_t xar(xar_open(xarPath.data(), O_RDWR));
1585*dfe94b16Srobert #pragma clang diagnostic pop
15861cf9926bSpatrick   if (!xar)
15871cf9926bSpatrick     fatal("failed to open XAR temporary file at " + xarPath);
15881cf9926bSpatrick   CHECK_EC(xar_opt_set(xar, XAR_OPT_COMPRESSION, XAR_OPT_VAL_NONE));
15891cf9926bSpatrick   // FIXME: add more data to XAR
15901cf9926bSpatrick   CHECK_EC(xar_close(xar));
15911cf9926bSpatrick 
15921cf9926bSpatrick   file_size(xarPath, xarSize);
15931cf9926bSpatrick #endif // defined(LLVM_HAVE_LIBXAR)
15941cf9926bSpatrick }
15951cf9926bSpatrick 
writeTo(uint8_t * buf) const15961cf9926bSpatrick void BitcodeBundleSection::writeTo(uint8_t *buf) const {
15971cf9926bSpatrick   using namespace llvm::sys::fs;
15981cf9926bSpatrick   file_t handle =
15991cf9926bSpatrick       CHECK(openNativeFile(xarPath, CD_OpenExisting, FA_Read, OF_None),
16001cf9926bSpatrick             "failed to open XAR file");
16011cf9926bSpatrick   std::error_code ec;
16021cf9926bSpatrick   mapped_file_region xarMap(handle, mapped_file_region::mapmode::readonly,
16031cf9926bSpatrick                             xarSize, 0, ec);
16041cf9926bSpatrick   if (ec)
16051cf9926bSpatrick     fatal("failed to map XAR file");
16061cf9926bSpatrick   memcpy(buf, xarMap.const_data(), xarSize);
16071cf9926bSpatrick 
16081cf9926bSpatrick   closeFile(handle);
16091cf9926bSpatrick   remove(xarPath);
16101cf9926bSpatrick }
16111cf9926bSpatrick 
CStringSection(const char * name)1612*dfe94b16Srobert CStringSection::CStringSection(const char *name)
1613*dfe94b16Srobert     : SyntheticSection(segment_names::text, name) {
16141cf9926bSpatrick   flags = S_CSTRING_LITERALS;
16151cf9926bSpatrick }
16161cf9926bSpatrick 
addInput(CStringInputSection * isec)16171cf9926bSpatrick void CStringSection::addInput(CStringInputSection *isec) {
16181cf9926bSpatrick   isec->parent = this;
16191cf9926bSpatrick   inputs.push_back(isec);
16201cf9926bSpatrick   if (isec->align > align)
16211cf9926bSpatrick     align = isec->align;
16221cf9926bSpatrick }
16231cf9926bSpatrick 
writeTo(uint8_t * buf) const16241cf9926bSpatrick void CStringSection::writeTo(uint8_t *buf) const {
16251cf9926bSpatrick   for (const CStringInputSection *isec : inputs) {
1626*dfe94b16Srobert     for (const auto &[i, piece] : llvm::enumerate(isec->pieces)) {
1627*dfe94b16Srobert       if (!piece.live)
16281cf9926bSpatrick         continue;
16291cf9926bSpatrick       StringRef string = isec->getStringRef(i);
1630*dfe94b16Srobert       memcpy(buf + piece.outSecOff, string.data(), string.size());
16311cf9926bSpatrick     }
16321cf9926bSpatrick   }
16331cf9926bSpatrick }
16341cf9926bSpatrick 
finalizeContents()16351cf9926bSpatrick void CStringSection::finalizeContents() {
16361cf9926bSpatrick   uint64_t offset = 0;
16371cf9926bSpatrick   for (CStringInputSection *isec : inputs) {
1638*dfe94b16Srobert     for (const auto &[i, piece] : llvm::enumerate(isec->pieces)) {
1639*dfe94b16Srobert       if (!piece.live)
16401cf9926bSpatrick         continue;
1641*dfe94b16Srobert       // See comment above DeduplicatedCStringSection for how alignment is
1642*dfe94b16Srobert       // handled.
1643*dfe94b16Srobert       uint32_t pieceAlign = 1
1644*dfe94b16Srobert                             << countTrailingZeros(isec->align | piece.inSecOff);
16451cf9926bSpatrick       offset = alignTo(offset, pieceAlign);
1646*dfe94b16Srobert       piece.outSecOff = offset;
16471cf9926bSpatrick       isec->isFinal = true;
16481cf9926bSpatrick       StringRef string = isec->getStringRef(i);
1649*dfe94b16Srobert       offset += string.size() + 1; // account for null terminator
16501cf9926bSpatrick     }
16511cf9926bSpatrick   }
16521cf9926bSpatrick   size = offset;
16531cf9926bSpatrick }
1654*dfe94b16Srobert 
16551cf9926bSpatrick // Mergeable cstring literals are found under the __TEXT,__cstring section. In
16561cf9926bSpatrick // contrast to ELF, which puts strings that need different alignments into
16571cf9926bSpatrick // different sections, clang's Mach-O backend puts them all in one section.
16581cf9926bSpatrick // Strings that need to be aligned have the .p2align directive emitted before
1659*dfe94b16Srobert // them, which simply translates into zero padding in the object file. In other
1660*dfe94b16Srobert // words, we have to infer the desired alignment of these cstrings from their
1661*dfe94b16Srobert // addresses.
16621cf9926bSpatrick //
1663*dfe94b16Srobert // We differ slightly from ld64 in how we've chosen to align these cstrings.
1664*dfe94b16Srobert // Both LLD and ld64 preserve the number of trailing zeros in each cstring's
1665*dfe94b16Srobert // address in the input object files. When deduplicating identical cstrings,
1666*dfe94b16Srobert // both linkers pick the cstring whose address has more trailing zeros, and
1667*dfe94b16Srobert // preserve the alignment of that address in the final binary. However, ld64
1668*dfe94b16Srobert // goes a step further and also preserves the offset of the cstring from the
1669*dfe94b16Srobert // last section-aligned address.  I.e. if a cstring is at offset 18 in the
1670*dfe94b16Srobert // input, with a section alignment of 16, then both LLD and ld64 will ensure the
1671*dfe94b16Srobert // final address is 2-byte aligned (since 18 == 16 + 2). But ld64 will also
1672*dfe94b16Srobert // ensure that the final address is of the form 16 * k + 2 for some k.
16731cf9926bSpatrick //
1674*dfe94b16Srobert // Note that ld64's heuristic means that a dedup'ed cstring's final address is
1675*dfe94b16Srobert // dependent on the order of the input object files. E.g. if in addition to the
1676*dfe94b16Srobert // cstring at offset 18 above, we have a duplicate one in another file with a
1677*dfe94b16Srobert // `.cstring` section alignment of 2 and an offset of zero, then ld64 will pick
1678*dfe94b16Srobert // the cstring from the object file earlier on the command line (since both have
1679*dfe94b16Srobert // the same number of trailing zeros in their address). So the final cstring may
1680*dfe94b16Srobert // either be at some address `16 * k + 2` or at some address `2 * k`.
1681*dfe94b16Srobert //
1682*dfe94b16Srobert // I've opted not to follow this behavior primarily for implementation
1683*dfe94b16Srobert // simplicity, and secondarily to save a few more bytes. It's not clear to me
1684*dfe94b16Srobert // that preserving the section alignment + offset is ever necessary, and there
1685*dfe94b16Srobert // are many cases that are clearly redundant. In particular, if an x86_64 object
1686*dfe94b16Srobert // file contains some strings that are accessed via SIMD instructions, then the
1687*dfe94b16Srobert // .cstring section in the object file will be 16-byte-aligned (since SIMD
1688*dfe94b16Srobert // requires its operand addresses to be 16-byte aligned). However, there will
1689*dfe94b16Srobert // typically also be other cstrings in the same file that aren't used via SIMD
1690*dfe94b16Srobert // and don't need this alignment. They will be emitted at some arbitrary address
1691*dfe94b16Srobert // `A`, but ld64 will treat them as being 16-byte aligned with an offset of `16
1692*dfe94b16Srobert // % A`.
finalizeContents()16931cf9926bSpatrick void DeduplicatedCStringSection::finalizeContents() {
1694*dfe94b16Srobert   // Find the largest alignment required for each string.
1695*dfe94b16Srobert   for (const CStringInputSection *isec : inputs) {
1696*dfe94b16Srobert     for (const auto &[i, piece] : llvm::enumerate(isec->pieces)) {
1697*dfe94b16Srobert       if (!piece.live)
16981cf9926bSpatrick         continue;
1699*dfe94b16Srobert       auto s = isec->getCachedHashStringRef(i);
1700*dfe94b16Srobert       assert(isec->align != 0);
1701*dfe94b16Srobert       uint8_t trailingZeros = countTrailingZeros(isec->align | piece.inSecOff);
1702*dfe94b16Srobert       auto it = stringOffsetMap.insert(
1703*dfe94b16Srobert           std::make_pair(s, StringOffset(trailingZeros)));
1704*dfe94b16Srobert       if (!it.second && it.first->second.trailingZeros < trailingZeros)
1705*dfe94b16Srobert         it.first->second.trailingZeros = trailingZeros;
1706*dfe94b16Srobert     }
1707*dfe94b16Srobert   }
1708*dfe94b16Srobert 
1709*dfe94b16Srobert   // Assign an offset for each string and save it to the corresponding
1710*dfe94b16Srobert   // StringPieces for easy access.
1711*dfe94b16Srobert   for (CStringInputSection *isec : inputs) {
1712*dfe94b16Srobert     for (const auto &[i, piece] : llvm::enumerate(isec->pieces)) {
1713*dfe94b16Srobert       if (!piece.live)
1714*dfe94b16Srobert         continue;
1715*dfe94b16Srobert       auto s = isec->getCachedHashStringRef(i);
1716*dfe94b16Srobert       auto it = stringOffsetMap.find(s);
1717*dfe94b16Srobert       assert(it != stringOffsetMap.end());
1718*dfe94b16Srobert       StringOffset &offsetInfo = it->second;
1719*dfe94b16Srobert       if (offsetInfo.outSecOff == UINT64_MAX) {
1720*dfe94b16Srobert         offsetInfo.outSecOff = alignTo(size, 1ULL << offsetInfo.trailingZeros);
1721*dfe94b16Srobert         size =
1722*dfe94b16Srobert             offsetInfo.outSecOff + s.size() + 1; // account for null terminator
1723*dfe94b16Srobert       }
1724*dfe94b16Srobert       piece.outSecOff = offsetInfo.outSecOff;
1725*dfe94b16Srobert     }
17261cf9926bSpatrick     isec->isFinal = true;
17271cf9926bSpatrick   }
17281cf9926bSpatrick }
1729*dfe94b16Srobert 
writeTo(uint8_t * buf) const1730*dfe94b16Srobert void DeduplicatedCStringSection::writeTo(uint8_t *buf) const {
1731*dfe94b16Srobert   for (const auto &p : stringOffsetMap) {
1732*dfe94b16Srobert     StringRef data = p.first.val();
1733*dfe94b16Srobert     uint64_t off = p.second.outSecOff;
1734*dfe94b16Srobert     if (!data.empty())
1735*dfe94b16Srobert       memcpy(buf + off, data.data(), data.size());
1736*dfe94b16Srobert   }
1737*dfe94b16Srobert }
1738*dfe94b16Srobert 
1739*dfe94b16Srobert DeduplicatedCStringSection::StringOffset
getStringOffset(StringRef str) const1740*dfe94b16Srobert DeduplicatedCStringSection::getStringOffset(StringRef str) const {
1741*dfe94b16Srobert   // StringPiece uses 31 bits to store the hashes, so we replicate that
1742*dfe94b16Srobert   uint32_t hash = xxHash64(str) & 0x7fffffff;
1743*dfe94b16Srobert   auto offset = stringOffsetMap.find(CachedHashStringRef(str, hash));
1744*dfe94b16Srobert   assert(offset != stringOffsetMap.end() &&
1745*dfe94b16Srobert          "Looked-up strings should always exist in section");
1746*dfe94b16Srobert   return offset->second;
17471cf9926bSpatrick }
17481cf9926bSpatrick 
17491cf9926bSpatrick // This section is actually emitted as __TEXT,__const by ld64, but clang may
17501cf9926bSpatrick // emit input sections of that name, and LLD doesn't currently support mixing
17511cf9926bSpatrick // synthetic and concat-type OutputSections. To work around this, I've given
17521cf9926bSpatrick // our merged-literals section a different name.
WordLiteralSection()17531cf9926bSpatrick WordLiteralSection::WordLiteralSection()
17541cf9926bSpatrick     : SyntheticSection(segment_names::text, section_names::literals) {
17551cf9926bSpatrick   align = 16;
17561cf9926bSpatrick }
17571cf9926bSpatrick 
addInput(WordLiteralInputSection * isec)17581cf9926bSpatrick void WordLiteralSection::addInput(WordLiteralInputSection *isec) {
17591cf9926bSpatrick   isec->parent = this;
17601cf9926bSpatrick   inputs.push_back(isec);
17611cf9926bSpatrick }
17621cf9926bSpatrick 
finalizeContents()17631cf9926bSpatrick void WordLiteralSection::finalizeContents() {
17641cf9926bSpatrick   for (WordLiteralInputSection *isec : inputs) {
17651cf9926bSpatrick     // We do all processing of the InputSection here, so it will be effectively
17661cf9926bSpatrick     // finalized.
17671cf9926bSpatrick     isec->isFinal = true;
17681cf9926bSpatrick     const uint8_t *buf = isec->data.data();
17691cf9926bSpatrick     switch (sectionType(isec->getFlags())) {
17701cf9926bSpatrick     case S_4BYTE_LITERALS: {
17711cf9926bSpatrick       for (size_t off = 0, e = isec->data.size(); off < e; off += 4) {
17721cf9926bSpatrick         if (!isec->isLive(off))
17731cf9926bSpatrick           continue;
17741cf9926bSpatrick         uint32_t value = *reinterpret_cast<const uint32_t *>(buf + off);
17751cf9926bSpatrick         literal4Map.emplace(value, literal4Map.size());
17761cf9926bSpatrick       }
17771cf9926bSpatrick       break;
17781cf9926bSpatrick     }
17791cf9926bSpatrick     case S_8BYTE_LITERALS: {
17801cf9926bSpatrick       for (size_t off = 0, e = isec->data.size(); off < e; off += 8) {
17811cf9926bSpatrick         if (!isec->isLive(off))
17821cf9926bSpatrick           continue;
17831cf9926bSpatrick         uint64_t value = *reinterpret_cast<const uint64_t *>(buf + off);
17841cf9926bSpatrick         literal8Map.emplace(value, literal8Map.size());
17851cf9926bSpatrick       }
17861cf9926bSpatrick       break;
17871cf9926bSpatrick     }
17881cf9926bSpatrick     case S_16BYTE_LITERALS: {
17891cf9926bSpatrick       for (size_t off = 0, e = isec->data.size(); off < e; off += 16) {
17901cf9926bSpatrick         if (!isec->isLive(off))
17911cf9926bSpatrick           continue;
17921cf9926bSpatrick         UInt128 value = *reinterpret_cast<const UInt128 *>(buf + off);
17931cf9926bSpatrick         literal16Map.emplace(value, literal16Map.size());
17941cf9926bSpatrick       }
17951cf9926bSpatrick       break;
17961cf9926bSpatrick     }
17971cf9926bSpatrick     default:
17981cf9926bSpatrick       llvm_unreachable("invalid literal section type");
17991cf9926bSpatrick     }
18001cf9926bSpatrick   }
18011cf9926bSpatrick }
18021cf9926bSpatrick 
writeTo(uint8_t * buf) const18031cf9926bSpatrick void WordLiteralSection::writeTo(uint8_t *buf) const {
18041cf9926bSpatrick   // Note that we don't attempt to do any endianness conversion in addInput(),
18051cf9926bSpatrick   // so we don't do it here either -- just write out the original value,
18061cf9926bSpatrick   // byte-for-byte.
18071cf9926bSpatrick   for (const auto &p : literal16Map)
18081cf9926bSpatrick     memcpy(buf + p.second * 16, &p.first, 16);
18091cf9926bSpatrick   buf += literal16Map.size() * 16;
18101cf9926bSpatrick 
18111cf9926bSpatrick   for (const auto &p : literal8Map)
18121cf9926bSpatrick     memcpy(buf + p.second * 8, &p.first, 8);
18131cf9926bSpatrick   buf += literal8Map.size() * 8;
18141cf9926bSpatrick 
18151cf9926bSpatrick   for (const auto &p : literal4Map)
18161cf9926bSpatrick     memcpy(buf + p.second * 4, &p.first, 4);
18171cf9926bSpatrick }
18181cf9926bSpatrick 
ObjCImageInfoSection()1819*dfe94b16Srobert ObjCImageInfoSection::ObjCImageInfoSection()
1820*dfe94b16Srobert     : SyntheticSection(segment_names::data, section_names::objCImageInfo) {}
1821*dfe94b16Srobert 
1822*dfe94b16Srobert ObjCImageInfoSection::ImageInfo
parseImageInfo(const InputFile * file)1823*dfe94b16Srobert ObjCImageInfoSection::parseImageInfo(const InputFile *file) {
1824*dfe94b16Srobert   ImageInfo info;
1825*dfe94b16Srobert   ArrayRef<uint8_t> data = file->objCImageInfo;
1826*dfe94b16Srobert   // The image info struct has the following layout:
1827*dfe94b16Srobert   // struct {
1828*dfe94b16Srobert   //   uint32_t version;
1829*dfe94b16Srobert   //   uint32_t flags;
1830*dfe94b16Srobert   // };
1831*dfe94b16Srobert   if (data.size() < 8) {
1832*dfe94b16Srobert     warn(toString(file) + ": invalid __objc_imageinfo size");
1833*dfe94b16Srobert     return info;
1834*dfe94b16Srobert   }
1835*dfe94b16Srobert 
1836*dfe94b16Srobert   auto *buf = reinterpret_cast<const uint32_t *>(data.data());
1837*dfe94b16Srobert   if (read32le(buf) != 0) {
1838*dfe94b16Srobert     warn(toString(file) + ": invalid __objc_imageinfo version");
1839*dfe94b16Srobert     return info;
1840*dfe94b16Srobert   }
1841*dfe94b16Srobert 
1842*dfe94b16Srobert   uint32_t flags = read32le(buf + 1);
1843*dfe94b16Srobert   info.swiftVersion = (flags >> 8) & 0xff;
1844*dfe94b16Srobert   info.hasCategoryClassProperties = flags & 0x40;
1845*dfe94b16Srobert   return info;
1846*dfe94b16Srobert }
1847*dfe94b16Srobert 
swiftVersionString(uint8_t version)1848*dfe94b16Srobert static std::string swiftVersionString(uint8_t version) {
1849*dfe94b16Srobert   switch (version) {
1850*dfe94b16Srobert     case 1:
1851*dfe94b16Srobert       return "1.0";
1852*dfe94b16Srobert     case 2:
1853*dfe94b16Srobert       return "1.1";
1854*dfe94b16Srobert     case 3:
1855*dfe94b16Srobert       return "2.0";
1856*dfe94b16Srobert     case 4:
1857*dfe94b16Srobert       return "3.0";
1858*dfe94b16Srobert     case 5:
1859*dfe94b16Srobert       return "4.0";
1860*dfe94b16Srobert     default:
1861*dfe94b16Srobert       return ("0x" + Twine::utohexstr(version)).str();
1862*dfe94b16Srobert   }
1863*dfe94b16Srobert }
1864*dfe94b16Srobert 
1865*dfe94b16Srobert // Validate each object file's __objc_imageinfo and use them to generate the
1866*dfe94b16Srobert // image info for the output binary. Only two pieces of info are relevant:
1867*dfe94b16Srobert // 1. The Swift version (should be identical across inputs)
1868*dfe94b16Srobert // 2. `bool hasCategoryClassProperties` (true only if true for all inputs)
finalizeContents()1869*dfe94b16Srobert void ObjCImageInfoSection::finalizeContents() {
1870*dfe94b16Srobert   assert(files.size() != 0); // should have already been checked via isNeeded()
1871*dfe94b16Srobert 
1872*dfe94b16Srobert   info.hasCategoryClassProperties = true;
1873*dfe94b16Srobert   const InputFile *firstFile;
1874*dfe94b16Srobert   for (auto file : files) {
1875*dfe94b16Srobert     ImageInfo inputInfo = parseImageInfo(file);
1876*dfe94b16Srobert     info.hasCategoryClassProperties &= inputInfo.hasCategoryClassProperties;
1877*dfe94b16Srobert 
1878*dfe94b16Srobert     // swiftVersion 0 means no Swift is present, so no version checking required
1879*dfe94b16Srobert     if (inputInfo.swiftVersion == 0)
1880*dfe94b16Srobert       continue;
1881*dfe94b16Srobert 
1882*dfe94b16Srobert     if (info.swiftVersion != 0 && info.swiftVersion != inputInfo.swiftVersion) {
1883*dfe94b16Srobert       error("Swift version mismatch: " + toString(firstFile) + " has version " +
1884*dfe94b16Srobert             swiftVersionString(info.swiftVersion) + " but " + toString(file) +
1885*dfe94b16Srobert             " has version " + swiftVersionString(inputInfo.swiftVersion));
1886*dfe94b16Srobert     } else {
1887*dfe94b16Srobert       info.swiftVersion = inputInfo.swiftVersion;
1888*dfe94b16Srobert       firstFile = file;
1889*dfe94b16Srobert     }
1890*dfe94b16Srobert   }
1891*dfe94b16Srobert }
1892*dfe94b16Srobert 
writeTo(uint8_t * buf) const1893*dfe94b16Srobert void ObjCImageInfoSection::writeTo(uint8_t *buf) const {
1894*dfe94b16Srobert   uint32_t flags = info.hasCategoryClassProperties ? 0x40 : 0x0;
1895*dfe94b16Srobert   flags |= info.swiftVersion << 8;
1896*dfe94b16Srobert   write32le(buf + 4, flags);
1897*dfe94b16Srobert }
1898*dfe94b16Srobert 
InitOffsetsSection()1899*dfe94b16Srobert InitOffsetsSection::InitOffsetsSection()
1900*dfe94b16Srobert     : SyntheticSection(segment_names::text, section_names::initOffsets) {
1901*dfe94b16Srobert   flags = S_INIT_FUNC_OFFSETS;
1902*dfe94b16Srobert   align = 4; // This section contains 32-bit integers.
1903*dfe94b16Srobert }
1904*dfe94b16Srobert 
getSize() const1905*dfe94b16Srobert uint64_t InitOffsetsSection::getSize() const {
1906*dfe94b16Srobert   size_t count = 0;
1907*dfe94b16Srobert   for (const ConcatInputSection *isec : sections)
1908*dfe94b16Srobert     count += isec->relocs.size();
1909*dfe94b16Srobert   return count * sizeof(uint32_t);
1910*dfe94b16Srobert }
1911*dfe94b16Srobert 
writeTo(uint8_t * buf) const1912*dfe94b16Srobert void InitOffsetsSection::writeTo(uint8_t *buf) const {
1913*dfe94b16Srobert   // FIXME: Add function specified by -init when that argument is implemented.
1914*dfe94b16Srobert   for (ConcatInputSection *isec : sections) {
1915*dfe94b16Srobert     for (const Reloc &rel : isec->relocs) {
1916*dfe94b16Srobert       const Symbol *referent = rel.referent.dyn_cast<Symbol *>();
1917*dfe94b16Srobert       assert(referent && "section relocation should have been rejected");
1918*dfe94b16Srobert       uint64_t offset = referent->getVA() - in.header->addr;
1919*dfe94b16Srobert       // FIXME: Can we handle this gracefully?
1920*dfe94b16Srobert       if (offset > UINT32_MAX)
1921*dfe94b16Srobert         fatal(isec->getLocation(rel.offset) + ": offset to initializer " +
1922*dfe94b16Srobert               referent->getName() + " (" + utohexstr(offset) +
1923*dfe94b16Srobert               ") does not fit in 32 bits");
1924*dfe94b16Srobert 
1925*dfe94b16Srobert       // Entries need to be added in the order they appear in the section, but
1926*dfe94b16Srobert       // relocations aren't guaranteed to be sorted.
1927*dfe94b16Srobert       size_t index = rel.offset >> target->p2WordSize;
1928*dfe94b16Srobert       write32le(&buf[index * sizeof(uint32_t)], offset);
1929*dfe94b16Srobert     }
1930*dfe94b16Srobert     buf += isec->relocs.size() * sizeof(uint32_t);
1931*dfe94b16Srobert   }
1932*dfe94b16Srobert }
1933*dfe94b16Srobert 
1934*dfe94b16Srobert // The inputs are __mod_init_func sections, which contain pointers to
1935*dfe94b16Srobert // initializer functions, therefore all relocations should be of the UNSIGNED
1936*dfe94b16Srobert // type. InitOffsetsSection stores offsets, so if the initializer's address is
1937*dfe94b16Srobert // not known at link time, stub-indirection has to be used.
setUp()1938*dfe94b16Srobert void InitOffsetsSection::setUp() {
1939*dfe94b16Srobert   for (const ConcatInputSection *isec : sections) {
1940*dfe94b16Srobert     for (const Reloc &rel : isec->relocs) {
1941*dfe94b16Srobert       RelocAttrs attrs = target->getRelocAttrs(rel.type);
1942*dfe94b16Srobert       if (!attrs.hasAttr(RelocAttrBits::UNSIGNED))
1943*dfe94b16Srobert         error(isec->getLocation(rel.offset) +
1944*dfe94b16Srobert               ": unsupported relocation type: " + attrs.name);
1945*dfe94b16Srobert       if (rel.addend != 0)
1946*dfe94b16Srobert         error(isec->getLocation(rel.offset) +
1947*dfe94b16Srobert               ": relocation addend is not representable in __init_offsets");
1948*dfe94b16Srobert       if (rel.referent.is<InputSection *>())
1949*dfe94b16Srobert         error(isec->getLocation(rel.offset) +
1950*dfe94b16Srobert               ": unexpected section relocation");
1951*dfe94b16Srobert 
1952*dfe94b16Srobert       Symbol *sym = rel.referent.dyn_cast<Symbol *>();
1953*dfe94b16Srobert       if (auto *undefined = dyn_cast<Undefined>(sym))
1954*dfe94b16Srobert         treatUndefinedSymbol(*undefined, isec, rel.offset);
1955*dfe94b16Srobert       if (needsBinding(sym))
1956*dfe94b16Srobert         in.stubs->addEntry(sym);
1957*dfe94b16Srobert     }
1958*dfe94b16Srobert   }
1959*dfe94b16Srobert }
1960*dfe94b16Srobert 
createSyntheticSymbols()19611cf9926bSpatrick void macho::createSyntheticSymbols() {
19621cf9926bSpatrick   auto addHeaderSymbol = [](const char *name) {
19631cf9926bSpatrick     symtab->addSynthetic(name, in.header->isec, /*value=*/0,
1964*dfe94b16Srobert                          /*isPrivateExtern=*/true, /*includeInSymtab=*/false,
19651cf9926bSpatrick                          /*referencedDynamically=*/false);
19661cf9926bSpatrick   };
19671cf9926bSpatrick 
19681cf9926bSpatrick   switch (config->outputType) {
19691cf9926bSpatrick     // FIXME: Assign the right address value for these symbols
19701cf9926bSpatrick     // (rather than 0). But we need to do that after assignAddresses().
19711cf9926bSpatrick   case MH_EXECUTE:
19721cf9926bSpatrick     // If linking PIE, __mh_execute_header is a defined symbol in
19731cf9926bSpatrick     //  __TEXT, __text)
19741cf9926bSpatrick     // Otherwise, it's an absolute symbol.
19751cf9926bSpatrick     if (config->isPic)
19761cf9926bSpatrick       symtab->addSynthetic("__mh_execute_header", in.header->isec, /*value=*/0,
1977*dfe94b16Srobert                            /*isPrivateExtern=*/false, /*includeInSymtab=*/true,
19781cf9926bSpatrick                            /*referencedDynamically=*/true);
19791cf9926bSpatrick     else
19801cf9926bSpatrick       symtab->addSynthetic("__mh_execute_header", /*isec=*/nullptr, /*value=*/0,
1981*dfe94b16Srobert                            /*isPrivateExtern=*/false, /*includeInSymtab=*/true,
19821cf9926bSpatrick                            /*referencedDynamically=*/true);
19831cf9926bSpatrick     break;
19841cf9926bSpatrick 
19851cf9926bSpatrick     // The following symbols are N_SECT symbols, even though the header is not
19861cf9926bSpatrick     // part of any section and that they are private to the bundle/dylib/object
19871cf9926bSpatrick     // they are part of.
19881cf9926bSpatrick   case MH_BUNDLE:
19891cf9926bSpatrick     addHeaderSymbol("__mh_bundle_header");
19901cf9926bSpatrick     break;
19911cf9926bSpatrick   case MH_DYLIB:
19921cf9926bSpatrick     addHeaderSymbol("__mh_dylib_header");
19931cf9926bSpatrick     break;
19941cf9926bSpatrick   case MH_DYLINKER:
19951cf9926bSpatrick     addHeaderSymbol("__mh_dylinker_header");
19961cf9926bSpatrick     break;
19971cf9926bSpatrick   case MH_OBJECT:
19981cf9926bSpatrick     addHeaderSymbol("__mh_object_header");
19991cf9926bSpatrick     break;
20001cf9926bSpatrick   default:
20011cf9926bSpatrick     llvm_unreachable("unexpected outputType");
20021cf9926bSpatrick     break;
20031cf9926bSpatrick   }
20041cf9926bSpatrick 
20051cf9926bSpatrick   // The Itanium C++ ABI requires dylibs to pass a pointer to __cxa_atexit
20061cf9926bSpatrick   // which does e.g. cleanup of static global variables. The ABI document
20071cf9926bSpatrick   // says that the pointer can point to any address in one of the dylib's
20081cf9926bSpatrick   // segments, but in practice ld64 seems to set it to point to the header,
20091cf9926bSpatrick   // so that's what's implemented here.
20101cf9926bSpatrick   addHeaderSymbol("___dso_handle");
20111cf9926bSpatrick }
20121cf9926bSpatrick 
ChainedFixupsSection()2013*dfe94b16Srobert ChainedFixupsSection::ChainedFixupsSection()
2014*dfe94b16Srobert     : LinkEditSection(segment_names::linkEdit, section_names::chainFixups) {}
2015*dfe94b16Srobert 
isNeeded() const2016*dfe94b16Srobert bool ChainedFixupsSection::isNeeded() const {
2017*dfe94b16Srobert   assert(config->emitChainedFixups);
2018*dfe94b16Srobert   // dyld always expects LC_DYLD_CHAINED_FIXUPS to point to a valid
2019*dfe94b16Srobert   // dyld_chained_fixups_header, so we create this section even if there aren't
2020*dfe94b16Srobert   // any fixups.
2021*dfe94b16Srobert   return true;
2022*dfe94b16Srobert }
2023*dfe94b16Srobert 
needsWeakBind(const Symbol & sym)2024*dfe94b16Srobert static bool needsWeakBind(const Symbol &sym) {
2025*dfe94b16Srobert   if (auto *dysym = dyn_cast<DylibSymbol>(&sym))
2026*dfe94b16Srobert     return dysym->isWeakDef();
2027*dfe94b16Srobert   if (auto *defined = dyn_cast<Defined>(&sym))
2028*dfe94b16Srobert     return defined->isExternalWeakDef();
2029*dfe94b16Srobert   return false;
2030*dfe94b16Srobert }
2031*dfe94b16Srobert 
addBinding(const Symbol * sym,const InputSection * isec,uint64_t offset,int64_t addend)2032*dfe94b16Srobert void ChainedFixupsSection::addBinding(const Symbol *sym,
2033*dfe94b16Srobert                                       const InputSection *isec, uint64_t offset,
2034*dfe94b16Srobert                                       int64_t addend) {
2035*dfe94b16Srobert   locations.emplace_back(isec, offset);
2036*dfe94b16Srobert   int64_t outlineAddend = (addend < 0 || addend > 0xFF) ? addend : 0;
2037*dfe94b16Srobert   auto [it, inserted] = bindings.insert(
2038*dfe94b16Srobert       {{sym, outlineAddend}, static_cast<uint32_t>(bindings.size())});
2039*dfe94b16Srobert 
2040*dfe94b16Srobert   if (inserted) {
2041*dfe94b16Srobert     symtabSize += sym->getName().size() + 1;
2042*dfe94b16Srobert     hasWeakBind = hasWeakBind || needsWeakBind(*sym);
2043*dfe94b16Srobert     if (!isInt<23>(outlineAddend))
2044*dfe94b16Srobert       needsLargeAddend = true;
2045*dfe94b16Srobert     else if (outlineAddend != 0)
2046*dfe94b16Srobert       needsAddend = true;
2047*dfe94b16Srobert   }
2048*dfe94b16Srobert }
2049*dfe94b16Srobert 
2050*dfe94b16Srobert std::pair<uint32_t, uint8_t>
getBinding(const Symbol * sym,int64_t addend) const2051*dfe94b16Srobert ChainedFixupsSection::getBinding(const Symbol *sym, int64_t addend) const {
2052*dfe94b16Srobert   int64_t outlineAddend = (addend < 0 || addend > 0xFF) ? addend : 0;
2053*dfe94b16Srobert   auto it = bindings.find({sym, outlineAddend});
2054*dfe94b16Srobert   assert(it != bindings.end() && "binding not found in the imports table");
2055*dfe94b16Srobert   if (outlineAddend == 0)
2056*dfe94b16Srobert     return {it->second, addend};
2057*dfe94b16Srobert   return {it->second, 0};
2058*dfe94b16Srobert }
2059*dfe94b16Srobert 
writeImport(uint8_t * buf,int format,uint32_t libOrdinal,bool weakRef,uint32_t nameOffset,int64_t addend)2060*dfe94b16Srobert static size_t writeImport(uint8_t *buf, int format, uint32_t libOrdinal,
2061*dfe94b16Srobert                           bool weakRef, uint32_t nameOffset, int64_t addend) {
2062*dfe94b16Srobert   switch (format) {
2063*dfe94b16Srobert   case DYLD_CHAINED_IMPORT: {
2064*dfe94b16Srobert     auto *import = reinterpret_cast<dyld_chained_import *>(buf);
2065*dfe94b16Srobert     import->lib_ordinal = libOrdinal;
2066*dfe94b16Srobert     import->weak_import = weakRef;
2067*dfe94b16Srobert     import->name_offset = nameOffset;
2068*dfe94b16Srobert     return sizeof(dyld_chained_import);
2069*dfe94b16Srobert   }
2070*dfe94b16Srobert   case DYLD_CHAINED_IMPORT_ADDEND: {
2071*dfe94b16Srobert     auto *import = reinterpret_cast<dyld_chained_import_addend *>(buf);
2072*dfe94b16Srobert     import->lib_ordinal = libOrdinal;
2073*dfe94b16Srobert     import->weak_import = weakRef;
2074*dfe94b16Srobert     import->name_offset = nameOffset;
2075*dfe94b16Srobert     import->addend = addend;
2076*dfe94b16Srobert     return sizeof(dyld_chained_import_addend);
2077*dfe94b16Srobert   }
2078*dfe94b16Srobert   case DYLD_CHAINED_IMPORT_ADDEND64: {
2079*dfe94b16Srobert     auto *import = reinterpret_cast<dyld_chained_import_addend64 *>(buf);
2080*dfe94b16Srobert     import->lib_ordinal = libOrdinal;
2081*dfe94b16Srobert     import->weak_import = weakRef;
2082*dfe94b16Srobert     import->name_offset = nameOffset;
2083*dfe94b16Srobert     import->addend = addend;
2084*dfe94b16Srobert     return sizeof(dyld_chained_import_addend64);
2085*dfe94b16Srobert   }
2086*dfe94b16Srobert   default:
2087*dfe94b16Srobert     llvm_unreachable("Unknown import format");
2088*dfe94b16Srobert   }
2089*dfe94b16Srobert }
2090*dfe94b16Srobert 
getSize() const2091*dfe94b16Srobert size_t ChainedFixupsSection::SegmentInfo::getSize() const {
2092*dfe94b16Srobert   assert(pageStarts.size() > 0 && "SegmentInfo for segment with no fixups?");
2093*dfe94b16Srobert   return alignTo<8>(sizeof(dyld_chained_starts_in_segment) +
2094*dfe94b16Srobert                     pageStarts.back().first * sizeof(uint16_t));
2095*dfe94b16Srobert }
2096*dfe94b16Srobert 
writeTo(uint8_t * buf) const2097*dfe94b16Srobert size_t ChainedFixupsSection::SegmentInfo::writeTo(uint8_t *buf) const {
2098*dfe94b16Srobert   auto *segInfo = reinterpret_cast<dyld_chained_starts_in_segment *>(buf);
2099*dfe94b16Srobert   segInfo->size = getSize();
2100*dfe94b16Srobert   segInfo->page_size = target->getPageSize();
2101*dfe94b16Srobert   // FIXME: Use DYLD_CHAINED_PTR_64_OFFSET on newer OS versions.
2102*dfe94b16Srobert   segInfo->pointer_format = DYLD_CHAINED_PTR_64;
2103*dfe94b16Srobert   segInfo->segment_offset = oseg->addr - in.header->addr;
2104*dfe94b16Srobert   segInfo->max_valid_pointer = 0; // not used on 64-bit
2105*dfe94b16Srobert   segInfo->page_count = pageStarts.back().first + 1;
2106*dfe94b16Srobert 
2107*dfe94b16Srobert   uint16_t *starts = segInfo->page_start;
2108*dfe94b16Srobert   for (size_t i = 0; i < segInfo->page_count; ++i)
2109*dfe94b16Srobert     starts[i] = DYLD_CHAINED_PTR_START_NONE;
2110*dfe94b16Srobert 
2111*dfe94b16Srobert   for (auto [pageIdx, startAddr] : pageStarts)
2112*dfe94b16Srobert     starts[pageIdx] = startAddr;
2113*dfe94b16Srobert   return segInfo->size;
2114*dfe94b16Srobert }
2115*dfe94b16Srobert 
importEntrySize(int format)2116*dfe94b16Srobert static size_t importEntrySize(int format) {
2117*dfe94b16Srobert   switch (format) {
2118*dfe94b16Srobert   case DYLD_CHAINED_IMPORT:
2119*dfe94b16Srobert     return sizeof(dyld_chained_import);
2120*dfe94b16Srobert   case DYLD_CHAINED_IMPORT_ADDEND:
2121*dfe94b16Srobert     return sizeof(dyld_chained_import_addend);
2122*dfe94b16Srobert   case DYLD_CHAINED_IMPORT_ADDEND64:
2123*dfe94b16Srobert     return sizeof(dyld_chained_import_addend64);
2124*dfe94b16Srobert   default:
2125*dfe94b16Srobert     llvm_unreachable("Unknown import format");
2126*dfe94b16Srobert   }
2127*dfe94b16Srobert }
2128*dfe94b16Srobert 
2129*dfe94b16Srobert // This is step 3 of the algorithm described in the class comment of
2130*dfe94b16Srobert // ChainedFixupsSection.
2131*dfe94b16Srobert //
2132*dfe94b16Srobert // LC_DYLD_CHAINED_FIXUPS data consists of (in this order):
2133*dfe94b16Srobert // * A dyld_chained_fixups_header
2134*dfe94b16Srobert // * A dyld_chained_starts_in_image
2135*dfe94b16Srobert // * One dyld_chained_starts_in_segment per segment
2136*dfe94b16Srobert // * List of all imports (dyld_chained_import, dyld_chained_import_addend, or
2137*dfe94b16Srobert //   dyld_chained_import_addend64)
2138*dfe94b16Srobert // * Names of imported symbols
writeTo(uint8_t * buf) const2139*dfe94b16Srobert void ChainedFixupsSection::writeTo(uint8_t *buf) const {
2140*dfe94b16Srobert   auto *header = reinterpret_cast<dyld_chained_fixups_header *>(buf);
2141*dfe94b16Srobert   header->fixups_version = 0;
2142*dfe94b16Srobert   header->imports_count = bindings.size();
2143*dfe94b16Srobert   header->imports_format = importFormat;
2144*dfe94b16Srobert   header->symbols_format = 0;
2145*dfe94b16Srobert 
2146*dfe94b16Srobert   buf += alignTo<8>(sizeof(*header));
2147*dfe94b16Srobert 
2148*dfe94b16Srobert   auto curOffset = [&buf, &header]() -> uint32_t {
2149*dfe94b16Srobert     return buf - reinterpret_cast<uint8_t *>(header);
2150*dfe94b16Srobert   };
2151*dfe94b16Srobert 
2152*dfe94b16Srobert   header->starts_offset = curOffset();
2153*dfe94b16Srobert 
2154*dfe94b16Srobert   auto *imageInfo = reinterpret_cast<dyld_chained_starts_in_image *>(buf);
2155*dfe94b16Srobert   imageInfo->seg_count = outputSegments.size();
2156*dfe94b16Srobert   uint32_t *segStarts = imageInfo->seg_info_offset;
2157*dfe94b16Srobert 
2158*dfe94b16Srobert   // dyld_chained_starts_in_image ends in a flexible array member containing an
2159*dfe94b16Srobert   // uint32_t for each segment. Leave room for it, and fill it via segStarts.
2160*dfe94b16Srobert   buf += alignTo<8>(offsetof(dyld_chained_starts_in_image, seg_info_offset) +
2161*dfe94b16Srobert                     outputSegments.size() * sizeof(uint32_t));
2162*dfe94b16Srobert 
2163*dfe94b16Srobert   // Initialize all offsets to 0, which indicates that the segment does not have
2164*dfe94b16Srobert   // fixups. Those that do have them will be filled in below.
2165*dfe94b16Srobert   for (size_t i = 0; i < outputSegments.size(); ++i)
2166*dfe94b16Srobert     segStarts[i] = 0;
2167*dfe94b16Srobert 
2168*dfe94b16Srobert   for (const SegmentInfo &seg : fixupSegments) {
2169*dfe94b16Srobert     segStarts[seg.oseg->index] = curOffset() - header->starts_offset;
2170*dfe94b16Srobert     buf += seg.writeTo(buf);
2171*dfe94b16Srobert   }
2172*dfe94b16Srobert 
2173*dfe94b16Srobert   // Write imports table.
2174*dfe94b16Srobert   header->imports_offset = curOffset();
2175*dfe94b16Srobert   uint64_t nameOffset = 0;
2176*dfe94b16Srobert   for (auto [import, idx] : bindings) {
2177*dfe94b16Srobert     const Symbol &sym = *import.first;
2178*dfe94b16Srobert     int16_t libOrdinal = needsWeakBind(sym)
2179*dfe94b16Srobert                              ? (int64_t)BIND_SPECIAL_DYLIB_WEAK_LOOKUP
2180*dfe94b16Srobert                              : ordinalForSymbol(sym);
2181*dfe94b16Srobert     buf += writeImport(buf, importFormat, libOrdinal, sym.isWeakRef(),
2182*dfe94b16Srobert                        nameOffset, import.second);
2183*dfe94b16Srobert     nameOffset += sym.getName().size() + 1;
2184*dfe94b16Srobert   }
2185*dfe94b16Srobert 
2186*dfe94b16Srobert   // Write imported symbol names.
2187*dfe94b16Srobert   header->symbols_offset = curOffset();
2188*dfe94b16Srobert   for (auto [import, idx] : bindings) {
2189*dfe94b16Srobert     StringRef name = import.first->getName();
2190*dfe94b16Srobert     memcpy(buf, name.data(), name.size());
2191*dfe94b16Srobert     buf += name.size() + 1; // account for null terminator
2192*dfe94b16Srobert   }
2193*dfe94b16Srobert 
2194*dfe94b16Srobert   assert(curOffset() == getRawSize());
2195*dfe94b16Srobert }
2196*dfe94b16Srobert 
2197*dfe94b16Srobert // This is step 2 of the algorithm described in the class comment of
2198*dfe94b16Srobert // ChainedFixupsSection.
finalizeContents()2199*dfe94b16Srobert void ChainedFixupsSection::finalizeContents() {
2200*dfe94b16Srobert   assert(target->wordSize == 8 && "Only 64-bit platforms are supported");
2201*dfe94b16Srobert   assert(config->emitChainedFixups);
2202*dfe94b16Srobert 
2203*dfe94b16Srobert   if (!isUInt<32>(symtabSize))
2204*dfe94b16Srobert     error("cannot encode chained fixups: imported symbols table size " +
2205*dfe94b16Srobert           Twine(symtabSize) + " exceeds 4 GiB");
2206*dfe94b16Srobert 
2207*dfe94b16Srobert   if (needsLargeAddend || !isUInt<23>(symtabSize))
2208*dfe94b16Srobert     importFormat = DYLD_CHAINED_IMPORT_ADDEND64;
2209*dfe94b16Srobert   else if (needsAddend)
2210*dfe94b16Srobert     importFormat = DYLD_CHAINED_IMPORT_ADDEND;
2211*dfe94b16Srobert   else
2212*dfe94b16Srobert     importFormat = DYLD_CHAINED_IMPORT;
2213*dfe94b16Srobert 
2214*dfe94b16Srobert   for (Location &loc : locations)
2215*dfe94b16Srobert     loc.offset =
2216*dfe94b16Srobert         loc.isec->parent->getSegmentOffset() + loc.isec->getOffset(loc.offset);
2217*dfe94b16Srobert 
2218*dfe94b16Srobert   llvm::sort(locations, [](const Location &a, const Location &b) {
2219*dfe94b16Srobert     const OutputSegment *segA = a.isec->parent->parent;
2220*dfe94b16Srobert     const OutputSegment *segB = b.isec->parent->parent;
2221*dfe94b16Srobert     if (segA == segB)
2222*dfe94b16Srobert       return a.offset < b.offset;
2223*dfe94b16Srobert     return segA->addr < segB->addr;
2224*dfe94b16Srobert   });
2225*dfe94b16Srobert 
2226*dfe94b16Srobert   auto sameSegment = [](const Location &a, const Location &b) {
2227*dfe94b16Srobert     return a.isec->parent->parent == b.isec->parent->parent;
2228*dfe94b16Srobert   };
2229*dfe94b16Srobert 
2230*dfe94b16Srobert   const uint64_t pageSize = target->getPageSize();
2231*dfe94b16Srobert   for (size_t i = 0, count = locations.size(); i < count;) {
2232*dfe94b16Srobert     const Location &firstLoc = locations[i];
2233*dfe94b16Srobert     fixupSegments.emplace_back(firstLoc.isec->parent->parent);
2234*dfe94b16Srobert     while (i < count && sameSegment(locations[i], firstLoc)) {
2235*dfe94b16Srobert       uint32_t pageIdx = locations[i].offset / pageSize;
2236*dfe94b16Srobert       fixupSegments.back().pageStarts.emplace_back(
2237*dfe94b16Srobert           pageIdx, locations[i].offset % pageSize);
2238*dfe94b16Srobert       ++i;
2239*dfe94b16Srobert       while (i < count && sameSegment(locations[i], firstLoc) &&
2240*dfe94b16Srobert              locations[i].offset / pageSize == pageIdx)
2241*dfe94b16Srobert         ++i;
2242*dfe94b16Srobert     }
2243*dfe94b16Srobert   }
2244*dfe94b16Srobert 
2245*dfe94b16Srobert   // Compute expected encoded size.
2246*dfe94b16Srobert   size = alignTo<8>(sizeof(dyld_chained_fixups_header));
2247*dfe94b16Srobert   size += alignTo<8>(offsetof(dyld_chained_starts_in_image, seg_info_offset) +
2248*dfe94b16Srobert                      outputSegments.size() * sizeof(uint32_t));
2249*dfe94b16Srobert   for (const SegmentInfo &seg : fixupSegments)
2250*dfe94b16Srobert     size += seg.getSize();
2251*dfe94b16Srobert   size += importEntrySize(importFormat) * bindings.size();
2252*dfe94b16Srobert   size += symtabSize;
2253*dfe94b16Srobert }
2254*dfe94b16Srobert 
22551cf9926bSpatrick template SymtabSection *macho::makeSymtabSection<LP64>(StringTableSection &);
22561cf9926bSpatrick template SymtabSection *macho::makeSymtabSection<ILP32>(StringTableSection &);
2257