xref: /llvm-project/lld/MachO/Arch/ARM64Common.h (revision 391393179a6e316909add3b8455eb6d7c7c38ddb)
13bc88eb3SJez Ng //===- ARM64Common.h --------------------------------------------*- C++ -*-===//
23bc88eb3SJez Ng //
33bc88eb3SJez Ng // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
43bc88eb3SJez Ng // See https://llvm.org/LICENSE.txt for license information.
53bc88eb3SJez Ng // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
63bc88eb3SJez Ng //
73bc88eb3SJez Ng //===----------------------------------------------------------------------===//
83bc88eb3SJez Ng 
93bc88eb3SJez Ng #ifndef LLD_MACHO_ARCH_ARM64COMMON_H
103bc88eb3SJez Ng #define LLD_MACHO_ARCH_ARM64COMMON_H
113bc88eb3SJez Ng 
123bc88eb3SJez Ng #include "InputFiles.h"
133bc88eb3SJez Ng #include "Symbols.h"
143bc88eb3SJez Ng #include "SyntheticSections.h"
153bc88eb3SJez Ng #include "Target.h"
163bc88eb3SJez Ng 
173bc88eb3SJez Ng #include "llvm/BinaryFormat/MachO.h"
183bc88eb3SJez Ng 
19bf20d43fSNico Weber namespace lld::macho {
203bc88eb3SJez Ng 
213bc88eb3SJez Ng struct ARM64Common : TargetInfo {
ARM64CommonARM64Common223bc88eb3SJez Ng   template <class LP> ARM64Common(LP lp) : TargetInfo(lp) {}
233bc88eb3SJez Ng 
243bc88eb3SJez Ng   int64_t getEmbeddedAddend(MemoryBufferRef, uint64_t offset,
253bc88eb3SJez Ng                             const llvm::MachO::relocation_info) const override;
263bc88eb3SJez Ng   void relocateOne(uint8_t *loc, const Reloc &, uint64_t va,
273bc88eb3SJez Ng                    uint64_t pc) const override;
283bc88eb3SJez Ng 
293bc88eb3SJez Ng   void relaxGotLoad(uint8_t *loc, uint8_t type) const override;
getPageSizeARM64Common303bc88eb3SJez Ng   uint64_t getPageSize() const override { return 16 * 1024; }
316c641d0dSKaining Zhong 
326c641d0dSKaining Zhong   void handleDtraceReloc(const Symbol *sym, const Reloc &r,
336c641d0dSKaining Zhong                          uint8_t *loc) const override;
343bc88eb3SJez Ng };
353bc88eb3SJez Ng 
bitField(uint64_t value,int right,int width,int left)363bc88eb3SJez Ng inline uint64_t bitField(uint64_t value, int right, int width, int left) {
373bc88eb3SJez Ng   return ((value >> right) & ((1 << width) - 1)) << left;
383bc88eb3SJez Ng }
393bc88eb3SJez Ng 
403bc88eb3SJez Ng //              25                                                0
413bc88eb3SJez Ng // +-----------+---------------------------------------------------+
423bc88eb3SJez Ng // |           |                       imm26                       |
433bc88eb3SJez Ng // +-----------+---------------------------------------------------+
443bc88eb3SJez Ng 
encodeBranch26(uint32_t * loc,const Reloc & r,uint32_t base,uint64_t va)45a552fb2aSJez Ng inline void encodeBranch26(uint32_t *loc, const Reloc &r, uint32_t base,
46a552fb2aSJez Ng                            uint64_t va) {
47a552fb2aSJez Ng   checkInt(loc, r, va, 28);
483bc88eb3SJez Ng   // Since branch destinations are 4-byte aligned, the 2 least-
493bc88eb3SJez Ng   // significant bits are 0. They are right shifted off the end.
50a552fb2aSJez Ng   llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0));
513bc88eb3SJez Ng }
523bc88eb3SJez Ng 
encodeBranch26(uint32_t * loc,SymbolDiagnostic d,uint32_t base,uint64_t va)53a552fb2aSJez Ng inline void encodeBranch26(uint32_t *loc, SymbolDiagnostic d, uint32_t base,
54a552fb2aSJez Ng                            uint64_t va) {
55a552fb2aSJez Ng   checkInt(loc, d, va, 28);
56a552fb2aSJez Ng   llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0));
573bc88eb3SJez Ng }
583bc88eb3SJez Ng 
593bc88eb3SJez Ng //   30 29          23                                  5
603bc88eb3SJez Ng // +-+---+---------+-------------------------------------+---------+
613bc88eb3SJez Ng // | |ilo|         |                immhi                |         |
623bc88eb3SJez Ng // +-+---+---------+-------------------------------------+---------+
633bc88eb3SJez Ng 
encodePage21(uint32_t * loc,const Reloc & r,uint32_t base,uint64_t va)64a552fb2aSJez Ng inline void encodePage21(uint32_t *loc, const Reloc &r, uint32_t base,
65a552fb2aSJez Ng                          uint64_t va) {
66a552fb2aSJez Ng   checkInt(loc, r, va, 35);
67a552fb2aSJez Ng   llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) |
68a552fb2aSJez Ng                                             bitField(va, 14, 19, 5));
693bc88eb3SJez Ng }
703bc88eb3SJez Ng 
encodePage21(uint32_t * loc,SymbolDiagnostic d,uint32_t base,uint64_t va)71a552fb2aSJez Ng inline void encodePage21(uint32_t *loc, SymbolDiagnostic d, uint32_t base,
72a552fb2aSJez Ng                          uint64_t va) {
73a552fb2aSJez Ng   checkInt(loc, d, va, 35);
74a552fb2aSJez Ng   llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) |
75a552fb2aSJez Ng                                             bitField(va, 14, 19, 5));
763bc88eb3SJez Ng }
773bc88eb3SJez Ng 
781b65d209SDaniel Bertalan void reportUnalignedLdrStr(void *loc, const Reloc &, uint64_t va, int align);
791b65d209SDaniel Bertalan void reportUnalignedLdrStr(void *loc, SymbolDiagnostic, uint64_t va, int align);
801b65d209SDaniel Bertalan 
813bc88eb3SJez Ng //                      21                   10
823bc88eb3SJez Ng // +-------------------+-----------------------+-------------------+
833bc88eb3SJez Ng // |                   |         imm12         |                   |
843bc88eb3SJez Ng // +-------------------+-----------------------+-------------------+
853bc88eb3SJez Ng 
861b65d209SDaniel Bertalan template <typename Target>
encodePageOff12(uint32_t * loc,Target t,uint32_t base,uint64_t va)871b65d209SDaniel Bertalan inline void encodePageOff12(uint32_t *loc, Target t, uint32_t base,
881b65d209SDaniel Bertalan                             uint64_t va) {
893bc88eb3SJez Ng   int scale = 0;
903bc88eb3SJez Ng   if ((base & 0x3b00'0000) == 0x3900'0000) { // load/store
913bc88eb3SJez Ng     scale = base >> 30;
923bc88eb3SJez Ng     if (scale == 0 && (base & 0x0480'0000) == 0x0480'0000) // 128-bit variant
933bc88eb3SJez Ng       scale = 4;
943bc88eb3SJez Ng   }
951b65d209SDaniel Bertalan   const int size = 1 << scale;
961b65d209SDaniel Bertalan   if ((va & (size - 1)) != 0)
971b65d209SDaniel Bertalan     reportUnalignedLdrStr(loc, t, va, size);
983bc88eb3SJez Ng 
993bc88eb3SJez Ng   // TODO(gkm): extract embedded addend and warn if != 0
1003bc88eb3SJez Ng   // uint64_t addend = ((base & 0x003FFC00) >> 10);
101a552fb2aSJez Ng   llvm::support::endian::write32le(loc,
102a552fb2aSJez Ng                                    base | bitField(va, scale, 12 - scale, 10));
1033bc88eb3SJez Ng }
1043bc88eb3SJez Ng 
pageBits(uint64_t address)1053bc88eb3SJez Ng inline uint64_t pageBits(uint64_t address) {
1063bc88eb3SJez Ng   const uint64_t pageMask = ~0xfffull;
1073bc88eb3SJez Ng   return address & pageMask;
1083bc88eb3SJez Ng }
1093bc88eb3SJez Ng 
writeStub(uint8_t * buf8,const uint32_t stubCode[3],const macho::Symbol & sym,uint64_t pointerVA)1104938b090SJez Ng inline void writeStub(uint8_t *buf8, const uint32_t stubCode[3],
1110d30e92fSDaniel Bertalan                       const macho::Symbol &sym, uint64_t pointerVA) {
1123bc88eb3SJez Ng   auto *buf32 = reinterpret_cast<uint32_t *>(buf8);
1134938b090SJez Ng   constexpr size_t stubCodeSize = 3 * sizeof(uint32_t);
1141b65d209SDaniel Bertalan   SymbolDiagnostic d = {&sym, "stub"};
1153bc88eb3SJez Ng   uint64_t pcPageBits =
1164938b090SJez Ng       pageBits(in.stubs->addr + sym.stubsIndex * stubCodeSize);
1170d30e92fSDaniel Bertalan   encodePage21(&buf32[0], d, stubCode[0], pageBits(pointerVA) - pcPageBits);
1180d30e92fSDaniel Bertalan   encodePageOff12(&buf32[1], d, stubCode[1], pointerVA);
1193bc88eb3SJez Ng   buf32[2] = stubCode[2];
1203bc88eb3SJez Ng }
1213bc88eb3SJez Ng 
1224938b090SJez Ng template <class LP>
writeStubHelperHeader(uint8_t * buf8,const uint32_t stubHelperHeaderCode[6])1234938b090SJez Ng inline void writeStubHelperHeader(uint8_t *buf8,
1244938b090SJez Ng                                   const uint32_t stubHelperHeaderCode[6]) {
1253bc88eb3SJez Ng   auto *buf32 = reinterpret_cast<uint32_t *>(buf8);
1263bc88eb3SJez Ng   auto pcPageBits = [](int i) {
1273bc88eb3SJez Ng     return pageBits(in.stubHelper->addr + i * sizeof(uint32_t));
1283bc88eb3SJez Ng   };
1293bc88eb3SJez Ng   uint64_t loaderVA = in.imageLoaderCache->getVA();
1303bc88eb3SJez Ng   SymbolDiagnostic d = {nullptr, "stub header helper"};
131a552fb2aSJez Ng   encodePage21(&buf32[0], d, stubHelperHeaderCode[0],
1323bc88eb3SJez Ng                pageBits(loaderVA) - pcPageBits(0));
1331b65d209SDaniel Bertalan   encodePageOff12(&buf32[1], d, stubHelperHeaderCode[1], loaderVA);
1343bc88eb3SJez Ng   buf32[2] = stubHelperHeaderCode[2];
1353bc88eb3SJez Ng   uint64_t binderVA =
1363bc88eb3SJez Ng       in.got->addr + in.stubHelper->stubBinder->gotIndex * LP::wordSize;
137a552fb2aSJez Ng   encodePage21(&buf32[3], d, stubHelperHeaderCode[3],
1383bc88eb3SJez Ng                pageBits(binderVA) - pcPageBits(3));
1391b65d209SDaniel Bertalan   encodePageOff12(&buf32[4], d, stubHelperHeaderCode[4], binderVA);
1403bc88eb3SJez Ng   buf32[5] = stubHelperHeaderCode[5];
1413bc88eb3SJez Ng }
1423bc88eb3SJez Ng 
writeStubHelperEntry(uint8_t * buf8,const uint32_t stubHelperEntryCode[3],const Symbol & sym,uint64_t entryVA)1434938b090SJez Ng inline void writeStubHelperEntry(uint8_t *buf8,
1444938b090SJez Ng                                  const uint32_t stubHelperEntryCode[3],
1457f3ddf84SJez Ng                                  const Symbol &sym, uint64_t entryVA) {
1463bc88eb3SJez Ng   auto *buf32 = reinterpret_cast<uint32_t *>(buf8);
1473bc88eb3SJez Ng   auto pcVA = [entryVA](int i) { return entryVA + i * sizeof(uint32_t); };
1483bc88eb3SJez Ng   uint64_t stubHelperHeaderVA = in.stubHelper->addr;
1493bc88eb3SJez Ng   buf32[0] = stubHelperEntryCode[0];
150a552fb2aSJez Ng   encodeBranch26(&buf32[1], {&sym, "stub helper"}, stubHelperEntryCode[1],
1513bc88eb3SJez Ng                  stubHelperHeaderVA - pcVA(1));
1523bc88eb3SJez Ng   buf32[2] = sym.lazyBindOffset;
1533bc88eb3SJez Ng }
1543bc88eb3SJez Ng 
1553c24fae3SKeith Smiley template <class LP>
writeObjCMsgSendFastStub(uint8_t * buf,const uint32_t objcStubsFastCode[8],Symbol * sym,uint64_t stubsAddr,uint64_t stubOffset,uint64_t selrefVA,uint64_t gotAddr,uint64_t msgSendIndex)156*39139317SKyungwoo Lee inline void writeObjCMsgSendFastStub(uint8_t *buf,
157*39139317SKyungwoo Lee                                      const uint32_t objcStubsFastCode[8],
158*39139317SKyungwoo Lee                                      Symbol *sym, uint64_t stubsAddr,
159*39139317SKyungwoo Lee                                      uint64_t stubOffset, uint64_t selrefVA,
1603c24fae3SKeith Smiley                                      uint64_t gotAddr, uint64_t msgSendIndex) {
1613c24fae3SKeith Smiley   SymbolDiagnostic d = {sym, sym->getName()};
1623c24fae3SKeith Smiley   auto *buf32 = reinterpret_cast<uint32_t *>(buf);
1633c24fae3SKeith Smiley 
1643c24fae3SKeith Smiley   auto pcPageBits = [stubsAddr, stubOffset](int i) {
1653c24fae3SKeith Smiley     return pageBits(stubsAddr + stubOffset + i * sizeof(uint32_t));
1663c24fae3SKeith Smiley   };
1673c24fae3SKeith Smiley 
1683c24fae3SKeith Smiley   encodePage21(&buf32[0], d, objcStubsFastCode[0],
169*39139317SKyungwoo Lee                pageBits(selrefVA) - pcPageBits(0));
170*39139317SKyungwoo Lee   encodePageOff12(&buf32[1], d, objcStubsFastCode[1], selrefVA);
1715de1d007Skyulee-com   uint64_t gotOffset = msgSendIndex * LP::wordSize;
1723c24fae3SKeith Smiley   encodePage21(&buf32[2], d, objcStubsFastCode[2],
1735de1d007Skyulee-com                pageBits(gotAddr + gotOffset) - pcPageBits(2));
1745de1d007Skyulee-com   encodePageOff12(&buf32[3], d, objcStubsFastCode[3], gotAddr + gotOffset);
1753c24fae3SKeith Smiley   buf32[4] = objcStubsFastCode[4];
1763c24fae3SKeith Smiley   buf32[5] = objcStubsFastCode[5];
1773c24fae3SKeith Smiley   buf32[6] = objcStubsFastCode[6];
1783c24fae3SKeith Smiley   buf32[7] = objcStubsFastCode[7];
1793c24fae3SKeith Smiley }
1803c24fae3SKeith Smiley 
18177e204c7SKyungwoo Lee template <class LP>
18277e204c7SKyungwoo Lee inline void
writeObjCMsgSendSmallStub(uint8_t * buf,const uint32_t objcStubsSmallCode[3],Symbol * sym,uint64_t stubsAddr,uint64_t stubOffset,uint64_t selrefVA,uint64_t msgSendAddr,uint64_t msgSendIndex)18377e204c7SKyungwoo Lee writeObjCMsgSendSmallStub(uint8_t *buf, const uint32_t objcStubsSmallCode[3],
18477e204c7SKyungwoo Lee                           Symbol *sym, uint64_t stubsAddr, uint64_t stubOffset,
185*39139317SKyungwoo Lee                           uint64_t selrefVA, uint64_t msgSendAddr,
186*39139317SKyungwoo Lee                           uint64_t msgSendIndex) {
18777e204c7SKyungwoo Lee   SymbolDiagnostic d = {sym, sym->getName()};
18877e204c7SKyungwoo Lee   auto *buf32 = reinterpret_cast<uint32_t *>(buf);
18977e204c7SKyungwoo Lee 
19077e204c7SKyungwoo Lee   auto pcPageBits = [stubsAddr, stubOffset](int i) {
19177e204c7SKyungwoo Lee     return pageBits(stubsAddr + stubOffset + i * sizeof(uint32_t));
19277e204c7SKyungwoo Lee   };
19377e204c7SKyungwoo Lee 
19477e204c7SKyungwoo Lee   encodePage21(&buf32[0], d, objcStubsSmallCode[0],
195*39139317SKyungwoo Lee                pageBits(selrefVA) - pcPageBits(0));
196*39139317SKyungwoo Lee   encodePageOff12(&buf32[1], d, objcStubsSmallCode[1], selrefVA);
19777e204c7SKyungwoo Lee   uint64_t msgSendStubVA = msgSendAddr + msgSendIndex * target->stubSize;
19877e204c7SKyungwoo Lee   uint64_t pcVA = stubsAddr + stubOffset + 2 * sizeof(uint32_t);
19977e204c7SKyungwoo Lee   encodeBranch26(&buf32[2], {nullptr, "objc_msgSend stub"},
20077e204c7SKyungwoo Lee                  objcStubsSmallCode[2], msgSendStubVA - pcVA);
20177e204c7SKyungwoo Lee }
20277e204c7SKyungwoo Lee 
203bf20d43fSNico Weber } // namespace lld::macho
2043bc88eb3SJez Ng 
2053bc88eb3SJez Ng #endif
206