1fe6060f1SDimitry Andric //===- ARM64Common.h --------------------------------------------*- C++ -*-===// 2fe6060f1SDimitry Andric // 3fe6060f1SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4fe6060f1SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 5fe6060f1SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6fe6060f1SDimitry Andric // 7fe6060f1SDimitry Andric //===----------------------------------------------------------------------===// 8fe6060f1SDimitry Andric 9fe6060f1SDimitry Andric #ifndef LLD_MACHO_ARCH_ARM64COMMON_H 10fe6060f1SDimitry Andric #define LLD_MACHO_ARCH_ARM64COMMON_H 11fe6060f1SDimitry Andric 12fe6060f1SDimitry Andric #include "InputFiles.h" 13fe6060f1SDimitry Andric #include "Symbols.h" 14fe6060f1SDimitry Andric #include "SyntheticSections.h" 15fe6060f1SDimitry Andric #include "Target.h" 16fe6060f1SDimitry Andric 17fe6060f1SDimitry Andric #include "llvm/BinaryFormat/MachO.h" 18fe6060f1SDimitry Andric 19bdd1243dSDimitry Andric namespace lld::macho { 20fe6060f1SDimitry Andric 21fe6060f1SDimitry Andric struct ARM64Common : TargetInfo { 22fe6060f1SDimitry Andric template <class LP> ARM64Common(LP lp) : TargetInfo(lp) {} 23fe6060f1SDimitry Andric 24fe6060f1SDimitry Andric int64_t getEmbeddedAddend(MemoryBufferRef, uint64_t offset, 25fe6060f1SDimitry Andric const llvm::MachO::relocation_info) const override; 26fe6060f1SDimitry Andric void relocateOne(uint8_t *loc, const Reloc &, uint64_t va, 27fe6060f1SDimitry Andric uint64_t pc) const override; 28fe6060f1SDimitry Andric 29fe6060f1SDimitry Andric void relaxGotLoad(uint8_t *loc, uint8_t type) const override; 30fe6060f1SDimitry Andric uint64_t getPageSize() const override { return 16 * 1024; } 31753f127fSDimitry Andric 32753f127fSDimitry Andric void handleDtraceReloc(const Symbol *sym, const Reloc &r, 33753f127fSDimitry Andric uint8_t *loc) const override; 34fe6060f1SDimitry Andric }; 35fe6060f1SDimitry Andric 36fe6060f1SDimitry Andric inline uint64_t bitField(uint64_t value, int right, int width, int left) { 37fe6060f1SDimitry Andric return ((value >> right) & ((1 << width) - 1)) << left; 38fe6060f1SDimitry Andric } 39fe6060f1SDimitry Andric 40fe6060f1SDimitry Andric // 25 0 41fe6060f1SDimitry Andric // +-----------+---------------------------------------------------+ 42fe6060f1SDimitry Andric // | | imm26 | 43fe6060f1SDimitry Andric // +-----------+---------------------------------------------------+ 44fe6060f1SDimitry Andric 4581ad6265SDimitry Andric inline void encodeBranch26(uint32_t *loc, const Reloc &r, uint32_t base, 4681ad6265SDimitry Andric uint64_t va) { 4781ad6265SDimitry Andric checkInt(loc, r, va, 28); 48fe6060f1SDimitry Andric // Since branch destinations are 4-byte aligned, the 2 least- 49fe6060f1SDimitry Andric // significant bits are 0. They are right shifted off the end. 5081ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0)); 51fe6060f1SDimitry Andric } 52fe6060f1SDimitry Andric 5381ad6265SDimitry Andric inline void encodeBranch26(uint32_t *loc, SymbolDiagnostic d, uint32_t base, 5481ad6265SDimitry Andric uint64_t va) { 5581ad6265SDimitry Andric checkInt(loc, d, va, 28); 5681ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0)); 57fe6060f1SDimitry Andric } 58fe6060f1SDimitry Andric 59fe6060f1SDimitry Andric // 30 29 23 5 60fe6060f1SDimitry Andric // +-+---+---------+-------------------------------------+---------+ 61fe6060f1SDimitry Andric // | |ilo| | immhi | | 62fe6060f1SDimitry Andric // +-+---+---------+-------------------------------------+---------+ 63fe6060f1SDimitry Andric 6481ad6265SDimitry Andric inline void encodePage21(uint32_t *loc, const Reloc &r, uint32_t base, 6581ad6265SDimitry Andric uint64_t va) { 6681ad6265SDimitry Andric checkInt(loc, r, va, 35); 6781ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) | 6881ad6265SDimitry Andric bitField(va, 14, 19, 5)); 69fe6060f1SDimitry Andric } 70fe6060f1SDimitry Andric 7181ad6265SDimitry Andric inline void encodePage21(uint32_t *loc, SymbolDiagnostic d, uint32_t base, 7281ad6265SDimitry Andric uint64_t va) { 7381ad6265SDimitry Andric checkInt(loc, d, va, 35); 7481ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) | 7581ad6265SDimitry Andric bitField(va, 14, 19, 5)); 76fe6060f1SDimitry Andric } 77fe6060f1SDimitry Andric 78bdd1243dSDimitry Andric void reportUnalignedLdrStr(void *loc, const Reloc &, uint64_t va, int align); 79bdd1243dSDimitry Andric void reportUnalignedLdrStr(void *loc, SymbolDiagnostic, uint64_t va, int align); 80bdd1243dSDimitry Andric 81fe6060f1SDimitry Andric // 21 10 82fe6060f1SDimitry Andric // +-------------------+-----------------------+-------------------+ 83fe6060f1SDimitry Andric // | | imm12 | | 84fe6060f1SDimitry Andric // +-------------------+-----------------------+-------------------+ 85fe6060f1SDimitry Andric 86bdd1243dSDimitry Andric template <typename Target> 87bdd1243dSDimitry Andric inline void encodePageOff12(uint32_t *loc, Target t, uint32_t base, 88bdd1243dSDimitry Andric uint64_t va) { 89fe6060f1SDimitry Andric int scale = 0; 90fe6060f1SDimitry Andric if ((base & 0x3b00'0000) == 0x3900'0000) { // load/store 91fe6060f1SDimitry Andric scale = base >> 30; 92fe6060f1SDimitry Andric if (scale == 0 && (base & 0x0480'0000) == 0x0480'0000) // 128-bit variant 93fe6060f1SDimitry Andric scale = 4; 94fe6060f1SDimitry Andric } 95bdd1243dSDimitry Andric const int size = 1 << scale; 96bdd1243dSDimitry Andric if ((va & (size - 1)) != 0) 97bdd1243dSDimitry Andric reportUnalignedLdrStr(loc, t, va, size); 98fe6060f1SDimitry Andric 99fe6060f1SDimitry Andric // TODO(gkm): extract embedded addend and warn if != 0 100fe6060f1SDimitry Andric // uint64_t addend = ((base & 0x003FFC00) >> 10); 10181ad6265SDimitry Andric llvm::support::endian::write32le(loc, 10281ad6265SDimitry Andric base | bitField(va, scale, 12 - scale, 10)); 103fe6060f1SDimitry Andric } 104fe6060f1SDimitry Andric 105fe6060f1SDimitry Andric inline uint64_t pageBits(uint64_t address) { 106fe6060f1SDimitry Andric const uint64_t pageMask = ~0xfffull; 107fe6060f1SDimitry Andric return address & pageMask; 108fe6060f1SDimitry Andric } 109fe6060f1SDimitry Andric 110fe6060f1SDimitry Andric inline void writeStub(uint8_t *buf8, const uint32_t stubCode[3], 111bdd1243dSDimitry Andric const macho::Symbol &sym, uint64_t pointerVA) { 112fe6060f1SDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf8); 113fe6060f1SDimitry Andric constexpr size_t stubCodeSize = 3 * sizeof(uint32_t); 114bdd1243dSDimitry Andric SymbolDiagnostic d = {&sym, "stub"}; 115fe6060f1SDimitry Andric uint64_t pcPageBits = 116fe6060f1SDimitry Andric pageBits(in.stubs->addr + sym.stubsIndex * stubCodeSize); 117bdd1243dSDimitry Andric encodePage21(&buf32[0], d, stubCode[0], pageBits(pointerVA) - pcPageBits); 118bdd1243dSDimitry Andric encodePageOff12(&buf32[1], d, stubCode[1], pointerVA); 119fe6060f1SDimitry Andric buf32[2] = stubCode[2]; 120fe6060f1SDimitry Andric } 121fe6060f1SDimitry Andric 122fe6060f1SDimitry Andric template <class LP> 123fe6060f1SDimitry Andric inline void writeStubHelperHeader(uint8_t *buf8, 124fe6060f1SDimitry Andric const uint32_t stubHelperHeaderCode[6]) { 125fe6060f1SDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf8); 126fe6060f1SDimitry Andric auto pcPageBits = [](int i) { 127fe6060f1SDimitry Andric return pageBits(in.stubHelper->addr + i * sizeof(uint32_t)); 128fe6060f1SDimitry Andric }; 129fe6060f1SDimitry Andric uint64_t loaderVA = in.imageLoaderCache->getVA(); 130fe6060f1SDimitry Andric SymbolDiagnostic d = {nullptr, "stub header helper"}; 13181ad6265SDimitry Andric encodePage21(&buf32[0], d, stubHelperHeaderCode[0], 132fe6060f1SDimitry Andric pageBits(loaderVA) - pcPageBits(0)); 133bdd1243dSDimitry Andric encodePageOff12(&buf32[1], d, stubHelperHeaderCode[1], loaderVA); 134fe6060f1SDimitry Andric buf32[2] = stubHelperHeaderCode[2]; 135fe6060f1SDimitry Andric uint64_t binderVA = 136fe6060f1SDimitry Andric in.got->addr + in.stubHelper->stubBinder->gotIndex * LP::wordSize; 13781ad6265SDimitry Andric encodePage21(&buf32[3], d, stubHelperHeaderCode[3], 138fe6060f1SDimitry Andric pageBits(binderVA) - pcPageBits(3)); 139bdd1243dSDimitry Andric encodePageOff12(&buf32[4], d, stubHelperHeaderCode[4], binderVA); 140fe6060f1SDimitry Andric buf32[5] = stubHelperHeaderCode[5]; 141fe6060f1SDimitry Andric } 142fe6060f1SDimitry Andric 143fe6060f1SDimitry Andric inline void writeStubHelperEntry(uint8_t *buf8, 144fe6060f1SDimitry Andric const uint32_t stubHelperEntryCode[3], 14581ad6265SDimitry Andric const Symbol &sym, uint64_t entryVA) { 146fe6060f1SDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf8); 147fe6060f1SDimitry Andric auto pcVA = [entryVA](int i) { return entryVA + i * sizeof(uint32_t); }; 148fe6060f1SDimitry Andric uint64_t stubHelperHeaderVA = in.stubHelper->addr; 149fe6060f1SDimitry Andric buf32[0] = stubHelperEntryCode[0]; 15081ad6265SDimitry Andric encodeBranch26(&buf32[1], {&sym, "stub helper"}, stubHelperEntryCode[1], 151fe6060f1SDimitry Andric stubHelperHeaderVA - pcVA(1)); 152fe6060f1SDimitry Andric buf32[2] = sym.lazyBindOffset; 153fe6060f1SDimitry Andric } 154fe6060f1SDimitry Andric 155bdd1243dSDimitry Andric template <class LP> 156*0fca6ea1SDimitry Andric inline void writeObjCMsgSendFastStub(uint8_t *buf, 157*0fca6ea1SDimitry Andric const uint32_t objcStubsFastCode[8], 158*0fca6ea1SDimitry Andric Symbol *sym, uint64_t stubsAddr, 159*0fca6ea1SDimitry Andric uint64_t stubOffset, uint64_t selrefVA, 160bdd1243dSDimitry Andric uint64_t gotAddr, uint64_t msgSendIndex) { 161bdd1243dSDimitry Andric SymbolDiagnostic d = {sym, sym->getName()}; 162bdd1243dSDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf); 163bdd1243dSDimitry Andric 164bdd1243dSDimitry Andric auto pcPageBits = [stubsAddr, stubOffset](int i) { 165bdd1243dSDimitry Andric return pageBits(stubsAddr + stubOffset + i * sizeof(uint32_t)); 166bdd1243dSDimitry Andric }; 167bdd1243dSDimitry Andric 168bdd1243dSDimitry Andric encodePage21(&buf32[0], d, objcStubsFastCode[0], 169*0fca6ea1SDimitry Andric pageBits(selrefVA) - pcPageBits(0)); 170*0fca6ea1SDimitry Andric encodePageOff12(&buf32[1], d, objcStubsFastCode[1], selrefVA); 1717a6dacacSDimitry Andric uint64_t gotOffset = msgSendIndex * LP::wordSize; 172bdd1243dSDimitry Andric encodePage21(&buf32[2], d, objcStubsFastCode[2], 1737a6dacacSDimitry Andric pageBits(gotAddr + gotOffset) - pcPageBits(2)); 1747a6dacacSDimitry Andric encodePageOff12(&buf32[3], d, objcStubsFastCode[3], gotAddr + gotOffset); 175bdd1243dSDimitry Andric buf32[4] = objcStubsFastCode[4]; 176bdd1243dSDimitry Andric buf32[5] = objcStubsFastCode[5]; 177bdd1243dSDimitry Andric buf32[6] = objcStubsFastCode[6]; 178bdd1243dSDimitry Andric buf32[7] = objcStubsFastCode[7]; 179bdd1243dSDimitry Andric } 180bdd1243dSDimitry Andric 1817a6dacacSDimitry Andric template <class LP> 1827a6dacacSDimitry Andric inline void 1837a6dacacSDimitry Andric writeObjCMsgSendSmallStub(uint8_t *buf, const uint32_t objcStubsSmallCode[3], 1847a6dacacSDimitry Andric Symbol *sym, uint64_t stubsAddr, uint64_t stubOffset, 185*0fca6ea1SDimitry Andric uint64_t selrefVA, uint64_t msgSendAddr, 186*0fca6ea1SDimitry Andric uint64_t msgSendIndex) { 1877a6dacacSDimitry Andric SymbolDiagnostic d = {sym, sym->getName()}; 1887a6dacacSDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf); 1897a6dacacSDimitry Andric 1907a6dacacSDimitry Andric auto pcPageBits = [stubsAddr, stubOffset](int i) { 1917a6dacacSDimitry Andric return pageBits(stubsAddr + stubOffset + i * sizeof(uint32_t)); 1927a6dacacSDimitry Andric }; 1937a6dacacSDimitry Andric 1947a6dacacSDimitry Andric encodePage21(&buf32[0], d, objcStubsSmallCode[0], 195*0fca6ea1SDimitry Andric pageBits(selrefVA) - pcPageBits(0)); 196*0fca6ea1SDimitry Andric encodePageOff12(&buf32[1], d, objcStubsSmallCode[1], selrefVA); 1977a6dacacSDimitry Andric uint64_t msgSendStubVA = msgSendAddr + msgSendIndex * target->stubSize; 1987a6dacacSDimitry Andric uint64_t pcVA = stubsAddr + stubOffset + 2 * sizeof(uint32_t); 1997a6dacacSDimitry Andric encodeBranch26(&buf32[2], {nullptr, "objc_msgSend stub"}, 2007a6dacacSDimitry Andric objcStubsSmallCode[2], msgSendStubVA - pcVA); 2017a6dacacSDimitry Andric } 2027a6dacacSDimitry Andric 203bdd1243dSDimitry Andric } // namespace lld::macho 204fe6060f1SDimitry Andric 205fe6060f1SDimitry Andric #endif 206