106c3fb27SDimitry Andric //===----- ELF_aarch32.cpp - JIT linker implementation for arm/thumb ------===// 206c3fb27SDimitry Andric // 306c3fb27SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 406c3fb27SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 506c3fb27SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 606c3fb27SDimitry Andric // 706c3fb27SDimitry Andric //===----------------------------------------------------------------------===// 806c3fb27SDimitry Andric // 906c3fb27SDimitry Andric // ELF/aarch32 jit-link implementation. 1006c3fb27SDimitry Andric // 1106c3fb27SDimitry Andric //===----------------------------------------------------------------------===// 1206c3fb27SDimitry Andric 1306c3fb27SDimitry Andric #include "llvm/ExecutionEngine/JITLink/ELF_aarch32.h" 1406c3fb27SDimitry Andric 1506c3fb27SDimitry Andric #include "llvm/BinaryFormat/ELF.h" 1606c3fb27SDimitry Andric #include "llvm/ExecutionEngine/JITLink/JITLink.h" 1706c3fb27SDimitry Andric #include "llvm/ExecutionEngine/JITLink/aarch32.h" 1806c3fb27SDimitry Andric #include "llvm/Object/ELF.h" 1906c3fb27SDimitry Andric #include "llvm/Object/ELFObjectFile.h" 2006c3fb27SDimitry Andric #include "llvm/Support/ErrorHandling.h" 2106c3fb27SDimitry Andric #include "llvm/TargetParser/ARMTargetParser.h" 2206c3fb27SDimitry Andric 2306c3fb27SDimitry Andric #include "ELFLinkGraphBuilder.h" 2406c3fb27SDimitry Andric #include "JITLinkGeneric.h" 2506c3fb27SDimitry Andric 2606c3fb27SDimitry Andric #define DEBUG_TYPE "jitlink" 2706c3fb27SDimitry Andric 2806c3fb27SDimitry Andric using namespace llvm::object; 2906c3fb27SDimitry Andric 3006c3fb27SDimitry Andric namespace llvm { 3106c3fb27SDimitry Andric namespace jitlink { 3206c3fb27SDimitry Andric 3306c3fb27SDimitry Andric /// Translate from ELF relocation type to JITLink-internal edge kind. 347a6dacacSDimitry Andric Expected<aarch32::EdgeKind_aarch32> 357a6dacacSDimitry Andric getJITLinkEdgeKind(uint32_t ELFType, const aarch32::ArmConfig &ArmCfg) { 3606c3fb27SDimitry Andric switch (ELFType) { 3706c3fb27SDimitry Andric case ELF::R_ARM_ABS32: 3806c3fb27SDimitry Andric return aarch32::Data_Pointer32; 397a6dacacSDimitry Andric case ELF::R_ARM_GOT_PREL: 407a6dacacSDimitry Andric return aarch32::Data_RequestGOTAndTransformToDelta32; 4106c3fb27SDimitry Andric case ELF::R_ARM_REL32: 4206c3fb27SDimitry Andric return aarch32::Data_Delta32; 4306c3fb27SDimitry Andric case ELF::R_ARM_CALL: 4406c3fb27SDimitry Andric return aarch32::Arm_Call; 455f757f3fSDimitry Andric case ELF::R_ARM_JUMP24: 465f757f3fSDimitry Andric return aarch32::Arm_Jump24; 475f757f3fSDimitry Andric case ELF::R_ARM_MOVW_ABS_NC: 485f757f3fSDimitry Andric return aarch32::Arm_MovwAbsNC; 495f757f3fSDimitry Andric case ELF::R_ARM_MOVT_ABS: 505f757f3fSDimitry Andric return aarch32::Arm_MovtAbs; 517a6dacacSDimitry Andric case ELF::R_ARM_NONE: 527a6dacacSDimitry Andric return aarch32::None; 537a6dacacSDimitry Andric case ELF::R_ARM_PREL31: 547a6dacacSDimitry Andric return aarch32::Data_PRel31; 557a6dacacSDimitry Andric case ELF::R_ARM_TARGET1: 567a6dacacSDimitry Andric return (ArmCfg.Target1Rel) ? aarch32::Data_Delta32 577a6dacacSDimitry Andric : aarch32::Data_Pointer32; 5806c3fb27SDimitry Andric case ELF::R_ARM_THM_CALL: 5906c3fb27SDimitry Andric return aarch32::Thumb_Call; 6006c3fb27SDimitry Andric case ELF::R_ARM_THM_JUMP24: 6106c3fb27SDimitry Andric return aarch32::Thumb_Jump24; 6206c3fb27SDimitry Andric case ELF::R_ARM_THM_MOVW_ABS_NC: 6306c3fb27SDimitry Andric return aarch32::Thumb_MovwAbsNC; 6406c3fb27SDimitry Andric case ELF::R_ARM_THM_MOVT_ABS: 6506c3fb27SDimitry Andric return aarch32::Thumb_MovtAbs; 665f757f3fSDimitry Andric case ELF::R_ARM_THM_MOVW_PREL_NC: 675f757f3fSDimitry Andric return aarch32::Thumb_MovwPrelNC; 685f757f3fSDimitry Andric case ELF::R_ARM_THM_MOVT_PREL: 695f757f3fSDimitry Andric return aarch32::Thumb_MovtPrel; 7006c3fb27SDimitry Andric } 7106c3fb27SDimitry Andric 7206c3fb27SDimitry Andric return make_error<JITLinkError>( 7306c3fb27SDimitry Andric "Unsupported aarch32 relocation " + formatv("{0:d}: ", ELFType) + 7406c3fb27SDimitry Andric object::getELFRelocationTypeName(ELF::EM_ARM, ELFType)); 7506c3fb27SDimitry Andric } 7606c3fb27SDimitry Andric 7706c3fb27SDimitry Andric /// Translate from JITLink-internal edge kind back to ELF relocation type. 7806c3fb27SDimitry Andric Expected<uint32_t> getELFRelocationType(Edge::Kind Kind) { 7906c3fb27SDimitry Andric switch (static_cast<aarch32::EdgeKind_aarch32>(Kind)) { 8006c3fb27SDimitry Andric case aarch32::Data_Delta32: 8106c3fb27SDimitry Andric return ELF::R_ARM_REL32; 8206c3fb27SDimitry Andric case aarch32::Data_Pointer32: 8306c3fb27SDimitry Andric return ELF::R_ARM_ABS32; 847a6dacacSDimitry Andric case aarch32::Data_PRel31: 857a6dacacSDimitry Andric return ELF::R_ARM_PREL31; 867a6dacacSDimitry Andric case aarch32::Data_RequestGOTAndTransformToDelta32: 877a6dacacSDimitry Andric return ELF::R_ARM_GOT_PREL; 8806c3fb27SDimitry Andric case aarch32::Arm_Call: 8906c3fb27SDimitry Andric return ELF::R_ARM_CALL; 905f757f3fSDimitry Andric case aarch32::Arm_Jump24: 915f757f3fSDimitry Andric return ELF::R_ARM_JUMP24; 925f757f3fSDimitry Andric case aarch32::Arm_MovwAbsNC: 935f757f3fSDimitry Andric return ELF::R_ARM_MOVW_ABS_NC; 945f757f3fSDimitry Andric case aarch32::Arm_MovtAbs: 955f757f3fSDimitry Andric return ELF::R_ARM_MOVT_ABS; 9606c3fb27SDimitry Andric case aarch32::Thumb_Call: 9706c3fb27SDimitry Andric return ELF::R_ARM_THM_CALL; 9806c3fb27SDimitry Andric case aarch32::Thumb_Jump24: 9906c3fb27SDimitry Andric return ELF::R_ARM_THM_JUMP24; 10006c3fb27SDimitry Andric case aarch32::Thumb_MovwAbsNC: 10106c3fb27SDimitry Andric return ELF::R_ARM_THM_MOVW_ABS_NC; 10206c3fb27SDimitry Andric case aarch32::Thumb_MovtAbs: 10306c3fb27SDimitry Andric return ELF::R_ARM_THM_MOVT_ABS; 1045f757f3fSDimitry Andric case aarch32::Thumb_MovwPrelNC: 1055f757f3fSDimitry Andric return ELF::R_ARM_THM_MOVW_PREL_NC; 1065f757f3fSDimitry Andric case aarch32::Thumb_MovtPrel: 1075f757f3fSDimitry Andric return ELF::R_ARM_THM_MOVT_PREL; 1087a6dacacSDimitry Andric case aarch32::None: 1097a6dacacSDimitry Andric return ELF::R_ARM_NONE; 11006c3fb27SDimitry Andric } 11106c3fb27SDimitry Andric 11206c3fb27SDimitry Andric return make_error<JITLinkError>(formatv("Invalid aarch32 edge {0:d}: ", 11306c3fb27SDimitry Andric Kind)); 11406c3fb27SDimitry Andric } 11506c3fb27SDimitry Andric 11606c3fb27SDimitry Andric /// Get a human-readable name for the given ELF AArch32 edge kind. 11706c3fb27SDimitry Andric const char *getELFAArch32EdgeKindName(Edge::Kind R) { 11806c3fb27SDimitry Andric // No ELF-specific edge kinds yet 11906c3fb27SDimitry Andric return aarch32::getEdgeKindName(R); 12006c3fb27SDimitry Andric } 12106c3fb27SDimitry Andric 12206c3fb27SDimitry Andric class ELFJITLinker_aarch32 : public JITLinker<ELFJITLinker_aarch32> { 12306c3fb27SDimitry Andric friend class JITLinker<ELFJITLinker_aarch32>; 12406c3fb27SDimitry Andric 12506c3fb27SDimitry Andric public: 12606c3fb27SDimitry Andric ELFJITLinker_aarch32(std::unique_ptr<JITLinkContext> Ctx, 12706c3fb27SDimitry Andric std::unique_ptr<LinkGraph> G, PassConfiguration PassCfg, 12806c3fb27SDimitry Andric aarch32::ArmConfig ArmCfg) 12906c3fb27SDimitry Andric : JITLinker(std::move(Ctx), std::move(G), std::move(PassCfg)), 13006c3fb27SDimitry Andric ArmCfg(std::move(ArmCfg)) {} 13106c3fb27SDimitry Andric 13206c3fb27SDimitry Andric private: 13306c3fb27SDimitry Andric aarch32::ArmConfig ArmCfg; 13406c3fb27SDimitry Andric 13506c3fb27SDimitry Andric Error applyFixup(LinkGraph &G, Block &B, const Edge &E) const { 13606c3fb27SDimitry Andric return aarch32::applyFixup(G, B, E, ArmCfg); 13706c3fb27SDimitry Andric } 13806c3fb27SDimitry Andric }; 13906c3fb27SDimitry Andric 1405f757f3fSDimitry Andric template <llvm::endianness DataEndianness> 14106c3fb27SDimitry Andric class ELFLinkGraphBuilder_aarch32 14206c3fb27SDimitry Andric : public ELFLinkGraphBuilder<ELFType<DataEndianness, false>> { 14306c3fb27SDimitry Andric private: 14406c3fb27SDimitry Andric using ELFT = ELFType<DataEndianness, false>; 14506c3fb27SDimitry Andric using Base = ELFLinkGraphBuilder<ELFT>; 14606c3fb27SDimitry Andric 14706c3fb27SDimitry Andric Error addRelocations() override { 14806c3fb27SDimitry Andric LLVM_DEBUG(dbgs() << "Processing relocations:\n"); 14906c3fb27SDimitry Andric using Self = ELFLinkGraphBuilder_aarch32<DataEndianness>; 15006c3fb27SDimitry Andric for (const auto &RelSect : Base::Sections) { 15106c3fb27SDimitry Andric if (Error Err = Base::forEachRelRelocation(RelSect, this, 15206c3fb27SDimitry Andric &Self::addSingleRelRelocation)) 15306c3fb27SDimitry Andric return Err; 15406c3fb27SDimitry Andric } 15506c3fb27SDimitry Andric return Error::success(); 15606c3fb27SDimitry Andric } 15706c3fb27SDimitry Andric 15806c3fb27SDimitry Andric Error addSingleRelRelocation(const typename ELFT::Rel &Rel, 15906c3fb27SDimitry Andric const typename ELFT::Shdr &FixupSect, 16006c3fb27SDimitry Andric Block &BlockToFix) { 16106c3fb27SDimitry Andric uint32_t SymbolIndex = Rel.getSymbol(false); 16206c3fb27SDimitry Andric auto ObjSymbol = Base::Obj.getRelocationSymbol(Rel, Base::SymTabSec); 16306c3fb27SDimitry Andric if (!ObjSymbol) 16406c3fb27SDimitry Andric return ObjSymbol.takeError(); 16506c3fb27SDimitry Andric 16606c3fb27SDimitry Andric Symbol *GraphSymbol = Base::getGraphSymbol(SymbolIndex); 16706c3fb27SDimitry Andric if (!GraphSymbol) 16806c3fb27SDimitry Andric return make_error<StringError>( 16906c3fb27SDimitry Andric formatv("Could not find symbol at given index, did you add it to " 17006c3fb27SDimitry Andric "JITSymbolTable? index: {0}, shndx: {1} Size of table: {2}", 17106c3fb27SDimitry Andric SymbolIndex, (*ObjSymbol)->st_shndx, 17206c3fb27SDimitry Andric Base::GraphSymbols.size()), 17306c3fb27SDimitry Andric inconvertibleErrorCode()); 17406c3fb27SDimitry Andric 17506c3fb27SDimitry Andric uint32_t Type = Rel.getType(false); 1767a6dacacSDimitry Andric Expected<aarch32::EdgeKind_aarch32> Kind = getJITLinkEdgeKind(Type, ArmCfg); 17706c3fb27SDimitry Andric if (!Kind) 17806c3fb27SDimitry Andric return Kind.takeError(); 17906c3fb27SDimitry Andric 18006c3fb27SDimitry Andric auto FixupAddress = orc::ExecutorAddr(FixupSect.sh_addr) + Rel.r_offset; 18106c3fb27SDimitry Andric Edge::OffsetT Offset = FixupAddress - BlockToFix.getAddress(); 18206c3fb27SDimitry Andric 18306c3fb27SDimitry Andric Expected<int64_t> Addend = 1845f757f3fSDimitry Andric aarch32::readAddend(*Base::G, BlockToFix, Offset, *Kind, ArmCfg); 18506c3fb27SDimitry Andric if (!Addend) 18606c3fb27SDimitry Andric return Addend.takeError(); 18706c3fb27SDimitry Andric 1885f757f3fSDimitry Andric Edge E(*Kind, Offset, *GraphSymbol, *Addend); 18906c3fb27SDimitry Andric LLVM_DEBUG({ 19006c3fb27SDimitry Andric dbgs() << " "; 19106c3fb27SDimitry Andric printEdge(dbgs(), BlockToFix, E, getELFAArch32EdgeKindName(*Kind)); 19206c3fb27SDimitry Andric dbgs() << "\n"; 19306c3fb27SDimitry Andric }); 19406c3fb27SDimitry Andric 19506c3fb27SDimitry Andric BlockToFix.addEdge(std::move(E)); 19606c3fb27SDimitry Andric return Error::success(); 19706c3fb27SDimitry Andric } 19806c3fb27SDimitry Andric 19906c3fb27SDimitry Andric aarch32::ArmConfig ArmCfg; 20006c3fb27SDimitry Andric 20106c3fb27SDimitry Andric protected: 20206c3fb27SDimitry Andric TargetFlagsType makeTargetFlags(const typename ELFT::Sym &Sym) override { 203*0fca6ea1SDimitry Andric // Only emit target flag for callable symbols 204*0fca6ea1SDimitry Andric if (Sym.getType() != ELF::STT_FUNC) 205*0fca6ea1SDimitry Andric return TargetFlagsType{}; 20606c3fb27SDimitry Andric if (Sym.getValue() & 0x01) 20706c3fb27SDimitry Andric return aarch32::ThumbSymbol; 20806c3fb27SDimitry Andric return TargetFlagsType{}; 20906c3fb27SDimitry Andric } 21006c3fb27SDimitry Andric 21106c3fb27SDimitry Andric orc::ExecutorAddrDiff getRawOffset(const typename ELFT::Sym &Sym, 21206c3fb27SDimitry Andric TargetFlagsType Flags) override { 21306c3fb27SDimitry Andric assert((makeTargetFlags(Sym) & Flags) == Flags); 21406c3fb27SDimitry Andric static constexpr uint64_t ThumbBit = 0x01; 215*0fca6ea1SDimitry Andric if (Sym.getType() == ELF::STT_FUNC) 21606c3fb27SDimitry Andric return Sym.getValue() & ~ThumbBit; 217*0fca6ea1SDimitry Andric return Sym.getValue(); 21806c3fb27SDimitry Andric } 21906c3fb27SDimitry Andric 22006c3fb27SDimitry Andric public: 22106c3fb27SDimitry Andric ELFLinkGraphBuilder_aarch32(StringRef FileName, 22206c3fb27SDimitry Andric const llvm::object::ELFFile<ELFT> &Obj, Triple TT, 22306c3fb27SDimitry Andric SubtargetFeatures Features, 22406c3fb27SDimitry Andric aarch32::ArmConfig ArmCfg) 22506c3fb27SDimitry Andric : ELFLinkGraphBuilder<ELFT>(Obj, std::move(TT), std::move(Features), 22606c3fb27SDimitry Andric FileName, getELFAArch32EdgeKindName), 22706c3fb27SDimitry Andric ArmCfg(std::move(ArmCfg)) {} 22806c3fb27SDimitry Andric }; 22906c3fb27SDimitry Andric 2307a6dacacSDimitry Andric template <typename StubsManagerType> 23106c3fb27SDimitry Andric Error buildTables_ELF_aarch32(LinkGraph &G) { 23206c3fb27SDimitry Andric LLVM_DEBUG(dbgs() << "Visiting edges in graph:\n"); 23306c3fb27SDimitry Andric 2347a6dacacSDimitry Andric StubsManagerType StubsManager; 2357a6dacacSDimitry Andric visitExistingEdges(G, StubsManager); 2367a6dacacSDimitry Andric aarch32::GOTBuilder GOT; 2377a6dacacSDimitry Andric visitExistingEdges(G, GOT); 2387a6dacacSDimitry Andric 23906c3fb27SDimitry Andric return Error::success(); 24006c3fb27SDimitry Andric } 24106c3fb27SDimitry Andric 24206c3fb27SDimitry Andric Expected<std::unique_ptr<LinkGraph>> 24306c3fb27SDimitry Andric createLinkGraphFromELFObject_aarch32(MemoryBufferRef ObjectBuffer) { 24406c3fb27SDimitry Andric LLVM_DEBUG({ 24506c3fb27SDimitry Andric dbgs() << "Building jitlink graph for new input " 24606c3fb27SDimitry Andric << ObjectBuffer.getBufferIdentifier() << "...\n"; 24706c3fb27SDimitry Andric }); 24806c3fb27SDimitry Andric 24906c3fb27SDimitry Andric auto ELFObj = ObjectFile::createELFObjectFile(ObjectBuffer); 25006c3fb27SDimitry Andric if (!ELFObj) 25106c3fb27SDimitry Andric return ELFObj.takeError(); 25206c3fb27SDimitry Andric 25306c3fb27SDimitry Andric auto Features = (*ELFObj)->getFeatures(); 25406c3fb27SDimitry Andric if (!Features) 25506c3fb27SDimitry Andric return Features.takeError(); 25606c3fb27SDimitry Andric 25706c3fb27SDimitry Andric // Find out what exact AArch32 instruction set and features we target. 25806c3fb27SDimitry Andric auto TT = (*ELFObj)->makeTriple(); 25906c3fb27SDimitry Andric ARM::ArchKind AK = ARM::parseArch(TT.getArchName()); 26006c3fb27SDimitry Andric if (AK == ARM::ArchKind::INVALID) 26106c3fb27SDimitry Andric return make_error<JITLinkError>( 26206c3fb27SDimitry Andric "Failed to build ELF link graph: Invalid ARM ArchKind"); 26306c3fb27SDimitry Andric 26406c3fb27SDimitry Andric // Resolve our internal configuration for the target. If at some point the 26506c3fb27SDimitry Andric // CPUArch alone becomes too unprecise, we can find more details in the 26606c3fb27SDimitry Andric // Tag_CPU_arch_profile. 2677a6dacacSDimitry Andric auto Arch = static_cast<ARMBuildAttrs::CPUArch>(ARM::getArchAttr(AK)); 2687a6dacacSDimitry Andric aarch32::ArmConfig ArmCfg = aarch32::getArmConfigForCPUArch(Arch); 26906c3fb27SDimitry Andric 27006c3fb27SDimitry Andric // Populate the link-graph. 27106c3fb27SDimitry Andric switch (TT.getArch()) { 27206c3fb27SDimitry Andric case Triple::arm: 27306c3fb27SDimitry Andric case Triple::thumb: { 27406c3fb27SDimitry Andric auto &ELFFile = cast<ELFObjectFile<ELF32LE>>(**ELFObj).getELFFile(); 2755f757f3fSDimitry Andric return ELFLinkGraphBuilder_aarch32<llvm::endianness::little>( 27606c3fb27SDimitry Andric (*ELFObj)->getFileName(), ELFFile, TT, std::move(*Features), 27706c3fb27SDimitry Andric ArmCfg) 27806c3fb27SDimitry Andric .buildGraph(); 27906c3fb27SDimitry Andric } 28006c3fb27SDimitry Andric case Triple::armeb: 28106c3fb27SDimitry Andric case Triple::thumbeb: { 28206c3fb27SDimitry Andric auto &ELFFile = cast<ELFObjectFile<ELF32BE>>(**ELFObj).getELFFile(); 2835f757f3fSDimitry Andric return ELFLinkGraphBuilder_aarch32<llvm::endianness::big>( 28406c3fb27SDimitry Andric (*ELFObj)->getFileName(), ELFFile, TT, std::move(*Features), 28506c3fb27SDimitry Andric ArmCfg) 28606c3fb27SDimitry Andric .buildGraph(); 28706c3fb27SDimitry Andric } 28806c3fb27SDimitry Andric default: 28906c3fb27SDimitry Andric return make_error<JITLinkError>( 29006c3fb27SDimitry Andric "Failed to build ELF/aarch32 link graph: Invalid target triple " + 29106c3fb27SDimitry Andric TT.getTriple()); 29206c3fb27SDimitry Andric } 29306c3fb27SDimitry Andric } 29406c3fb27SDimitry Andric 29506c3fb27SDimitry Andric void link_ELF_aarch32(std::unique_ptr<LinkGraph> G, 29606c3fb27SDimitry Andric std::unique_ptr<JITLinkContext> Ctx) { 29706c3fb27SDimitry Andric const Triple &TT = G->getTargetTriple(); 29806c3fb27SDimitry Andric 29906c3fb27SDimitry Andric using namespace ARMBuildAttrs; 30006c3fb27SDimitry Andric ARM::ArchKind AK = ARM::parseArch(TT.getArchName()); 30106c3fb27SDimitry Andric auto CPU = static_cast<CPUArch>(ARM::getArchAttr(AK)); 30206c3fb27SDimitry Andric aarch32::ArmConfig ArmCfg = aarch32::getArmConfigForCPUArch(CPU); 30306c3fb27SDimitry Andric 30406c3fb27SDimitry Andric PassConfiguration PassCfg; 30506c3fb27SDimitry Andric if (Ctx->shouldAddDefaultTargetPasses(TT)) { 30606c3fb27SDimitry Andric // Add a mark-live pass. 30706c3fb27SDimitry Andric if (auto MarkLive = Ctx->getMarkLivePass(TT)) 30806c3fb27SDimitry Andric PassCfg.PrePrunePasses.push_back(std::move(MarkLive)); 30906c3fb27SDimitry Andric else 31006c3fb27SDimitry Andric PassCfg.PrePrunePasses.push_back(markAllSymbolsLive); 31106c3fb27SDimitry Andric 31206c3fb27SDimitry Andric switch (ArmCfg.Stubs) { 3137a6dacacSDimitry Andric case aarch32::StubsFlavor::pre_v7: 31406c3fb27SDimitry Andric PassCfg.PostPrunePasses.push_back( 3157a6dacacSDimitry Andric buildTables_ELF_aarch32<aarch32::StubsManager_prev7>); 31606c3fb27SDimitry Andric break; 3177a6dacacSDimitry Andric case aarch32::StubsFlavor::v7: 3187a6dacacSDimitry Andric PassCfg.PostPrunePasses.push_back( 3197a6dacacSDimitry Andric buildTables_ELF_aarch32<aarch32::StubsManager_v7>); 3207a6dacacSDimitry Andric break; 3217a6dacacSDimitry Andric case aarch32::StubsFlavor::Undefined: 32206c3fb27SDimitry Andric llvm_unreachable("Check before building graph"); 32306c3fb27SDimitry Andric } 32406c3fb27SDimitry Andric } 32506c3fb27SDimitry Andric 32606c3fb27SDimitry Andric if (auto Err = Ctx->modifyPassConfig(*G, PassCfg)) 32706c3fb27SDimitry Andric return Ctx->notifyFailed(std::move(Err)); 32806c3fb27SDimitry Andric 32906c3fb27SDimitry Andric ELFJITLinker_aarch32::link(std::move(Ctx), std::move(G), std::move(PassCfg), 33006c3fb27SDimitry Andric std::move(ArmCfg)); 33106c3fb27SDimitry Andric } 33206c3fb27SDimitry Andric 33306c3fb27SDimitry Andric } // namespace jitlink 33406c3fb27SDimitry Andric } // namespace llvm 335