1bdd1243dSDimitry Andric //===- coff_platform.cpp --------------------------------------------------===//
2bdd1243dSDimitry Andric //
3bdd1243dSDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4bdd1243dSDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
5bdd1243dSDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6bdd1243dSDimitry Andric //
7bdd1243dSDimitry Andric //===----------------------------------------------------------------------===//
8bdd1243dSDimitry Andric //
9bdd1243dSDimitry Andric // This file contains code required to load the rest of the COFF runtime.
10bdd1243dSDimitry Andric //
11bdd1243dSDimitry Andric //===----------------------------------------------------------------------===//
12bdd1243dSDimitry Andric
13bdd1243dSDimitry Andric #define NOMINMAX
14bdd1243dSDimitry Andric #include <windows.h>
15bdd1243dSDimitry Andric
16bdd1243dSDimitry Andric #include "coff_platform.h"
17bdd1243dSDimitry Andric
18bdd1243dSDimitry Andric #include "debug.h"
19bdd1243dSDimitry Andric #include "error.h"
20bdd1243dSDimitry Andric #include "wrapper_function_utils.h"
21bdd1243dSDimitry Andric
22bdd1243dSDimitry Andric #include <array>
23bdd1243dSDimitry Andric #include <list>
24bdd1243dSDimitry Andric #include <map>
25bdd1243dSDimitry Andric #include <mutex>
26bdd1243dSDimitry Andric #include <sstream>
27bdd1243dSDimitry Andric #include <string_view>
28bdd1243dSDimitry Andric #include <vector>
29bdd1243dSDimitry Andric
30bdd1243dSDimitry Andric #define DEBUG_TYPE "coff_platform"
31bdd1243dSDimitry Andric
32bdd1243dSDimitry Andric using namespace __orc_rt;
33bdd1243dSDimitry Andric
34bdd1243dSDimitry Andric namespace __orc_rt {
35bdd1243dSDimitry Andric
36bdd1243dSDimitry Andric using COFFJITDylibDepInfo = std::vector<ExecutorAddr>;
37bdd1243dSDimitry Andric using COFFJITDylibDepInfoMap =
38bdd1243dSDimitry Andric std::unordered_map<ExecutorAddr, COFFJITDylibDepInfo>;
39bdd1243dSDimitry Andric
40bdd1243dSDimitry Andric using SPSCOFFObjectSectionsMap =
41bdd1243dSDimitry Andric SPSSequence<SPSTuple<SPSString, SPSExecutorAddrRange>>;
42bdd1243dSDimitry Andric
43bdd1243dSDimitry Andric using SPSCOFFJITDylibDepInfo = SPSSequence<SPSExecutorAddr>;
44bdd1243dSDimitry Andric
45bdd1243dSDimitry Andric using SPSCOFFJITDylibDepInfoMap =
46bdd1243dSDimitry Andric SPSSequence<SPSTuple<SPSExecutorAddr, SPSCOFFJITDylibDepInfo>>;
47bdd1243dSDimitry Andric
48bdd1243dSDimitry Andric } // namespace __orc_rt
49bdd1243dSDimitry Andric
50bdd1243dSDimitry Andric ORC_RT_JIT_DISPATCH_TAG(__orc_rt_coff_symbol_lookup_tag)
51bdd1243dSDimitry Andric ORC_RT_JIT_DISPATCH_TAG(__orc_rt_coff_push_initializers_tag)
52bdd1243dSDimitry Andric
53bdd1243dSDimitry Andric namespace {
54bdd1243dSDimitry Andric class COFFPlatformRuntimeState {
55bdd1243dSDimitry Andric private:
56bdd1243dSDimitry Andric // Ctor/dtor section.
57bdd1243dSDimitry Andric // Manage lists of *tor functions sorted by the last character of subsection
58bdd1243dSDimitry Andric // name.
59bdd1243dSDimitry Andric struct XtorSection {
Register__anon89dc148a0111::COFFPlatformRuntimeState::XtorSection60bdd1243dSDimitry Andric void Register(char SubsectionChar, span<void (*)(void)> Xtors) {
61bdd1243dSDimitry Andric Subsections[SubsectionChar - 'A'].push_back(Xtors);
62bdd1243dSDimitry Andric SubsectionsNew[SubsectionChar - 'A'].push_back(Xtors);
63bdd1243dSDimitry Andric }
64bdd1243dSDimitry Andric
RegisterNoRun__anon89dc148a0111::COFFPlatformRuntimeState::XtorSection65bdd1243dSDimitry Andric void RegisterNoRun(char SubsectionChar, span<void (*)(void)> Xtors) {
66bdd1243dSDimitry Andric Subsections[SubsectionChar - 'A'].push_back(Xtors);
67bdd1243dSDimitry Andric }
68bdd1243dSDimitry Andric
Reset__anon89dc148a0111::COFFPlatformRuntimeState::XtorSection69bdd1243dSDimitry Andric void Reset() { SubsectionsNew = Subsections; }
70bdd1243dSDimitry Andric
71bdd1243dSDimitry Andric void RunAllNewAndFlush();
72bdd1243dSDimitry Andric
73bdd1243dSDimitry Andric private:
74bdd1243dSDimitry Andric std::array<std::vector<span<void (*)(void)>>, 26> Subsections;
75bdd1243dSDimitry Andric std::array<std::vector<span<void (*)(void)>>, 26> SubsectionsNew;
76bdd1243dSDimitry Andric };
77bdd1243dSDimitry Andric
78bdd1243dSDimitry Andric struct JITDylibState {
79bdd1243dSDimitry Andric std::string Name;
80bdd1243dSDimitry Andric void *Header = nullptr;
81bdd1243dSDimitry Andric size_t LinkedAgainstRefCount = 0;
82bdd1243dSDimitry Andric size_t DlRefCount = 0;
83bdd1243dSDimitry Andric std::vector<JITDylibState *> Deps;
84bdd1243dSDimitry Andric std::vector<void (*)(void)> AtExits;
85bdd1243dSDimitry Andric XtorSection CInitSection; // XIA~XIZ
86bdd1243dSDimitry Andric XtorSection CXXInitSection; // XCA~XCZ
87bdd1243dSDimitry Andric XtorSection CPreTermSection; // XPA~XPZ
88bdd1243dSDimitry Andric XtorSection CTermSection; // XTA~XTZ
89bdd1243dSDimitry Andric
referenced__anon89dc148a0111::COFFPlatformRuntimeState::JITDylibState90bdd1243dSDimitry Andric bool referenced() const {
91bdd1243dSDimitry Andric return LinkedAgainstRefCount != 0 || DlRefCount != 0;
92bdd1243dSDimitry Andric }
93bdd1243dSDimitry Andric };
94bdd1243dSDimitry Andric
95bdd1243dSDimitry Andric public:
96bdd1243dSDimitry Andric static void initialize();
97bdd1243dSDimitry Andric static COFFPlatformRuntimeState &get();
isInitialized()98bdd1243dSDimitry Andric static bool isInitialized() { return CPS; }
99bdd1243dSDimitry Andric static void destroy();
100bdd1243dSDimitry Andric
101bdd1243dSDimitry Andric COFFPlatformRuntimeState() = default;
102bdd1243dSDimitry Andric
103bdd1243dSDimitry Andric // Delete copy and move constructors.
104bdd1243dSDimitry Andric COFFPlatformRuntimeState(const COFFPlatformRuntimeState &) = delete;
105bdd1243dSDimitry Andric COFFPlatformRuntimeState &
106bdd1243dSDimitry Andric operator=(const COFFPlatformRuntimeState &) = delete;
107bdd1243dSDimitry Andric COFFPlatformRuntimeState(COFFPlatformRuntimeState &&) = delete;
108bdd1243dSDimitry Andric COFFPlatformRuntimeState &operator=(COFFPlatformRuntimeState &&) = delete;
109bdd1243dSDimitry Andric
110bdd1243dSDimitry Andric const char *dlerror();
111bdd1243dSDimitry Andric void *dlopen(std::string_view Name, int Mode);
112bdd1243dSDimitry Andric int dlclose(void *Header);
113bdd1243dSDimitry Andric void *dlsym(void *Header, std::string_view Symbol);
114bdd1243dSDimitry Andric
115bdd1243dSDimitry Andric Error registerJITDylib(std::string Name, void *Header);
116bdd1243dSDimitry Andric Error deregisterJITDylib(void *Header);
117bdd1243dSDimitry Andric
118bdd1243dSDimitry Andric Error registerAtExit(ExecutorAddr HeaderAddr, void (*AtExit)(void));
119bdd1243dSDimitry Andric
120bdd1243dSDimitry Andric Error registerObjectSections(
121bdd1243dSDimitry Andric ExecutorAddr HeaderAddr,
122bdd1243dSDimitry Andric std::vector<std::pair<std::string_view, ExecutorAddrRange>> Secs,
123bdd1243dSDimitry Andric bool RunInitializers);
124bdd1243dSDimitry Andric Error deregisterObjectSections(
125bdd1243dSDimitry Andric ExecutorAddr HeaderAddr,
126bdd1243dSDimitry Andric std::vector<std::pair<std::string_view, ExecutorAddrRange>> Secs);
127bdd1243dSDimitry Andric
128bdd1243dSDimitry Andric void *findJITDylibBaseByPC(uint64_t PC);
129bdd1243dSDimitry Andric
130bdd1243dSDimitry Andric private:
131bdd1243dSDimitry Andric Error registerBlockRange(ExecutorAddr HeaderAddr, ExecutorAddrRange Range);
132bdd1243dSDimitry Andric Error deregisterBlockRange(ExecutorAddr HeaderAddr, ExecutorAddrRange Range);
133bdd1243dSDimitry Andric
134bdd1243dSDimitry Andric Error registerSEHFrames(ExecutorAddr HeaderAddr,
135bdd1243dSDimitry Andric ExecutorAddrRange SEHFrameRange);
136bdd1243dSDimitry Andric Error deregisterSEHFrames(ExecutorAddr HeaderAddr,
137bdd1243dSDimitry Andric ExecutorAddrRange SEHFrameRange);
138bdd1243dSDimitry Andric
139bdd1243dSDimitry Andric Expected<void *> dlopenImpl(std::string_view Path, int Mode);
140bdd1243dSDimitry Andric Error dlopenFull(JITDylibState &JDS);
141bdd1243dSDimitry Andric Error dlopenInitialize(JITDylibState &JDS, COFFJITDylibDepInfoMap &DepInfo);
142bdd1243dSDimitry Andric
143bdd1243dSDimitry Andric Error dlcloseImpl(void *DSOHandle);
144bdd1243dSDimitry Andric Error dlcloseDeinitialize(JITDylibState &JDS);
145bdd1243dSDimitry Andric
146bdd1243dSDimitry Andric JITDylibState *getJITDylibStateByHeader(void *DSOHandle);
147bdd1243dSDimitry Andric JITDylibState *getJITDylibStateByName(std::string_view Path);
148bdd1243dSDimitry Andric Expected<ExecutorAddr> lookupSymbolInJITDylib(void *DSOHandle,
149bdd1243dSDimitry Andric std::string_view Symbol);
150bdd1243dSDimitry Andric
151bdd1243dSDimitry Andric static COFFPlatformRuntimeState *CPS;
152bdd1243dSDimitry Andric
153bdd1243dSDimitry Andric std::recursive_mutex JDStatesMutex;
154bdd1243dSDimitry Andric std::map<void *, JITDylibState> JDStates;
155bdd1243dSDimitry Andric struct BlockRange {
156bdd1243dSDimitry Andric void *Header;
157bdd1243dSDimitry Andric size_t Size;
158bdd1243dSDimitry Andric };
159bdd1243dSDimitry Andric std::map<void *, BlockRange> BlockRanges;
160bdd1243dSDimitry Andric std::unordered_map<std::string_view, void *> JDNameToHeader;
161bdd1243dSDimitry Andric std::string DLFcnError;
162bdd1243dSDimitry Andric };
163bdd1243dSDimitry Andric
164bdd1243dSDimitry Andric } // namespace
165bdd1243dSDimitry Andric
166bdd1243dSDimitry Andric COFFPlatformRuntimeState *COFFPlatformRuntimeState::CPS = nullptr;
167bdd1243dSDimitry Andric
168bdd1243dSDimitry Andric COFFPlatformRuntimeState::JITDylibState *
getJITDylibStateByHeader(void * Header)169bdd1243dSDimitry Andric COFFPlatformRuntimeState::getJITDylibStateByHeader(void *Header) {
170bdd1243dSDimitry Andric auto I = JDStates.find(Header);
171bdd1243dSDimitry Andric if (I == JDStates.end())
172bdd1243dSDimitry Andric return nullptr;
173bdd1243dSDimitry Andric return &I->second;
174bdd1243dSDimitry Andric }
175bdd1243dSDimitry Andric
176bdd1243dSDimitry Andric COFFPlatformRuntimeState::JITDylibState *
getJITDylibStateByName(std::string_view Name)177bdd1243dSDimitry Andric COFFPlatformRuntimeState::getJITDylibStateByName(std::string_view Name) {
178bdd1243dSDimitry Andric // FIXME: Avoid creating string copy here.
179bdd1243dSDimitry Andric auto I = JDNameToHeader.find(std::string(Name.data(), Name.size()));
180bdd1243dSDimitry Andric if (I == JDNameToHeader.end())
181bdd1243dSDimitry Andric return nullptr;
182bdd1243dSDimitry Andric void *H = I->second;
183bdd1243dSDimitry Andric auto J = JDStates.find(H);
184bdd1243dSDimitry Andric assert(J != JDStates.end() &&
185bdd1243dSDimitry Andric "JITDylib has name map entry but no header map entry");
186bdd1243dSDimitry Andric return &J->second;
187bdd1243dSDimitry Andric }
188bdd1243dSDimitry Andric
registerJITDylib(std::string Name,void * Header)189bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::registerJITDylib(std::string Name,
190bdd1243dSDimitry Andric void *Header) {
191bdd1243dSDimitry Andric ORC_RT_DEBUG({
192bdd1243dSDimitry Andric printdbg("Registering JITDylib %s: Header = %p\n", Name.c_str(), Header);
193bdd1243dSDimitry Andric });
194bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
195bdd1243dSDimitry Andric if (JDStates.count(Header)) {
196bdd1243dSDimitry Andric std::ostringstream ErrStream;
197bdd1243dSDimitry Andric ErrStream << "Duplicate JITDylib registration for header " << Header
198bdd1243dSDimitry Andric << " (name = " << Name << ")";
199bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
200bdd1243dSDimitry Andric }
201bdd1243dSDimitry Andric if (JDNameToHeader.count(Name)) {
202bdd1243dSDimitry Andric std::ostringstream ErrStream;
203bdd1243dSDimitry Andric ErrStream << "Duplicate JITDylib registration for header " << Header
204bdd1243dSDimitry Andric << " (header = " << Header << ")";
205bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
206bdd1243dSDimitry Andric }
207bdd1243dSDimitry Andric
208bdd1243dSDimitry Andric auto &JDS = JDStates[Header];
209bdd1243dSDimitry Andric JDS.Name = std::move(Name);
210bdd1243dSDimitry Andric JDS.Header = Header;
211bdd1243dSDimitry Andric JDNameToHeader[JDS.Name] = Header;
212bdd1243dSDimitry Andric return Error::success();
213bdd1243dSDimitry Andric }
214bdd1243dSDimitry Andric
deregisterJITDylib(void * Header)215bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::deregisterJITDylib(void *Header) {
216bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
217bdd1243dSDimitry Andric auto I = JDStates.find(Header);
218bdd1243dSDimitry Andric if (I == JDStates.end()) {
219bdd1243dSDimitry Andric std::ostringstream ErrStream;
220bdd1243dSDimitry Andric ErrStream << "Attempted to deregister unrecognized header " << Header;
221bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
222bdd1243dSDimitry Andric }
223bdd1243dSDimitry Andric
224bdd1243dSDimitry Andric // Remove std::string construction once we can use C++20.
225bdd1243dSDimitry Andric auto J = JDNameToHeader.find(
226bdd1243dSDimitry Andric std::string(I->second.Name.data(), I->second.Name.size()));
227bdd1243dSDimitry Andric assert(J != JDNameToHeader.end() &&
228bdd1243dSDimitry Andric "Missing JDNameToHeader entry for JITDylib");
229bdd1243dSDimitry Andric
230bdd1243dSDimitry Andric ORC_RT_DEBUG({
231bdd1243dSDimitry Andric printdbg("Deregistering JITDylib %s: Header = %p\n", I->second.Name.c_str(),
232bdd1243dSDimitry Andric Header);
233bdd1243dSDimitry Andric });
234bdd1243dSDimitry Andric
235bdd1243dSDimitry Andric JDNameToHeader.erase(J);
236bdd1243dSDimitry Andric JDStates.erase(I);
237bdd1243dSDimitry Andric return Error::success();
238bdd1243dSDimitry Andric }
239bdd1243dSDimitry Andric
RunAllNewAndFlush()240bdd1243dSDimitry Andric void COFFPlatformRuntimeState::XtorSection::RunAllNewAndFlush() {
241bdd1243dSDimitry Andric for (auto &Subsection : SubsectionsNew) {
242bdd1243dSDimitry Andric for (auto &XtorGroup : Subsection)
243bdd1243dSDimitry Andric for (auto &Xtor : XtorGroup)
244bdd1243dSDimitry Andric if (Xtor)
245bdd1243dSDimitry Andric Xtor();
246bdd1243dSDimitry Andric Subsection.clear();
247bdd1243dSDimitry Andric }
248bdd1243dSDimitry Andric }
249bdd1243dSDimitry Andric
dlerror()250bdd1243dSDimitry Andric const char *COFFPlatformRuntimeState::dlerror() { return DLFcnError.c_str(); }
251bdd1243dSDimitry Andric
dlopen(std::string_view Path,int Mode)252bdd1243dSDimitry Andric void *COFFPlatformRuntimeState::dlopen(std::string_view Path, int Mode) {
253bdd1243dSDimitry Andric ORC_RT_DEBUG({
254bdd1243dSDimitry Andric std::string S(Path.data(), Path.size());
255bdd1243dSDimitry Andric printdbg("COFFPlatform::dlopen(\"%s\")\n", S.c_str());
256bdd1243dSDimitry Andric });
257bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
258bdd1243dSDimitry Andric if (auto H = dlopenImpl(Path, Mode))
259bdd1243dSDimitry Andric return *H;
260bdd1243dSDimitry Andric else {
261bdd1243dSDimitry Andric // FIXME: Make dlerror thread safe.
262bdd1243dSDimitry Andric DLFcnError = toString(H.takeError());
263bdd1243dSDimitry Andric return nullptr;
264bdd1243dSDimitry Andric }
265bdd1243dSDimitry Andric }
266bdd1243dSDimitry Andric
dlclose(void * DSOHandle)267bdd1243dSDimitry Andric int COFFPlatformRuntimeState::dlclose(void *DSOHandle) {
268bdd1243dSDimitry Andric ORC_RT_DEBUG({
269bdd1243dSDimitry Andric auto *JDS = getJITDylibStateByHeader(DSOHandle);
270bdd1243dSDimitry Andric std::string DylibName;
271bdd1243dSDimitry Andric if (JDS) {
272bdd1243dSDimitry Andric std::string S;
273bdd1243dSDimitry Andric printdbg("COFFPlatform::dlclose(%p) (%s)\n", DSOHandle, S.c_str());
274bdd1243dSDimitry Andric } else
275bdd1243dSDimitry Andric printdbg("COFFPlatform::dlclose(%p) (%s)\n", DSOHandle, "invalid handle");
276bdd1243dSDimitry Andric });
277bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
278bdd1243dSDimitry Andric if (auto Err = dlcloseImpl(DSOHandle)) {
279bdd1243dSDimitry Andric // FIXME: Make dlerror thread safe.
280bdd1243dSDimitry Andric DLFcnError = toString(std::move(Err));
281bdd1243dSDimitry Andric return -1;
282bdd1243dSDimitry Andric }
283bdd1243dSDimitry Andric return 0;
284bdd1243dSDimitry Andric }
285bdd1243dSDimitry Andric
dlsym(void * Header,std::string_view Symbol)286bdd1243dSDimitry Andric void *COFFPlatformRuntimeState::dlsym(void *Header, std::string_view Symbol) {
287bdd1243dSDimitry Andric auto Addr = lookupSymbolInJITDylib(Header, Symbol);
288bdd1243dSDimitry Andric if (!Addr) {
289bdd1243dSDimitry Andric return 0;
290bdd1243dSDimitry Andric }
291bdd1243dSDimitry Andric
292bdd1243dSDimitry Andric return Addr->toPtr<void *>();
293bdd1243dSDimitry Andric }
294bdd1243dSDimitry Andric
dlopenImpl(std::string_view Path,int Mode)295bdd1243dSDimitry Andric Expected<void *> COFFPlatformRuntimeState::dlopenImpl(std::string_view Path,
296bdd1243dSDimitry Andric int Mode) {
297bdd1243dSDimitry Andric // Try to find JITDylib state by name.
298bdd1243dSDimitry Andric auto *JDS = getJITDylibStateByName(Path);
299bdd1243dSDimitry Andric
300bdd1243dSDimitry Andric if (!JDS)
301bdd1243dSDimitry Andric return make_error<StringError>("No registered JTIDylib for path " +
302bdd1243dSDimitry Andric std::string(Path.data(), Path.size()));
303bdd1243dSDimitry Andric
304bdd1243dSDimitry Andric if (auto Err = dlopenFull(*JDS))
305bdd1243dSDimitry Andric return std::move(Err);
306bdd1243dSDimitry Andric
307bdd1243dSDimitry Andric // Bump the ref-count on this dylib.
308bdd1243dSDimitry Andric ++JDS->DlRefCount;
309bdd1243dSDimitry Andric
310bdd1243dSDimitry Andric // Return the header address.
311bdd1243dSDimitry Andric return JDS->Header;
312bdd1243dSDimitry Andric }
313bdd1243dSDimitry Andric
dlopenFull(JITDylibState & JDS)314bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::dlopenFull(JITDylibState &JDS) {
315bdd1243dSDimitry Andric // Call back to the JIT to push the initializers.
316bdd1243dSDimitry Andric Expected<COFFJITDylibDepInfoMap> DepInfoMap((COFFJITDylibDepInfoMap()));
317bdd1243dSDimitry Andric if (auto Err = WrapperFunction<SPSExpected<SPSCOFFJITDylibDepInfoMap>(
318bdd1243dSDimitry Andric SPSExecutorAddr)>::call(&__orc_rt_coff_push_initializers_tag,
319bdd1243dSDimitry Andric DepInfoMap,
320bdd1243dSDimitry Andric ExecutorAddr::fromPtr(JDS.Header)))
321bdd1243dSDimitry Andric return Err;
322bdd1243dSDimitry Andric if (!DepInfoMap)
323bdd1243dSDimitry Andric return DepInfoMap.takeError();
324bdd1243dSDimitry Andric
325bdd1243dSDimitry Andric if (auto Err = dlopenInitialize(JDS, *DepInfoMap))
326bdd1243dSDimitry Andric return Err;
327bdd1243dSDimitry Andric
328bdd1243dSDimitry Andric if (!DepInfoMap->empty()) {
329bdd1243dSDimitry Andric ORC_RT_DEBUG({
330bdd1243dSDimitry Andric printdbg("Unrecognized dep-info key headers in dlopen of %s\n",
331bdd1243dSDimitry Andric JDS.Name.c_str());
332bdd1243dSDimitry Andric });
333bdd1243dSDimitry Andric std::ostringstream ErrStream;
334bdd1243dSDimitry Andric ErrStream << "Encountered unrecognized dep-info key headers "
335bdd1243dSDimitry Andric "while processing dlopen of "
336bdd1243dSDimitry Andric << JDS.Name;
337bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
338bdd1243dSDimitry Andric }
339bdd1243dSDimitry Andric
340bdd1243dSDimitry Andric return Error::success();
341bdd1243dSDimitry Andric }
342bdd1243dSDimitry Andric
dlopenInitialize(JITDylibState & JDS,COFFJITDylibDepInfoMap & DepInfo)343bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::dlopenInitialize(
344bdd1243dSDimitry Andric JITDylibState &JDS, COFFJITDylibDepInfoMap &DepInfo) {
345bdd1243dSDimitry Andric ORC_RT_DEBUG({
346bdd1243dSDimitry Andric printdbg("COFFPlatformRuntimeState::dlopenInitialize(\"%s\")\n",
347bdd1243dSDimitry Andric JDS.Name.c_str());
348bdd1243dSDimitry Andric });
349bdd1243dSDimitry Andric
350bdd1243dSDimitry Andric // Skip visited dependency.
351bdd1243dSDimitry Andric auto I = DepInfo.find(ExecutorAddr::fromPtr(JDS.Header));
352bdd1243dSDimitry Andric if (I == DepInfo.end())
353bdd1243dSDimitry Andric return Error::success();
354bdd1243dSDimitry Andric
355bdd1243dSDimitry Andric auto DI = std::move(I->second);
356bdd1243dSDimitry Andric DepInfo.erase(I);
357bdd1243dSDimitry Andric
358bdd1243dSDimitry Andric // Run initializers of dependencies in proper order by depth-first traversal
359bdd1243dSDimitry Andric // of dependency graph.
360bdd1243dSDimitry Andric std::vector<JITDylibState *> OldDeps;
361bdd1243dSDimitry Andric std::swap(JDS.Deps, OldDeps);
362bdd1243dSDimitry Andric JDS.Deps.reserve(DI.size());
363bdd1243dSDimitry Andric for (auto DepHeaderAddr : DI) {
364bdd1243dSDimitry Andric auto *DepJDS = getJITDylibStateByHeader(DepHeaderAddr.toPtr<void *>());
365bdd1243dSDimitry Andric if (!DepJDS) {
366bdd1243dSDimitry Andric std::ostringstream ErrStream;
367bdd1243dSDimitry Andric ErrStream << "Encountered unrecognized dep header "
368bdd1243dSDimitry Andric << DepHeaderAddr.toPtr<void *>() << " while initializing "
369bdd1243dSDimitry Andric << JDS.Name;
370bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
371bdd1243dSDimitry Andric }
372bdd1243dSDimitry Andric ++DepJDS->LinkedAgainstRefCount;
373bdd1243dSDimitry Andric if (auto Err = dlopenInitialize(*DepJDS, DepInfo))
374bdd1243dSDimitry Andric return Err;
375bdd1243dSDimitry Andric }
376bdd1243dSDimitry Andric
377bdd1243dSDimitry Andric // Run static initializers.
378bdd1243dSDimitry Andric JDS.CInitSection.RunAllNewAndFlush();
379bdd1243dSDimitry Andric JDS.CXXInitSection.RunAllNewAndFlush();
380bdd1243dSDimitry Andric
381bdd1243dSDimitry Andric // Decrement old deps.
382bdd1243dSDimitry Andric for (auto *DepJDS : OldDeps) {
383bdd1243dSDimitry Andric --DepJDS->LinkedAgainstRefCount;
384bdd1243dSDimitry Andric if (!DepJDS->referenced())
385bdd1243dSDimitry Andric if (auto Err = dlcloseDeinitialize(*DepJDS))
386bdd1243dSDimitry Andric return Err;
387bdd1243dSDimitry Andric }
388bdd1243dSDimitry Andric
389bdd1243dSDimitry Andric return Error::success();
390bdd1243dSDimitry Andric }
391bdd1243dSDimitry Andric
dlcloseImpl(void * DSOHandle)392bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::dlcloseImpl(void *DSOHandle) {
393bdd1243dSDimitry Andric // Try to find JITDylib state by header.
394bdd1243dSDimitry Andric auto *JDS = getJITDylibStateByHeader(DSOHandle);
395bdd1243dSDimitry Andric
396bdd1243dSDimitry Andric if (!JDS) {
397bdd1243dSDimitry Andric std::ostringstream ErrStream;
398bdd1243dSDimitry Andric ErrStream << "No registered JITDylib for " << DSOHandle;
399bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
400bdd1243dSDimitry Andric }
401bdd1243dSDimitry Andric
402bdd1243dSDimitry Andric // Bump the ref-count.
403bdd1243dSDimitry Andric --JDS->DlRefCount;
404bdd1243dSDimitry Andric
405bdd1243dSDimitry Andric if (!JDS->referenced())
406bdd1243dSDimitry Andric return dlcloseDeinitialize(*JDS);
407bdd1243dSDimitry Andric
408bdd1243dSDimitry Andric return Error::success();
409bdd1243dSDimitry Andric }
410bdd1243dSDimitry Andric
dlcloseDeinitialize(JITDylibState & JDS)411bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::dlcloseDeinitialize(JITDylibState &JDS) {
412bdd1243dSDimitry Andric ORC_RT_DEBUG({
413bdd1243dSDimitry Andric printdbg("COFFPlatformRuntimeState::dlcloseDeinitialize(\"%s\")\n",
414bdd1243dSDimitry Andric JDS.Name.c_str());
415bdd1243dSDimitry Andric });
416bdd1243dSDimitry Andric
417bdd1243dSDimitry Andric // Run atexits
418bdd1243dSDimitry Andric for (auto AtExit : JDS.AtExits)
419bdd1243dSDimitry Andric AtExit();
420bdd1243dSDimitry Andric JDS.AtExits.clear();
421bdd1243dSDimitry Andric
422bdd1243dSDimitry Andric // Run static terminators.
423bdd1243dSDimitry Andric JDS.CPreTermSection.RunAllNewAndFlush();
424bdd1243dSDimitry Andric JDS.CTermSection.RunAllNewAndFlush();
425bdd1243dSDimitry Andric
426bdd1243dSDimitry Andric // Queue all xtors as new again.
427bdd1243dSDimitry Andric JDS.CInitSection.Reset();
428bdd1243dSDimitry Andric JDS.CXXInitSection.Reset();
429bdd1243dSDimitry Andric JDS.CPreTermSection.Reset();
430bdd1243dSDimitry Andric JDS.CTermSection.Reset();
431bdd1243dSDimitry Andric
432bdd1243dSDimitry Andric // Deinitialize any dependencies.
433bdd1243dSDimitry Andric for (auto *DepJDS : JDS.Deps) {
434bdd1243dSDimitry Andric --DepJDS->LinkedAgainstRefCount;
435bdd1243dSDimitry Andric if (!DepJDS->referenced())
436bdd1243dSDimitry Andric if (auto Err = dlcloseDeinitialize(*DepJDS))
437bdd1243dSDimitry Andric return Err;
438bdd1243dSDimitry Andric }
439bdd1243dSDimitry Andric
440bdd1243dSDimitry Andric return Error::success();
441bdd1243dSDimitry Andric }
442bdd1243dSDimitry Andric
443bdd1243dSDimitry Andric Expected<ExecutorAddr>
lookupSymbolInJITDylib(void * header,std::string_view Sym)444bdd1243dSDimitry Andric COFFPlatformRuntimeState::lookupSymbolInJITDylib(void *header,
445bdd1243dSDimitry Andric std::string_view Sym) {
446bdd1243dSDimitry Andric Expected<ExecutorAddr> Result((ExecutorAddr()));
447bdd1243dSDimitry Andric if (auto Err = WrapperFunction<SPSExpected<SPSExecutorAddr>(
448bdd1243dSDimitry Andric SPSExecutorAddr, SPSString)>::call(&__orc_rt_coff_symbol_lookup_tag,
449bdd1243dSDimitry Andric Result,
450bdd1243dSDimitry Andric ExecutorAddr::fromPtr(header),
451bdd1243dSDimitry Andric Sym))
452bdd1243dSDimitry Andric return std::move(Err);
453bdd1243dSDimitry Andric return Result;
454bdd1243dSDimitry Andric }
455bdd1243dSDimitry Andric
registerObjectSections(ExecutorAddr HeaderAddr,std::vector<std::pair<std::string_view,ExecutorAddrRange>> Secs,bool RunInitializers)456bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::registerObjectSections(
457bdd1243dSDimitry Andric ExecutorAddr HeaderAddr,
458bdd1243dSDimitry Andric std::vector<std::pair<std::string_view, ExecutorAddrRange>> Secs,
459bdd1243dSDimitry Andric bool RunInitializers) {
460bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
461bdd1243dSDimitry Andric auto I = JDStates.find(HeaderAddr.toPtr<void *>());
462bdd1243dSDimitry Andric if (I == JDStates.end()) {
463bdd1243dSDimitry Andric std::ostringstream ErrStream;
464bdd1243dSDimitry Andric ErrStream << "Unrecognized header " << HeaderAddr.getValue();
465bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
466bdd1243dSDimitry Andric }
467bdd1243dSDimitry Andric auto &JDState = I->second;
468bdd1243dSDimitry Andric for (auto &KV : Secs) {
469bdd1243dSDimitry Andric if (auto Err = registerBlockRange(HeaderAddr, KV.second))
470bdd1243dSDimitry Andric return Err;
471bdd1243dSDimitry Andric if (KV.first.empty())
472bdd1243dSDimitry Andric continue;
473bdd1243dSDimitry Andric char LastChar = KV.first.data()[KV.first.size() - 1];
474bdd1243dSDimitry Andric if (KV.first == ".pdata") {
475bdd1243dSDimitry Andric if (auto Err = registerSEHFrames(HeaderAddr, KV.second))
476bdd1243dSDimitry Andric return Err;
477bdd1243dSDimitry Andric } else if (KV.first >= ".CRT$XIA" && KV.first <= ".CRT$XIZ") {
478bdd1243dSDimitry Andric if (RunInitializers)
479bdd1243dSDimitry Andric JDState.CInitSection.Register(LastChar,
480bdd1243dSDimitry Andric KV.second.toSpan<void (*)(void)>());
481bdd1243dSDimitry Andric else
482bdd1243dSDimitry Andric JDState.CInitSection.RegisterNoRun(LastChar,
483bdd1243dSDimitry Andric KV.second.toSpan<void (*)(void)>());
484bdd1243dSDimitry Andric } else if (KV.first >= ".CRT$XCA" && KV.first <= ".CRT$XCZ") {
485bdd1243dSDimitry Andric if (RunInitializers)
486bdd1243dSDimitry Andric JDState.CXXInitSection.Register(LastChar,
487bdd1243dSDimitry Andric KV.second.toSpan<void (*)(void)>());
488bdd1243dSDimitry Andric else
489bdd1243dSDimitry Andric JDState.CXXInitSection.RegisterNoRun(
490bdd1243dSDimitry Andric LastChar, KV.second.toSpan<void (*)(void)>());
491bdd1243dSDimitry Andric } else if (KV.first >= ".CRT$XPA" && KV.first <= ".CRT$XPZ")
492bdd1243dSDimitry Andric JDState.CPreTermSection.Register(LastChar,
493bdd1243dSDimitry Andric KV.second.toSpan<void (*)(void)>());
494bdd1243dSDimitry Andric else if (KV.first >= ".CRT$XTA" && KV.first <= ".CRT$XTZ")
495bdd1243dSDimitry Andric JDState.CTermSection.Register(LastChar,
496bdd1243dSDimitry Andric KV.second.toSpan<void (*)(void)>());
497bdd1243dSDimitry Andric }
498bdd1243dSDimitry Andric return Error::success();
499bdd1243dSDimitry Andric }
500bdd1243dSDimitry Andric
deregisterObjectSections(ExecutorAddr HeaderAddr,std::vector<std::pair<std::string_view,ExecutorAddrRange>> Secs)501bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::deregisterObjectSections(
502bdd1243dSDimitry Andric ExecutorAddr HeaderAddr,
503bdd1243dSDimitry Andric std::vector<std::pair<std::string_view, ExecutorAddrRange>> Secs) {
504bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
505bdd1243dSDimitry Andric auto I = JDStates.find(HeaderAddr.toPtr<void *>());
506bdd1243dSDimitry Andric if (I == JDStates.end()) {
507bdd1243dSDimitry Andric std::ostringstream ErrStream;
508bdd1243dSDimitry Andric ErrStream << "Attempted to deregister unrecognized header "
509bdd1243dSDimitry Andric << HeaderAddr.getValue();
510bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
511bdd1243dSDimitry Andric }
512bdd1243dSDimitry Andric for (auto &KV : Secs) {
513bdd1243dSDimitry Andric if (auto Err = deregisterBlockRange(HeaderAddr, KV.second))
514bdd1243dSDimitry Andric return Err;
515bdd1243dSDimitry Andric if (KV.first == ".pdata")
516bdd1243dSDimitry Andric if (auto Err = deregisterSEHFrames(HeaderAddr, KV.second))
517bdd1243dSDimitry Andric return Err;
518bdd1243dSDimitry Andric }
519bdd1243dSDimitry Andric return Error::success();
520bdd1243dSDimitry Andric }
521bdd1243dSDimitry Andric
registerSEHFrames(ExecutorAddr HeaderAddr,ExecutorAddrRange SEHFrameRange)522bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::registerSEHFrames(
523bdd1243dSDimitry Andric ExecutorAddr HeaderAddr, ExecutorAddrRange SEHFrameRange) {
524bdd1243dSDimitry Andric int N = (SEHFrameRange.End.getValue() - SEHFrameRange.Start.getValue()) /
525bdd1243dSDimitry Andric sizeof(RUNTIME_FUNCTION);
526bdd1243dSDimitry Andric auto Func = SEHFrameRange.Start.toPtr<PRUNTIME_FUNCTION>();
527bdd1243dSDimitry Andric if (!RtlAddFunctionTable(Func, N,
528bdd1243dSDimitry Andric static_cast<DWORD64>(HeaderAddr.getValue())))
529bdd1243dSDimitry Andric return make_error<StringError>("Failed to register SEH frames");
530bdd1243dSDimitry Andric return Error::success();
531bdd1243dSDimitry Andric }
532bdd1243dSDimitry Andric
deregisterSEHFrames(ExecutorAddr HeaderAddr,ExecutorAddrRange SEHFrameRange)533bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::deregisterSEHFrames(
534bdd1243dSDimitry Andric ExecutorAddr HeaderAddr, ExecutorAddrRange SEHFrameRange) {
535bdd1243dSDimitry Andric if (!RtlDeleteFunctionTable(SEHFrameRange.Start.toPtr<PRUNTIME_FUNCTION>()))
536bdd1243dSDimitry Andric return make_error<StringError>("Failed to deregister SEH frames");
537bdd1243dSDimitry Andric return Error::success();
538bdd1243dSDimitry Andric }
539bdd1243dSDimitry Andric
registerBlockRange(ExecutorAddr HeaderAddr,ExecutorAddrRange Range)540bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::registerBlockRange(ExecutorAddr HeaderAddr,
541bdd1243dSDimitry Andric ExecutorAddrRange Range) {
542bdd1243dSDimitry Andric assert(!BlockRanges.count(Range.Start.toPtr<void *>()) &&
543bdd1243dSDimitry Andric "Block range address already registered");
544bdd1243dSDimitry Andric BlockRange B = {HeaderAddr.toPtr<void *>(), Range.size()};
545bdd1243dSDimitry Andric BlockRanges.emplace(Range.Start.toPtr<void *>(), B);
546bdd1243dSDimitry Andric return Error::success();
547bdd1243dSDimitry Andric }
548bdd1243dSDimitry Andric
deregisterBlockRange(ExecutorAddr HeaderAddr,ExecutorAddrRange Range)549bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::deregisterBlockRange(ExecutorAddr HeaderAddr,
550bdd1243dSDimitry Andric ExecutorAddrRange Range) {
551bdd1243dSDimitry Andric assert(BlockRanges.count(Range.Start.toPtr<void *>()) &&
552bdd1243dSDimitry Andric "Block range address not registered");
553bdd1243dSDimitry Andric BlockRanges.erase(Range.Start.toPtr<void *>());
554bdd1243dSDimitry Andric return Error::success();
555bdd1243dSDimitry Andric }
556bdd1243dSDimitry Andric
registerAtExit(ExecutorAddr HeaderAddr,void (* AtExit)(void))557bdd1243dSDimitry Andric Error COFFPlatformRuntimeState::registerAtExit(ExecutorAddr HeaderAddr,
558bdd1243dSDimitry Andric void (*AtExit)(void)) {
559bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
560bdd1243dSDimitry Andric auto I = JDStates.find(HeaderAddr.toPtr<void *>());
561bdd1243dSDimitry Andric if (I == JDStates.end()) {
562bdd1243dSDimitry Andric std::ostringstream ErrStream;
563bdd1243dSDimitry Andric ErrStream << "Unrecognized header " << HeaderAddr.getValue();
564bdd1243dSDimitry Andric return make_error<StringError>(ErrStream.str());
565bdd1243dSDimitry Andric }
566bdd1243dSDimitry Andric I->second.AtExits.push_back(AtExit);
567bdd1243dSDimitry Andric return Error::success();
568bdd1243dSDimitry Andric }
569bdd1243dSDimitry Andric
initialize()570bdd1243dSDimitry Andric void COFFPlatformRuntimeState::initialize() {
571bdd1243dSDimitry Andric assert(!CPS && "COFFPlatformRuntimeState should be null");
572bdd1243dSDimitry Andric CPS = new COFFPlatformRuntimeState();
573bdd1243dSDimitry Andric }
574bdd1243dSDimitry Andric
get()575bdd1243dSDimitry Andric COFFPlatformRuntimeState &COFFPlatformRuntimeState::get() {
576bdd1243dSDimitry Andric assert(CPS && "COFFPlatformRuntimeState not initialized");
577bdd1243dSDimitry Andric return *CPS;
578bdd1243dSDimitry Andric }
579bdd1243dSDimitry Andric
destroy()580bdd1243dSDimitry Andric void COFFPlatformRuntimeState::destroy() {
581bdd1243dSDimitry Andric assert(CPS && "COFFPlatformRuntimeState not initialized");
582bdd1243dSDimitry Andric delete CPS;
583bdd1243dSDimitry Andric }
584bdd1243dSDimitry Andric
findJITDylibBaseByPC(uint64_t PC)585bdd1243dSDimitry Andric void *COFFPlatformRuntimeState::findJITDylibBaseByPC(uint64_t PC) {
586bdd1243dSDimitry Andric std::lock_guard<std::recursive_mutex> Lock(JDStatesMutex);
587bdd1243dSDimitry Andric auto It = BlockRanges.upper_bound(reinterpret_cast<void *>(PC));
588bdd1243dSDimitry Andric if (It == BlockRanges.begin())
589bdd1243dSDimitry Andric return nullptr;
590bdd1243dSDimitry Andric --It;
591bdd1243dSDimitry Andric auto &Range = It->second;
592bdd1243dSDimitry Andric if (PC >= reinterpret_cast<uint64_t>(It->first) + Range.Size)
593bdd1243dSDimitry Andric return nullptr;
594bdd1243dSDimitry Andric return Range.Header;
595bdd1243dSDimitry Andric }
596bdd1243dSDimitry Andric
59706c3fb27SDimitry Andric ORC_RT_INTERFACE orc_rt_CWrapperFunctionResult
__orc_rt_coff_platform_bootstrap(char * ArgData,size_t ArgSize)598bdd1243dSDimitry Andric __orc_rt_coff_platform_bootstrap(char *ArgData, size_t ArgSize) {
599bdd1243dSDimitry Andric COFFPlatformRuntimeState::initialize();
600bdd1243dSDimitry Andric return WrapperFunctionResult().release();
601bdd1243dSDimitry Andric }
602bdd1243dSDimitry Andric
60306c3fb27SDimitry Andric ORC_RT_INTERFACE orc_rt_CWrapperFunctionResult
__orc_rt_coff_platform_shutdown(char * ArgData,size_t ArgSize)604bdd1243dSDimitry Andric __orc_rt_coff_platform_shutdown(char *ArgData, size_t ArgSize) {
605bdd1243dSDimitry Andric COFFPlatformRuntimeState::destroy();
606bdd1243dSDimitry Andric return WrapperFunctionResult().release();
607bdd1243dSDimitry Andric }
608bdd1243dSDimitry Andric
60906c3fb27SDimitry Andric ORC_RT_INTERFACE orc_rt_CWrapperFunctionResult
__orc_rt_coff_register_jitdylib(char * ArgData,size_t ArgSize)610bdd1243dSDimitry Andric __orc_rt_coff_register_jitdylib(char *ArgData, size_t ArgSize) {
611bdd1243dSDimitry Andric return WrapperFunction<SPSError(SPSString, SPSExecutorAddr)>::handle(
612bdd1243dSDimitry Andric ArgData, ArgSize,
613bdd1243dSDimitry Andric [](std::string &Name, ExecutorAddr HeaderAddr) {
614bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().registerJITDylib(
615bdd1243dSDimitry Andric std::move(Name), HeaderAddr.toPtr<void *>());
616bdd1243dSDimitry Andric })
617bdd1243dSDimitry Andric .release();
618bdd1243dSDimitry Andric }
619bdd1243dSDimitry Andric
62006c3fb27SDimitry Andric ORC_RT_INTERFACE orc_rt_CWrapperFunctionResult
__orc_rt_coff_deregister_jitdylib(char * ArgData,size_t ArgSize)621bdd1243dSDimitry Andric __orc_rt_coff_deregister_jitdylib(char *ArgData, size_t ArgSize) {
622bdd1243dSDimitry Andric return WrapperFunction<SPSError(SPSExecutorAddr)>::handle(
623bdd1243dSDimitry Andric ArgData, ArgSize,
624bdd1243dSDimitry Andric [](ExecutorAddr HeaderAddr) {
625bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().deregisterJITDylib(
626bdd1243dSDimitry Andric HeaderAddr.toPtr<void *>());
627bdd1243dSDimitry Andric })
628bdd1243dSDimitry Andric .release();
629bdd1243dSDimitry Andric }
630bdd1243dSDimitry Andric
63106c3fb27SDimitry Andric ORC_RT_INTERFACE orc_rt_CWrapperFunctionResult
__orc_rt_coff_register_object_sections(char * ArgData,size_t ArgSize)632bdd1243dSDimitry Andric __orc_rt_coff_register_object_sections(char *ArgData, size_t ArgSize) {
633bdd1243dSDimitry Andric return WrapperFunction<SPSError(SPSExecutorAddr, SPSCOFFObjectSectionsMap,
634bdd1243dSDimitry Andric bool)>::
635bdd1243dSDimitry Andric handle(ArgData, ArgSize,
636bdd1243dSDimitry Andric [](ExecutorAddr HeaderAddr,
637bdd1243dSDimitry Andric std::vector<std::pair<std::string_view, ExecutorAddrRange>>
638bdd1243dSDimitry Andric &Secs,
639bdd1243dSDimitry Andric bool RunInitializers) {
640bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().registerObjectSections(
641bdd1243dSDimitry Andric HeaderAddr, std::move(Secs), RunInitializers);
642bdd1243dSDimitry Andric })
643bdd1243dSDimitry Andric .release();
644bdd1243dSDimitry Andric }
645bdd1243dSDimitry Andric
64606c3fb27SDimitry Andric ORC_RT_INTERFACE orc_rt_CWrapperFunctionResult
__orc_rt_coff_deregister_object_sections(char * ArgData,size_t ArgSize)647bdd1243dSDimitry Andric __orc_rt_coff_deregister_object_sections(char *ArgData, size_t ArgSize) {
648bdd1243dSDimitry Andric return WrapperFunction<SPSError(SPSExecutorAddr, SPSCOFFObjectSectionsMap)>::
649bdd1243dSDimitry Andric handle(ArgData, ArgSize,
650bdd1243dSDimitry Andric [](ExecutorAddr HeaderAddr,
651bdd1243dSDimitry Andric std::vector<std::pair<std::string_view, ExecutorAddrRange>>
652bdd1243dSDimitry Andric &Secs) {
653bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().deregisterObjectSections(
654bdd1243dSDimitry Andric HeaderAddr, std::move(Secs));
655bdd1243dSDimitry Andric })
656bdd1243dSDimitry Andric .release();
657bdd1243dSDimitry Andric }
658bdd1243dSDimitry Andric //------------------------------------------------------------------------------
659bdd1243dSDimitry Andric // JIT'd dlfcn alternatives.
660bdd1243dSDimitry Andric //------------------------------------------------------------------------------
661bdd1243dSDimitry Andric
__orc_rt_coff_jit_dlerror()662bdd1243dSDimitry Andric const char *__orc_rt_coff_jit_dlerror() {
663bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().dlerror();
664bdd1243dSDimitry Andric }
665bdd1243dSDimitry Andric
__orc_rt_coff_jit_dlopen(const char * path,int mode)666bdd1243dSDimitry Andric void *__orc_rt_coff_jit_dlopen(const char *path, int mode) {
667bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().dlopen(path, mode);
668bdd1243dSDimitry Andric }
669bdd1243dSDimitry Andric
__orc_rt_coff_jit_dlclose(void * header)670bdd1243dSDimitry Andric int __orc_rt_coff_jit_dlclose(void *header) {
671bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().dlclose(header);
672bdd1243dSDimitry Andric }
673bdd1243dSDimitry Andric
__orc_rt_coff_jit_dlsym(void * header,const char * symbol)674bdd1243dSDimitry Andric void *__orc_rt_coff_jit_dlsym(void *header, const char *symbol) {
675bdd1243dSDimitry Andric return COFFPlatformRuntimeState::get().dlsym(header, symbol);
676bdd1243dSDimitry Andric }
677bdd1243dSDimitry Andric
678bdd1243dSDimitry Andric //------------------------------------------------------------------------------
679bdd1243dSDimitry Andric // COFF SEH exception support
680bdd1243dSDimitry Andric //------------------------------------------------------------------------------
681bdd1243dSDimitry Andric
682bdd1243dSDimitry Andric struct ThrowInfo {
683bdd1243dSDimitry Andric uint32_t attributes;
684bdd1243dSDimitry Andric void *data;
685bdd1243dSDimitry Andric };
686bdd1243dSDimitry Andric
__orc_rt_coff_cxx_throw_exception(void * pExceptionObject,ThrowInfo * pThrowInfo)687bdd1243dSDimitry Andric ORC_RT_INTERFACE void __stdcall __orc_rt_coff_cxx_throw_exception(
688bdd1243dSDimitry Andric void *pExceptionObject, ThrowInfo *pThrowInfo) {
689*7a6dacacSDimitry Andric #ifdef __clang__
690*7a6dacacSDimitry Andric #pragma clang diagnostic push
691*7a6dacacSDimitry Andric #pragma clang diagnostic ignored "-Wmultichar"
692*7a6dacacSDimitry Andric #endif
693bdd1243dSDimitry Andric constexpr uint32_t EH_EXCEPTION_NUMBER = 'msc' | 0xE0000000;
694*7a6dacacSDimitry Andric #ifdef __clang__
695*7a6dacacSDimitry Andric #pragma clang diagnostic pop
696*7a6dacacSDimitry Andric #endif
697bdd1243dSDimitry Andric constexpr uint32_t EH_MAGIC_NUMBER1 = 0x19930520;
698bdd1243dSDimitry Andric auto BaseAddr = COFFPlatformRuntimeState::get().findJITDylibBaseByPC(
699bdd1243dSDimitry Andric reinterpret_cast<uint64_t>(pThrowInfo));
700bdd1243dSDimitry Andric if (!BaseAddr) {
701bdd1243dSDimitry Andric // This is not from JIT'd region.
702bdd1243dSDimitry Andric // FIXME: Use the default implementation like below when alias api is
703bdd1243dSDimitry Andric // capable. _CxxThrowException(pExceptionObject, pThrowInfo);
704bdd1243dSDimitry Andric fprintf(stderr, "Throwing exception from compiled callback into JIT'd "
705bdd1243dSDimitry Andric "exception handler not supported yet.\n");
706bdd1243dSDimitry Andric abort();
707bdd1243dSDimitry Andric return;
708bdd1243dSDimitry Andric }
709bdd1243dSDimitry Andric const ULONG_PTR parameters[] = {
710bdd1243dSDimitry Andric EH_MAGIC_NUMBER1,
711bdd1243dSDimitry Andric reinterpret_cast<ULONG_PTR>(pExceptionObject),
712bdd1243dSDimitry Andric reinterpret_cast<ULONG_PTR>(pThrowInfo),
713bdd1243dSDimitry Andric reinterpret_cast<ULONG_PTR>(BaseAddr),
714bdd1243dSDimitry Andric };
715bdd1243dSDimitry Andric RaiseException(EH_EXCEPTION_NUMBER, EXCEPTION_NONCONTINUABLE,
716bdd1243dSDimitry Andric _countof(parameters), parameters);
717bdd1243dSDimitry Andric }
718bdd1243dSDimitry Andric
719bdd1243dSDimitry Andric //------------------------------------------------------------------------------
720bdd1243dSDimitry Andric // COFF atexits
721bdd1243dSDimitry Andric //------------------------------------------------------------------------------
722bdd1243dSDimitry Andric
723bdd1243dSDimitry Andric typedef int (*OnExitFunction)(void);
724bdd1243dSDimitry Andric typedef void (*AtExitFunction)(void);
725bdd1243dSDimitry Andric
__orc_rt_coff_onexit(void * Header,OnExitFunction Func)726bdd1243dSDimitry Andric ORC_RT_INTERFACE OnExitFunction __orc_rt_coff_onexit(void *Header,
727bdd1243dSDimitry Andric OnExitFunction Func) {
728bdd1243dSDimitry Andric if (auto Err = COFFPlatformRuntimeState::get().registerAtExit(
729bdd1243dSDimitry Andric ExecutorAddr::fromPtr(Header), (void (*)(void))Func)) {
730bdd1243dSDimitry Andric consumeError(std::move(Err));
731bdd1243dSDimitry Andric return nullptr;
732bdd1243dSDimitry Andric }
733bdd1243dSDimitry Andric return Func;
734bdd1243dSDimitry Andric }
735bdd1243dSDimitry Andric
__orc_rt_coff_atexit(void * Header,AtExitFunction Func)736bdd1243dSDimitry Andric ORC_RT_INTERFACE int __orc_rt_coff_atexit(void *Header, AtExitFunction Func) {
737bdd1243dSDimitry Andric if (auto Err = COFFPlatformRuntimeState::get().registerAtExit(
738bdd1243dSDimitry Andric ExecutorAddr::fromPtr(Header), (void (*)(void))Func)) {
739bdd1243dSDimitry Andric consumeError(std::move(Err));
740bdd1243dSDimitry Andric return -1;
741bdd1243dSDimitry Andric }
742bdd1243dSDimitry Andric return 0;
743bdd1243dSDimitry Andric }
744bdd1243dSDimitry Andric
745bdd1243dSDimitry Andric //------------------------------------------------------------------------------
746bdd1243dSDimitry Andric // COFF Run Program
747bdd1243dSDimitry Andric //------------------------------------------------------------------------------
748bdd1243dSDimitry Andric
__orc_rt_coff_run_program(const char * JITDylibName,const char * EntrySymbolName,int argc,char * argv[])749bdd1243dSDimitry Andric ORC_RT_INTERFACE int64_t __orc_rt_coff_run_program(const char *JITDylibName,
750bdd1243dSDimitry Andric const char *EntrySymbolName,
751bdd1243dSDimitry Andric int argc, char *argv[]) {
752bdd1243dSDimitry Andric using MainTy = int (*)(int, char *[]);
753bdd1243dSDimitry Andric
754bdd1243dSDimitry Andric void *H =
755bdd1243dSDimitry Andric __orc_rt_coff_jit_dlopen(JITDylibName, __orc_rt::coff::ORC_RT_RTLD_LAZY);
756bdd1243dSDimitry Andric if (!H) {
757bdd1243dSDimitry Andric __orc_rt_log_error(__orc_rt_coff_jit_dlerror());
758bdd1243dSDimitry Andric return -1;
759bdd1243dSDimitry Andric }
760bdd1243dSDimitry Andric
761bdd1243dSDimitry Andric auto *Main =
762bdd1243dSDimitry Andric reinterpret_cast<MainTy>(__orc_rt_coff_jit_dlsym(H, EntrySymbolName));
763bdd1243dSDimitry Andric
764bdd1243dSDimitry Andric if (!Main) {
765bdd1243dSDimitry Andric __orc_rt_log_error(__orc_rt_coff_jit_dlerror());
766bdd1243dSDimitry Andric return -1;
767bdd1243dSDimitry Andric }
768bdd1243dSDimitry Andric
769bdd1243dSDimitry Andric int Result = Main(argc, argv);
770bdd1243dSDimitry Andric
771bdd1243dSDimitry Andric if (__orc_rt_coff_jit_dlclose(H) == -1)
772bdd1243dSDimitry Andric __orc_rt_log_error(__orc_rt_coff_jit_dlerror());
773bdd1243dSDimitry Andric
774bdd1243dSDimitry Andric return Result;
775bdd1243dSDimitry Andric }
776