1*d415bd75Srobert #include "llvm/ProfileData/MemProf.h"
2*d415bd75Srobert #include "llvm/ADT/SmallVector.h"
3*d415bd75Srobert #include "llvm/IR/Function.h"
4*d415bd75Srobert #include "llvm/ProfileData/InstrProf.h"
5*d415bd75Srobert #include "llvm/Support/Endian.h"
6*d415bd75Srobert #include "llvm/Support/EndianStream.h"
7*d415bd75Srobert
8*d415bd75Srobert namespace llvm {
9*d415bd75Srobert namespace memprof {
10*d415bd75Srobert
serialize(const MemProfSchema & Schema,raw_ostream & OS)11*d415bd75Srobert void IndexedMemProfRecord::serialize(const MemProfSchema &Schema,
12*d415bd75Srobert raw_ostream &OS) {
13*d415bd75Srobert using namespace support;
14*d415bd75Srobert
15*d415bd75Srobert endian::Writer LE(OS, little);
16*d415bd75Srobert
17*d415bd75Srobert LE.write<uint64_t>(AllocSites.size());
18*d415bd75Srobert for (const IndexedAllocationInfo &N : AllocSites) {
19*d415bd75Srobert LE.write<uint64_t>(N.CallStack.size());
20*d415bd75Srobert for (const FrameId &Id : N.CallStack)
21*d415bd75Srobert LE.write<FrameId>(Id);
22*d415bd75Srobert N.Info.serialize(Schema, OS);
23*d415bd75Srobert }
24*d415bd75Srobert
25*d415bd75Srobert // Related contexts.
26*d415bd75Srobert LE.write<uint64_t>(CallSites.size());
27*d415bd75Srobert for (const auto &Frames : CallSites) {
28*d415bd75Srobert LE.write<uint64_t>(Frames.size());
29*d415bd75Srobert for (const FrameId &Id : Frames)
30*d415bd75Srobert LE.write<FrameId>(Id);
31*d415bd75Srobert }
32*d415bd75Srobert }
33*d415bd75Srobert
34*d415bd75Srobert IndexedMemProfRecord
deserialize(const MemProfSchema & Schema,const unsigned char * Ptr)35*d415bd75Srobert IndexedMemProfRecord::deserialize(const MemProfSchema &Schema,
36*d415bd75Srobert const unsigned char *Ptr) {
37*d415bd75Srobert using namespace support;
38*d415bd75Srobert
39*d415bd75Srobert IndexedMemProfRecord Record;
40*d415bd75Srobert
41*d415bd75Srobert // Read the meminfo nodes.
42*d415bd75Srobert const uint64_t NumNodes = endian::readNext<uint64_t, little, unaligned>(Ptr);
43*d415bd75Srobert for (uint64_t I = 0; I < NumNodes; I++) {
44*d415bd75Srobert IndexedAllocationInfo Node;
45*d415bd75Srobert const uint64_t NumFrames =
46*d415bd75Srobert endian::readNext<uint64_t, little, unaligned>(Ptr);
47*d415bd75Srobert for (uint64_t J = 0; J < NumFrames; J++) {
48*d415bd75Srobert const FrameId Id = endian::readNext<FrameId, little, unaligned>(Ptr);
49*d415bd75Srobert Node.CallStack.push_back(Id);
50*d415bd75Srobert }
51*d415bd75Srobert Node.Info.deserialize(Schema, Ptr);
52*d415bd75Srobert Ptr += PortableMemInfoBlock::serializedSize();
53*d415bd75Srobert Record.AllocSites.push_back(Node);
54*d415bd75Srobert }
55*d415bd75Srobert
56*d415bd75Srobert // Read the callsite information.
57*d415bd75Srobert const uint64_t NumCtxs = endian::readNext<uint64_t, little, unaligned>(Ptr);
58*d415bd75Srobert for (uint64_t J = 0; J < NumCtxs; J++) {
59*d415bd75Srobert const uint64_t NumFrames =
60*d415bd75Srobert endian::readNext<uint64_t, little, unaligned>(Ptr);
61*d415bd75Srobert llvm::SmallVector<FrameId> Frames;
62*d415bd75Srobert Frames.reserve(NumFrames);
63*d415bd75Srobert for (uint64_t K = 0; K < NumFrames; K++) {
64*d415bd75Srobert const FrameId Id = endian::readNext<FrameId, little, unaligned>(Ptr);
65*d415bd75Srobert Frames.push_back(Id);
66*d415bd75Srobert }
67*d415bd75Srobert Record.CallSites.push_back(Frames);
68*d415bd75Srobert }
69*d415bd75Srobert
70*d415bd75Srobert return Record;
71*d415bd75Srobert }
72*d415bd75Srobert
getGUID(const StringRef FunctionName)73*d415bd75Srobert GlobalValue::GUID IndexedMemProfRecord::getGUID(const StringRef FunctionName) {
74*d415bd75Srobert const auto Pos = FunctionName.find(".llvm.");
75*d415bd75Srobert
76*d415bd75Srobert // We use the function guid which we expect to be a uint64_t. At
77*d415bd75Srobert // this time, it is the lower 64 bits of the md5 of the function
78*d415bd75Srobert // name. Any suffix with .llvm. is trimmed since these are added by
79*d415bd75Srobert // thinLTO global promotion. At the time the profile is consumed,
80*d415bd75Srobert // these suffixes will not be present.
81*d415bd75Srobert return Function::getGUID(FunctionName.take_front(Pos));
82*d415bd75Srobert }
83*d415bd75Srobert
readMemProfSchema(const unsigned char * & Buffer)84*d415bd75Srobert Expected<MemProfSchema> readMemProfSchema(const unsigned char *&Buffer) {
85*d415bd75Srobert using namespace support;
86*d415bd75Srobert
87*d415bd75Srobert const unsigned char *Ptr = Buffer;
88*d415bd75Srobert const uint64_t NumSchemaIds =
89*d415bd75Srobert endian::readNext<uint64_t, little, unaligned>(Ptr);
90*d415bd75Srobert if (NumSchemaIds > static_cast<uint64_t>(Meta::Size)) {
91*d415bd75Srobert return make_error<InstrProfError>(instrprof_error::malformed,
92*d415bd75Srobert "memprof schema invalid");
93*d415bd75Srobert }
94*d415bd75Srobert
95*d415bd75Srobert MemProfSchema Result;
96*d415bd75Srobert for (size_t I = 0; I < NumSchemaIds; I++) {
97*d415bd75Srobert const uint64_t Tag = endian::readNext<uint64_t, little, unaligned>(Ptr);
98*d415bd75Srobert if (Tag >= static_cast<uint64_t>(Meta::Size)) {
99*d415bd75Srobert return make_error<InstrProfError>(instrprof_error::malformed,
100*d415bd75Srobert "memprof schema invalid");
101*d415bd75Srobert }
102*d415bd75Srobert Result.push_back(static_cast<Meta>(Tag));
103*d415bd75Srobert }
104*d415bd75Srobert // Advace the buffer to one past the schema if we succeeded.
105*d415bd75Srobert Buffer = Ptr;
106*d415bd75Srobert return Result;
107*d415bd75Srobert }
108*d415bd75Srobert
109*d415bd75Srobert } // namespace memprof
110*d415bd75Srobert } // namespace llvm
111