xref: /llvm-project/llvm/lib/Bitstream/Reader/BitstreamReader.cpp (revision 96ae43bad5b86aad90a9820d2e3c1a51f0af8a75)
1 //===- BitstreamReader.cpp - BitstreamReader implementation ---------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "llvm/Bitstream/BitstreamReader.h"
10 #include "llvm/ADT/StringRef.h"
11 #include <cassert>
12 #include <string>
13 
14 using namespace llvm;
15 
16 //===----------------------------------------------------------------------===//
17 //  BitstreamCursor implementation
18 //===----------------------------------------------------------------------===//
19 
20 /// Having read the ENTER_SUBBLOCK abbrevid, enter the block.
21 Error BitstreamCursor::EnterSubBlock(unsigned BlockID, unsigned *NumWordsP) {
22   // Save the current block's state on BlockScope.
23   BlockScope.push_back(Block(CurCodeSize));
24   BlockScope.back().PrevAbbrevs.swap(CurAbbrevs);
25 
26   // Add the abbrevs specific to this block to the CurAbbrevs list.
27   if (BlockInfo) {
28     if (const BitstreamBlockInfo::BlockInfo *Info =
29             BlockInfo->getBlockInfo(BlockID)) {
30       CurAbbrevs.insert(CurAbbrevs.end(), Info->Abbrevs.begin(),
31                         Info->Abbrevs.end());
32     }
33   }
34 
35   // Get the codesize of this block.
36   Expected<uint32_t> MaybeVBR = ReadVBR(bitc::CodeLenWidth);
37   if (!MaybeVBR)
38     return MaybeVBR.takeError();
39   CurCodeSize = MaybeVBR.get();
40 
41   if (CurCodeSize > MaxChunkSize)
42     return llvm::createStringError(
43         std::errc::illegal_byte_sequence,
44         "can't read more than %zu at a time, trying to read %u", +MaxChunkSize,
45         CurCodeSize);
46 
47   SkipToFourByteBoundary();
48   Expected<word_t> MaybeNum = Read(bitc::BlockSizeWidth);
49   if (!MaybeNum)
50     return MaybeNum.takeError();
51   word_t NumWords = MaybeNum.get();
52   if (NumWordsP)
53     *NumWordsP = NumWords;
54 
55   if (CurCodeSize == 0)
56     return llvm::createStringError(
57         std::errc::illegal_byte_sequence,
58         "can't enter sub-block: current code size is 0");
59   if (AtEndOfStream())
60     return llvm::createStringError(
61         std::errc::illegal_byte_sequence,
62         "can't enter sub block: already at end of stream");
63 
64   return Error::success();
65 }
66 
67 static Expected<uint64_t> readAbbreviatedField(BitstreamCursor &Cursor,
68                                                const BitCodeAbbrevOp &Op) {
69   assert(!Op.isLiteral() && "Not to be used with literals!");
70 
71   // Decode the value as we are commanded.
72   switch (Op.getEncoding()) {
73   case BitCodeAbbrevOp::Array:
74   case BitCodeAbbrevOp::Blob:
75     llvm_unreachable("Should not reach here");
76   case BitCodeAbbrevOp::Fixed:
77     assert((unsigned)Op.getEncodingData() <= Cursor.MaxChunkSize);
78     return Cursor.Read((unsigned)Op.getEncodingData());
79   case BitCodeAbbrevOp::VBR:
80     assert((unsigned)Op.getEncodingData() <= Cursor.MaxChunkSize);
81     return Cursor.ReadVBR64((unsigned)Op.getEncodingData());
82   case BitCodeAbbrevOp::Char6:
83     if (Expected<unsigned> Res = Cursor.Read(6))
84       return BitCodeAbbrevOp::DecodeChar6(Res.get());
85     else
86       return Res.takeError();
87   }
88   llvm_unreachable("invalid abbreviation encoding");
89 }
90 
91 /// skipRecord - Read the current record and discard it.
92 Expected<unsigned> BitstreamCursor::skipRecord(unsigned AbbrevID) {
93   // Skip unabbreviated records by reading past their entries.
94   if (AbbrevID == bitc::UNABBREV_RECORD) {
95     Expected<uint32_t> MaybeCode = ReadVBR(6);
96     if (!MaybeCode)
97       return MaybeCode.takeError();
98     unsigned Code = MaybeCode.get();
99     Expected<uint32_t> MaybeVBR = ReadVBR(6);
100     if (!MaybeVBR)
101       return MaybeVBR.get();
102     unsigned NumElts = MaybeVBR.get();
103     for (unsigned i = 0; i != NumElts; ++i)
104       if (Expected<uint64_t> Res = ReadVBR64(6))
105         ; // Skip!
106       else
107         return Res.takeError();
108     return Code;
109   }
110 
111   const BitCodeAbbrev *Abbv = getAbbrev(AbbrevID);
112   const BitCodeAbbrevOp &CodeOp = Abbv->getOperandInfo(0);
113   unsigned Code;
114   if (CodeOp.isLiteral())
115     Code = CodeOp.getLiteralValue();
116   else {
117     if (CodeOp.getEncoding() == BitCodeAbbrevOp::Array ||
118         CodeOp.getEncoding() == BitCodeAbbrevOp::Blob)
119       return llvm::createStringError(
120           std::errc::illegal_byte_sequence,
121           "Abbreviation starts with an Array or a Blob");
122     Expected<uint64_t> MaybeCode = readAbbreviatedField(*this, CodeOp);
123     if (!MaybeCode)
124       return MaybeCode.takeError();
125     Code = MaybeCode.get();
126   }
127 
128   for (unsigned i = 1, e = Abbv->getNumOperandInfos(); i < e; ++i) {
129     const BitCodeAbbrevOp &Op = Abbv->getOperandInfo(i);
130     if (Op.isLiteral())
131       continue;
132 
133     if (Op.getEncoding() != BitCodeAbbrevOp::Array &&
134         Op.getEncoding() != BitCodeAbbrevOp::Blob) {
135       if (Expected<uint64_t> MaybeField = readAbbreviatedField(*this, Op))
136         continue;
137       else
138         return MaybeField.takeError();
139     }
140 
141     if (Op.getEncoding() == BitCodeAbbrevOp::Array) {
142       // Array case.  Read the number of elements as a vbr6.
143       Expected<uint32_t> MaybeNum = ReadVBR(6);
144       if (!MaybeNum)
145         return MaybeNum.takeError();
146       unsigned NumElts = MaybeNum.get();
147 
148       // Get the element encoding.
149       assert(i+2 == e && "array op not second to last?");
150       const BitCodeAbbrevOp &EltEnc = Abbv->getOperandInfo(++i);
151 
152       // Read all the elements.
153       // Decode the value as we are commanded.
154       switch (EltEnc.getEncoding()) {
155       default:
156         report_fatal_error("Array element type can't be an Array or a Blob");
157       case BitCodeAbbrevOp::Fixed:
158         assert((unsigned)EltEnc.getEncodingData() <= MaxChunkSize);
159         if (Error Err =
160                 JumpToBit(GetCurrentBitNo() + static_cast<uint64_t>(NumElts) *
161                                                   EltEnc.getEncodingData()))
162           return std::move(Err);
163         break;
164       case BitCodeAbbrevOp::VBR:
165         assert((unsigned)EltEnc.getEncodingData() <= MaxChunkSize);
166         for (; NumElts; --NumElts)
167           if (Expected<uint64_t> Res =
168                   ReadVBR64((unsigned)EltEnc.getEncodingData()))
169             ; // Skip!
170           else
171             return Res.takeError();
172         break;
173       case BitCodeAbbrevOp::Char6:
174         if (Error Err = JumpToBit(GetCurrentBitNo() + NumElts * 6))
175           return std::move(Err);
176         break;
177       }
178       continue;
179     }
180 
181     assert(Op.getEncoding() == BitCodeAbbrevOp::Blob);
182     // Blob case.  Read the number of bytes as a vbr6.
183     Expected<uint32_t> MaybeNum = ReadVBR(6);
184     if (!MaybeNum)
185       return MaybeNum.takeError();
186     unsigned NumElts = MaybeNum.get();
187     SkipToFourByteBoundary();  // 32-bit alignment
188 
189     // Figure out where the end of this blob will be including tail padding.
190     const size_t NewEnd = GetCurrentBitNo() + alignTo(NumElts, 4) * 8;
191 
192     // If this would read off the end of the bitcode file, just set the
193     // record to empty and return.
194     if (!canSkipToPos(NewEnd/8)) {
195       skipToEnd();
196       break;
197     }
198 
199     // Skip over the blob.
200     if (Error Err = JumpToBit(NewEnd))
201       return std::move(Err);
202   }
203   return Code;
204 }
205 
206 Expected<unsigned> BitstreamCursor::readRecord(unsigned AbbrevID,
207                                                SmallVectorImpl<uint64_t> &Vals,
208                                                StringRef *Blob) {
209   if (AbbrevID == bitc::UNABBREV_RECORD) {
210     Expected<uint32_t> MaybeCode = ReadVBR(6);
211     if (!MaybeCode)
212       return MaybeCode.takeError();
213     uint32_t Code = MaybeCode.get();
214     Expected<uint32_t> MaybeNumElts = ReadVBR(6);
215     if (!MaybeNumElts)
216       return MaybeNumElts.takeError();
217     uint32_t NumElts = MaybeNumElts.get();
218     Vals.reserve(Vals.size() + NumElts);
219 
220     for (unsigned i = 0; i != NumElts; ++i)
221       if (Expected<uint64_t> MaybeVal = ReadVBR64(6))
222         Vals.push_back(MaybeVal.get());
223       else
224         return MaybeVal.takeError();
225     return Code;
226   }
227 
228   const BitCodeAbbrev *Abbv = getAbbrev(AbbrevID);
229 
230   // Read the record code first.
231   assert(Abbv->getNumOperandInfos() != 0 && "no record code in abbreviation?");
232   const BitCodeAbbrevOp &CodeOp = Abbv->getOperandInfo(0);
233   unsigned Code;
234   if (CodeOp.isLiteral())
235     Code = CodeOp.getLiteralValue();
236   else {
237     if (CodeOp.getEncoding() == BitCodeAbbrevOp::Array ||
238         CodeOp.getEncoding() == BitCodeAbbrevOp::Blob)
239       report_fatal_error("Abbreviation starts with an Array or a Blob");
240     if (Expected<uint64_t> MaybeCode = readAbbreviatedField(*this, CodeOp))
241       Code = MaybeCode.get();
242     else
243       return MaybeCode.takeError();
244   }
245 
246   for (unsigned i = 1, e = Abbv->getNumOperandInfos(); i != e; ++i) {
247     const BitCodeAbbrevOp &Op = Abbv->getOperandInfo(i);
248     if (Op.isLiteral()) {
249       Vals.push_back(Op.getLiteralValue());
250       continue;
251     }
252 
253     if (Op.getEncoding() != BitCodeAbbrevOp::Array &&
254         Op.getEncoding() != BitCodeAbbrevOp::Blob) {
255       if (Expected<uint64_t> MaybeVal = readAbbreviatedField(*this, Op))
256         Vals.push_back(MaybeVal.get());
257       else
258         return MaybeVal.takeError();
259       continue;
260     }
261 
262     if (Op.getEncoding() == BitCodeAbbrevOp::Array) {
263       // Array case.  Read the number of elements as a vbr6.
264       Expected<uint32_t> MaybeNumElts = ReadVBR(6);
265       if (!MaybeNumElts)
266         return MaybeNumElts.takeError();
267       uint32_t NumElts = MaybeNumElts.get();
268       Vals.reserve(Vals.size() + NumElts);
269 
270       // Get the element encoding.
271       if (i + 2 != e)
272         report_fatal_error("Array op not second to last");
273       const BitCodeAbbrevOp &EltEnc = Abbv->getOperandInfo(++i);
274       if (!EltEnc.isEncoding())
275         report_fatal_error(
276             "Array element type has to be an encoding of a type");
277 
278       // Read all the elements.
279       switch (EltEnc.getEncoding()) {
280       default:
281         report_fatal_error("Array element type can't be an Array or a Blob");
282       case BitCodeAbbrevOp::Fixed:
283         for (; NumElts; --NumElts)
284           if (Expected<SimpleBitstreamCursor::word_t> MaybeVal =
285                   Read((unsigned)EltEnc.getEncodingData()))
286             Vals.push_back(MaybeVal.get());
287           else
288             return MaybeVal.takeError();
289         break;
290       case BitCodeAbbrevOp::VBR:
291         for (; NumElts; --NumElts)
292           if (Expected<uint64_t> MaybeVal =
293                   ReadVBR64((unsigned)EltEnc.getEncodingData()))
294             Vals.push_back(MaybeVal.get());
295           else
296             return MaybeVal.takeError();
297         break;
298       case BitCodeAbbrevOp::Char6:
299         for (; NumElts; --NumElts)
300           if (Expected<SimpleBitstreamCursor::word_t> MaybeVal = Read(6))
301             Vals.push_back(BitCodeAbbrevOp::DecodeChar6(MaybeVal.get()));
302           else
303             return MaybeVal.takeError();
304       }
305       continue;
306     }
307 
308     assert(Op.getEncoding() == BitCodeAbbrevOp::Blob);
309     // Blob case.  Read the number of bytes as a vbr6.
310     Expected<uint32_t> MaybeNumElts = ReadVBR(6);
311     if (!MaybeNumElts)
312       return MaybeNumElts.takeError();
313     uint32_t NumElts = MaybeNumElts.get();
314     SkipToFourByteBoundary();  // 32-bit alignment
315 
316     // Figure out where the end of this blob will be including tail padding.
317     size_t CurBitPos = GetCurrentBitNo();
318     const size_t NewEnd = CurBitPos + alignTo(NumElts, 4) * 8;
319 
320     // If this would read off the end of the bitcode file, just set the
321     // record to empty and return.
322     if (!canSkipToPos(NewEnd/8)) {
323       Vals.append(NumElts, 0);
324       skipToEnd();
325       break;
326     }
327 
328     // Otherwise, inform the streamer that we need these bytes in memory.  Skip
329     // over tail padding first, in case jumping to NewEnd invalidates the Blob
330     // pointer.
331     if (Error Err = JumpToBit(NewEnd))
332       return std::move(Err);
333     const char *Ptr = (const char *)getPointerToBit(CurBitPos, NumElts);
334 
335     // If we can return a reference to the data, do so to avoid copying it.
336     if (Blob) {
337       *Blob = StringRef(Ptr, NumElts);
338     } else {
339       // Otherwise, unpack into Vals with zero extension.
340       auto *UPtr = reinterpret_cast<const unsigned char *>(Ptr);
341       Vals.append(UPtr, UPtr + NumElts);
342     }
343   }
344 
345   return Code;
346 }
347 
348 Error BitstreamCursor::ReadAbbrevRecord() {
349   auto Abbv = std::make_shared<BitCodeAbbrev>();
350   Expected<uint32_t> MaybeNumOpInfo = ReadVBR(5);
351   if (!MaybeNumOpInfo)
352     return MaybeNumOpInfo.takeError();
353   unsigned NumOpInfo = MaybeNumOpInfo.get();
354   for (unsigned i = 0; i != NumOpInfo; ++i) {
355     Expected<word_t> MaybeIsLiteral = Read(1);
356     if (!MaybeIsLiteral)
357       return MaybeIsLiteral.takeError();
358     bool IsLiteral = MaybeIsLiteral.get();
359     if (IsLiteral) {
360       Expected<uint64_t> MaybeOp = ReadVBR64(8);
361       if (!MaybeOp)
362         return MaybeOp.takeError();
363       Abbv->Add(BitCodeAbbrevOp(MaybeOp.get()));
364       continue;
365     }
366 
367     Expected<word_t> MaybeEncoding = Read(3);
368     if (!MaybeEncoding)
369       return MaybeEncoding.takeError();
370     BitCodeAbbrevOp::Encoding E =
371         (BitCodeAbbrevOp::Encoding)MaybeEncoding.get();
372     if (BitCodeAbbrevOp::hasEncodingData(E)) {
373       Expected<uint64_t> MaybeData = ReadVBR64(5);
374       if (!MaybeData)
375         return MaybeData.takeError();
376       uint64_t Data = MaybeData.get();
377 
378       // As a special case, handle fixed(0) (i.e., a fixed field with zero bits)
379       // and vbr(0) as a literal zero.  This is decoded the same way, and avoids
380       // a slow path in Read() to have to handle reading zero bits.
381       if ((E == BitCodeAbbrevOp::Fixed || E == BitCodeAbbrevOp::VBR) &&
382           Data == 0) {
383         Abbv->Add(BitCodeAbbrevOp(0));
384         continue;
385       }
386 
387       if ((E == BitCodeAbbrevOp::Fixed || E == BitCodeAbbrevOp::VBR) &&
388           Data > MaxChunkSize)
389         report_fatal_error(
390             "Fixed or VBR abbrev record with size > MaxChunkData");
391 
392       Abbv->Add(BitCodeAbbrevOp(E, Data));
393     } else
394       Abbv->Add(BitCodeAbbrevOp(E));
395   }
396 
397   if (Abbv->getNumOperandInfos() == 0)
398     report_fatal_error("Abbrev record with no operands");
399   CurAbbrevs.push_back(std::move(Abbv));
400 
401   return Error::success();
402 }
403 
404 Expected<Optional<BitstreamBlockInfo>>
405 BitstreamCursor::ReadBlockInfoBlock(bool ReadBlockInfoNames) {
406   if (llvm::Error Err = EnterSubBlock(bitc::BLOCKINFO_BLOCK_ID))
407     return std::move(Err);
408 
409   BitstreamBlockInfo NewBlockInfo;
410 
411   SmallVector<uint64_t, 64> Record;
412   BitstreamBlockInfo::BlockInfo *CurBlockInfo = nullptr;
413 
414   // Read all the records for this module.
415   while (true) {
416     Expected<BitstreamEntry> MaybeEntry =
417         advanceSkippingSubblocks(AF_DontAutoprocessAbbrevs);
418     if (!MaybeEntry)
419       return MaybeEntry.takeError();
420     BitstreamEntry Entry = MaybeEntry.get();
421 
422     switch (Entry.Kind) {
423     case llvm::BitstreamEntry::SubBlock: // Handled for us already.
424     case llvm::BitstreamEntry::Error:
425       return None;
426     case llvm::BitstreamEntry::EndBlock:
427       return std::move(NewBlockInfo);
428     case llvm::BitstreamEntry::Record:
429       // The interesting case.
430       break;
431     }
432 
433     // Read abbrev records, associate them with CurBID.
434     if (Entry.ID == bitc::DEFINE_ABBREV) {
435       if (!CurBlockInfo) return None;
436       if (Error Err = ReadAbbrevRecord())
437         return std::move(Err);
438 
439       // ReadAbbrevRecord installs the abbrev in CurAbbrevs.  Move it to the
440       // appropriate BlockInfo.
441       CurBlockInfo->Abbrevs.push_back(std::move(CurAbbrevs.back()));
442       CurAbbrevs.pop_back();
443       continue;
444     }
445 
446     // Read a record.
447     Record.clear();
448     Expected<unsigned> MaybeBlockInfo = readRecord(Entry.ID, Record);
449     if (!MaybeBlockInfo)
450       return MaybeBlockInfo.takeError();
451     switch (MaybeBlockInfo.get()) {
452     default:
453       break; // Default behavior, ignore unknown content.
454     case bitc::BLOCKINFO_CODE_SETBID:
455       if (Record.size() < 1)
456         return None;
457       CurBlockInfo = &NewBlockInfo.getOrCreateBlockInfo((unsigned)Record[0]);
458       break;
459     case bitc::BLOCKINFO_CODE_BLOCKNAME: {
460       if (!CurBlockInfo)
461         return None;
462       if (!ReadBlockInfoNames)
463         break; // Ignore name.
464       CurBlockInfo->Name = std::string(Record.begin(), Record.end());
465       break;
466     }
467       case bitc::BLOCKINFO_CODE_SETRECORDNAME: {
468         if (!CurBlockInfo) return None;
469         if (!ReadBlockInfoNames)
470           break; // Ignore name.
471         CurBlockInfo->RecordNames.emplace_back(
472             (unsigned)Record[0], std::string(Record.begin() + 1, Record.end()));
473         break;
474       }
475       }
476   }
477 }
478