1 //===- BitstreamReader.cpp - BitstreamReader implementation ---------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #include "llvm/Bitstream/BitstreamReader.h" 10 #include "llvm/ADT/StringRef.h" 11 #include <cassert> 12 #include <string> 13 14 using namespace llvm; 15 16 //===----------------------------------------------------------------------===// 17 // BitstreamCursor implementation 18 //===----------------------------------------------------------------------===// 19 20 /// Having read the ENTER_SUBBLOCK abbrevid, enter the block. 21 Error BitstreamCursor::EnterSubBlock(unsigned BlockID, unsigned *NumWordsP) { 22 // Save the current block's state on BlockScope. 23 BlockScope.push_back(Block(CurCodeSize)); 24 BlockScope.back().PrevAbbrevs.swap(CurAbbrevs); 25 26 // Add the abbrevs specific to this block to the CurAbbrevs list. 27 if (BlockInfo) { 28 if (const BitstreamBlockInfo::BlockInfo *Info = 29 BlockInfo->getBlockInfo(BlockID)) { 30 CurAbbrevs.insert(CurAbbrevs.end(), Info->Abbrevs.begin(), 31 Info->Abbrevs.end()); 32 } 33 } 34 35 // Get the codesize of this block. 36 Expected<uint32_t> MaybeVBR = ReadVBR(bitc::CodeLenWidth); 37 if (!MaybeVBR) 38 return MaybeVBR.takeError(); 39 CurCodeSize = MaybeVBR.get(); 40 41 if (CurCodeSize > MaxChunkSize) 42 return llvm::createStringError( 43 std::errc::illegal_byte_sequence, 44 "can't read more than %zu at a time, trying to read %u", +MaxChunkSize, 45 CurCodeSize); 46 47 SkipToFourByteBoundary(); 48 Expected<word_t> MaybeNum = Read(bitc::BlockSizeWidth); 49 if (!MaybeNum) 50 return MaybeNum.takeError(); 51 word_t NumWords = MaybeNum.get(); 52 if (NumWordsP) 53 *NumWordsP = NumWords; 54 55 if (CurCodeSize == 0) 56 return llvm::createStringError( 57 std::errc::illegal_byte_sequence, 58 "can't enter sub-block: current code size is 0"); 59 if (AtEndOfStream()) 60 return llvm::createStringError( 61 std::errc::illegal_byte_sequence, 62 "can't enter sub block: already at end of stream"); 63 64 return Error::success(); 65 } 66 67 static Expected<uint64_t> readAbbreviatedField(BitstreamCursor &Cursor, 68 const BitCodeAbbrevOp &Op) { 69 assert(!Op.isLiteral() && "Not to be used with literals!"); 70 71 // Decode the value as we are commanded. 72 switch (Op.getEncoding()) { 73 case BitCodeAbbrevOp::Array: 74 case BitCodeAbbrevOp::Blob: 75 llvm_unreachable("Should not reach here"); 76 case BitCodeAbbrevOp::Fixed: 77 assert((unsigned)Op.getEncodingData() <= Cursor.MaxChunkSize); 78 return Cursor.Read((unsigned)Op.getEncodingData()); 79 case BitCodeAbbrevOp::VBR: 80 assert((unsigned)Op.getEncodingData() <= Cursor.MaxChunkSize); 81 return Cursor.ReadVBR64((unsigned)Op.getEncodingData()); 82 case BitCodeAbbrevOp::Char6: 83 if (Expected<unsigned> Res = Cursor.Read(6)) 84 return BitCodeAbbrevOp::DecodeChar6(Res.get()); 85 else 86 return Res.takeError(); 87 } 88 llvm_unreachable("invalid abbreviation encoding"); 89 } 90 91 /// skipRecord - Read the current record and discard it. 92 Expected<unsigned> BitstreamCursor::skipRecord(unsigned AbbrevID) { 93 // Skip unabbreviated records by reading past their entries. 94 if (AbbrevID == bitc::UNABBREV_RECORD) { 95 Expected<uint32_t> MaybeCode = ReadVBR(6); 96 if (!MaybeCode) 97 return MaybeCode.takeError(); 98 unsigned Code = MaybeCode.get(); 99 Expected<uint32_t> MaybeVBR = ReadVBR(6); 100 if (!MaybeVBR) 101 return MaybeVBR.get(); 102 unsigned NumElts = MaybeVBR.get(); 103 for (unsigned i = 0; i != NumElts; ++i) 104 if (Expected<uint64_t> Res = ReadVBR64(6)) 105 ; // Skip! 106 else 107 return Res.takeError(); 108 return Code; 109 } 110 111 const BitCodeAbbrev *Abbv = getAbbrev(AbbrevID); 112 const BitCodeAbbrevOp &CodeOp = Abbv->getOperandInfo(0); 113 unsigned Code; 114 if (CodeOp.isLiteral()) 115 Code = CodeOp.getLiteralValue(); 116 else { 117 if (CodeOp.getEncoding() == BitCodeAbbrevOp::Array || 118 CodeOp.getEncoding() == BitCodeAbbrevOp::Blob) 119 return llvm::createStringError( 120 std::errc::illegal_byte_sequence, 121 "Abbreviation starts with an Array or a Blob"); 122 Expected<uint64_t> MaybeCode = readAbbreviatedField(*this, CodeOp); 123 if (!MaybeCode) 124 return MaybeCode.takeError(); 125 Code = MaybeCode.get(); 126 } 127 128 for (unsigned i = 1, e = Abbv->getNumOperandInfos(); i < e; ++i) { 129 const BitCodeAbbrevOp &Op = Abbv->getOperandInfo(i); 130 if (Op.isLiteral()) 131 continue; 132 133 if (Op.getEncoding() != BitCodeAbbrevOp::Array && 134 Op.getEncoding() != BitCodeAbbrevOp::Blob) { 135 if (Expected<uint64_t> MaybeField = readAbbreviatedField(*this, Op)) 136 continue; 137 else 138 return MaybeField.takeError(); 139 } 140 141 if (Op.getEncoding() == BitCodeAbbrevOp::Array) { 142 // Array case. Read the number of elements as a vbr6. 143 Expected<uint32_t> MaybeNum = ReadVBR(6); 144 if (!MaybeNum) 145 return MaybeNum.takeError(); 146 unsigned NumElts = MaybeNum.get(); 147 148 // Get the element encoding. 149 assert(i+2 == e && "array op not second to last?"); 150 const BitCodeAbbrevOp &EltEnc = Abbv->getOperandInfo(++i); 151 152 // Read all the elements. 153 // Decode the value as we are commanded. 154 switch (EltEnc.getEncoding()) { 155 default: 156 report_fatal_error("Array element type can't be an Array or a Blob"); 157 case BitCodeAbbrevOp::Fixed: 158 assert((unsigned)EltEnc.getEncodingData() <= MaxChunkSize); 159 if (Error Err = 160 JumpToBit(GetCurrentBitNo() + static_cast<uint64_t>(NumElts) * 161 EltEnc.getEncodingData())) 162 return std::move(Err); 163 break; 164 case BitCodeAbbrevOp::VBR: 165 assert((unsigned)EltEnc.getEncodingData() <= MaxChunkSize); 166 for (; NumElts; --NumElts) 167 if (Expected<uint64_t> Res = 168 ReadVBR64((unsigned)EltEnc.getEncodingData())) 169 ; // Skip! 170 else 171 return Res.takeError(); 172 break; 173 case BitCodeAbbrevOp::Char6: 174 if (Error Err = JumpToBit(GetCurrentBitNo() + NumElts * 6)) 175 return std::move(Err); 176 break; 177 } 178 continue; 179 } 180 181 assert(Op.getEncoding() == BitCodeAbbrevOp::Blob); 182 // Blob case. Read the number of bytes as a vbr6. 183 Expected<uint32_t> MaybeNum = ReadVBR(6); 184 if (!MaybeNum) 185 return MaybeNum.takeError(); 186 unsigned NumElts = MaybeNum.get(); 187 SkipToFourByteBoundary(); // 32-bit alignment 188 189 // Figure out where the end of this blob will be including tail padding. 190 const size_t NewEnd = GetCurrentBitNo() + alignTo(NumElts, 4) * 8; 191 192 // If this would read off the end of the bitcode file, just set the 193 // record to empty and return. 194 if (!canSkipToPos(NewEnd/8)) { 195 skipToEnd(); 196 break; 197 } 198 199 // Skip over the blob. 200 if (Error Err = JumpToBit(NewEnd)) 201 return std::move(Err); 202 } 203 return Code; 204 } 205 206 Expected<unsigned> BitstreamCursor::readRecord(unsigned AbbrevID, 207 SmallVectorImpl<uint64_t> &Vals, 208 StringRef *Blob) { 209 if (AbbrevID == bitc::UNABBREV_RECORD) { 210 Expected<uint32_t> MaybeCode = ReadVBR(6); 211 if (!MaybeCode) 212 return MaybeCode.takeError(); 213 uint32_t Code = MaybeCode.get(); 214 Expected<uint32_t> MaybeNumElts = ReadVBR(6); 215 if (!MaybeNumElts) 216 return MaybeNumElts.takeError(); 217 uint32_t NumElts = MaybeNumElts.get(); 218 Vals.reserve(Vals.size() + NumElts); 219 220 for (unsigned i = 0; i != NumElts; ++i) 221 if (Expected<uint64_t> MaybeVal = ReadVBR64(6)) 222 Vals.push_back(MaybeVal.get()); 223 else 224 return MaybeVal.takeError(); 225 return Code; 226 } 227 228 const BitCodeAbbrev *Abbv = getAbbrev(AbbrevID); 229 230 // Read the record code first. 231 assert(Abbv->getNumOperandInfos() != 0 && "no record code in abbreviation?"); 232 const BitCodeAbbrevOp &CodeOp = Abbv->getOperandInfo(0); 233 unsigned Code; 234 if (CodeOp.isLiteral()) 235 Code = CodeOp.getLiteralValue(); 236 else { 237 if (CodeOp.getEncoding() == BitCodeAbbrevOp::Array || 238 CodeOp.getEncoding() == BitCodeAbbrevOp::Blob) 239 report_fatal_error("Abbreviation starts with an Array or a Blob"); 240 if (Expected<uint64_t> MaybeCode = readAbbreviatedField(*this, CodeOp)) 241 Code = MaybeCode.get(); 242 else 243 return MaybeCode.takeError(); 244 } 245 246 for (unsigned i = 1, e = Abbv->getNumOperandInfos(); i != e; ++i) { 247 const BitCodeAbbrevOp &Op = Abbv->getOperandInfo(i); 248 if (Op.isLiteral()) { 249 Vals.push_back(Op.getLiteralValue()); 250 continue; 251 } 252 253 if (Op.getEncoding() != BitCodeAbbrevOp::Array && 254 Op.getEncoding() != BitCodeAbbrevOp::Blob) { 255 if (Expected<uint64_t> MaybeVal = readAbbreviatedField(*this, Op)) 256 Vals.push_back(MaybeVal.get()); 257 else 258 return MaybeVal.takeError(); 259 continue; 260 } 261 262 if (Op.getEncoding() == BitCodeAbbrevOp::Array) { 263 // Array case. Read the number of elements as a vbr6. 264 Expected<uint32_t> MaybeNumElts = ReadVBR(6); 265 if (!MaybeNumElts) 266 return MaybeNumElts.takeError(); 267 uint32_t NumElts = MaybeNumElts.get(); 268 Vals.reserve(Vals.size() + NumElts); 269 270 // Get the element encoding. 271 if (i + 2 != e) 272 report_fatal_error("Array op not second to last"); 273 const BitCodeAbbrevOp &EltEnc = Abbv->getOperandInfo(++i); 274 if (!EltEnc.isEncoding()) 275 report_fatal_error( 276 "Array element type has to be an encoding of a type"); 277 278 // Read all the elements. 279 switch (EltEnc.getEncoding()) { 280 default: 281 report_fatal_error("Array element type can't be an Array or a Blob"); 282 case BitCodeAbbrevOp::Fixed: 283 for (; NumElts; --NumElts) 284 if (Expected<SimpleBitstreamCursor::word_t> MaybeVal = 285 Read((unsigned)EltEnc.getEncodingData())) 286 Vals.push_back(MaybeVal.get()); 287 else 288 return MaybeVal.takeError(); 289 break; 290 case BitCodeAbbrevOp::VBR: 291 for (; NumElts; --NumElts) 292 if (Expected<uint64_t> MaybeVal = 293 ReadVBR64((unsigned)EltEnc.getEncodingData())) 294 Vals.push_back(MaybeVal.get()); 295 else 296 return MaybeVal.takeError(); 297 break; 298 case BitCodeAbbrevOp::Char6: 299 for (; NumElts; --NumElts) 300 if (Expected<SimpleBitstreamCursor::word_t> MaybeVal = Read(6)) 301 Vals.push_back(BitCodeAbbrevOp::DecodeChar6(MaybeVal.get())); 302 else 303 return MaybeVal.takeError(); 304 } 305 continue; 306 } 307 308 assert(Op.getEncoding() == BitCodeAbbrevOp::Blob); 309 // Blob case. Read the number of bytes as a vbr6. 310 Expected<uint32_t> MaybeNumElts = ReadVBR(6); 311 if (!MaybeNumElts) 312 return MaybeNumElts.takeError(); 313 uint32_t NumElts = MaybeNumElts.get(); 314 SkipToFourByteBoundary(); // 32-bit alignment 315 316 // Figure out where the end of this blob will be including tail padding. 317 size_t CurBitPos = GetCurrentBitNo(); 318 const size_t NewEnd = CurBitPos + alignTo(NumElts, 4) * 8; 319 320 // If this would read off the end of the bitcode file, just set the 321 // record to empty and return. 322 if (!canSkipToPos(NewEnd/8)) { 323 Vals.append(NumElts, 0); 324 skipToEnd(); 325 break; 326 } 327 328 // Otherwise, inform the streamer that we need these bytes in memory. Skip 329 // over tail padding first, in case jumping to NewEnd invalidates the Blob 330 // pointer. 331 if (Error Err = JumpToBit(NewEnd)) 332 return std::move(Err); 333 const char *Ptr = (const char *)getPointerToBit(CurBitPos, NumElts); 334 335 // If we can return a reference to the data, do so to avoid copying it. 336 if (Blob) { 337 *Blob = StringRef(Ptr, NumElts); 338 } else { 339 // Otherwise, unpack into Vals with zero extension. 340 auto *UPtr = reinterpret_cast<const unsigned char *>(Ptr); 341 Vals.append(UPtr, UPtr + NumElts); 342 } 343 } 344 345 return Code; 346 } 347 348 Error BitstreamCursor::ReadAbbrevRecord() { 349 auto Abbv = std::make_shared<BitCodeAbbrev>(); 350 Expected<uint32_t> MaybeNumOpInfo = ReadVBR(5); 351 if (!MaybeNumOpInfo) 352 return MaybeNumOpInfo.takeError(); 353 unsigned NumOpInfo = MaybeNumOpInfo.get(); 354 for (unsigned i = 0; i != NumOpInfo; ++i) { 355 Expected<word_t> MaybeIsLiteral = Read(1); 356 if (!MaybeIsLiteral) 357 return MaybeIsLiteral.takeError(); 358 bool IsLiteral = MaybeIsLiteral.get(); 359 if (IsLiteral) { 360 Expected<uint64_t> MaybeOp = ReadVBR64(8); 361 if (!MaybeOp) 362 return MaybeOp.takeError(); 363 Abbv->Add(BitCodeAbbrevOp(MaybeOp.get())); 364 continue; 365 } 366 367 Expected<word_t> MaybeEncoding = Read(3); 368 if (!MaybeEncoding) 369 return MaybeEncoding.takeError(); 370 BitCodeAbbrevOp::Encoding E = 371 (BitCodeAbbrevOp::Encoding)MaybeEncoding.get(); 372 if (BitCodeAbbrevOp::hasEncodingData(E)) { 373 Expected<uint64_t> MaybeData = ReadVBR64(5); 374 if (!MaybeData) 375 return MaybeData.takeError(); 376 uint64_t Data = MaybeData.get(); 377 378 // As a special case, handle fixed(0) (i.e., a fixed field with zero bits) 379 // and vbr(0) as a literal zero. This is decoded the same way, and avoids 380 // a slow path in Read() to have to handle reading zero bits. 381 if ((E == BitCodeAbbrevOp::Fixed || E == BitCodeAbbrevOp::VBR) && 382 Data == 0) { 383 Abbv->Add(BitCodeAbbrevOp(0)); 384 continue; 385 } 386 387 if ((E == BitCodeAbbrevOp::Fixed || E == BitCodeAbbrevOp::VBR) && 388 Data > MaxChunkSize) 389 report_fatal_error( 390 "Fixed or VBR abbrev record with size > MaxChunkData"); 391 392 Abbv->Add(BitCodeAbbrevOp(E, Data)); 393 } else 394 Abbv->Add(BitCodeAbbrevOp(E)); 395 } 396 397 if (Abbv->getNumOperandInfos() == 0) 398 report_fatal_error("Abbrev record with no operands"); 399 CurAbbrevs.push_back(std::move(Abbv)); 400 401 return Error::success(); 402 } 403 404 Expected<Optional<BitstreamBlockInfo>> 405 BitstreamCursor::ReadBlockInfoBlock(bool ReadBlockInfoNames) { 406 if (llvm::Error Err = EnterSubBlock(bitc::BLOCKINFO_BLOCK_ID)) 407 return std::move(Err); 408 409 BitstreamBlockInfo NewBlockInfo; 410 411 SmallVector<uint64_t, 64> Record; 412 BitstreamBlockInfo::BlockInfo *CurBlockInfo = nullptr; 413 414 // Read all the records for this module. 415 while (true) { 416 Expected<BitstreamEntry> MaybeEntry = 417 advanceSkippingSubblocks(AF_DontAutoprocessAbbrevs); 418 if (!MaybeEntry) 419 return MaybeEntry.takeError(); 420 BitstreamEntry Entry = MaybeEntry.get(); 421 422 switch (Entry.Kind) { 423 case llvm::BitstreamEntry::SubBlock: // Handled for us already. 424 case llvm::BitstreamEntry::Error: 425 return None; 426 case llvm::BitstreamEntry::EndBlock: 427 return std::move(NewBlockInfo); 428 case llvm::BitstreamEntry::Record: 429 // The interesting case. 430 break; 431 } 432 433 // Read abbrev records, associate them with CurBID. 434 if (Entry.ID == bitc::DEFINE_ABBREV) { 435 if (!CurBlockInfo) return None; 436 if (Error Err = ReadAbbrevRecord()) 437 return std::move(Err); 438 439 // ReadAbbrevRecord installs the abbrev in CurAbbrevs. Move it to the 440 // appropriate BlockInfo. 441 CurBlockInfo->Abbrevs.push_back(std::move(CurAbbrevs.back())); 442 CurAbbrevs.pop_back(); 443 continue; 444 } 445 446 // Read a record. 447 Record.clear(); 448 Expected<unsigned> MaybeBlockInfo = readRecord(Entry.ID, Record); 449 if (!MaybeBlockInfo) 450 return MaybeBlockInfo.takeError(); 451 switch (MaybeBlockInfo.get()) { 452 default: 453 break; // Default behavior, ignore unknown content. 454 case bitc::BLOCKINFO_CODE_SETBID: 455 if (Record.size() < 1) 456 return None; 457 CurBlockInfo = &NewBlockInfo.getOrCreateBlockInfo((unsigned)Record[0]); 458 break; 459 case bitc::BLOCKINFO_CODE_BLOCKNAME: { 460 if (!CurBlockInfo) 461 return None; 462 if (!ReadBlockInfoNames) 463 break; // Ignore name. 464 CurBlockInfo->Name = std::string(Record.begin(), Record.end()); 465 break; 466 } 467 case bitc::BLOCKINFO_CODE_SETRECORDNAME: { 468 if (!CurBlockInfo) return None; 469 if (!ReadBlockInfoNames) 470 break; // Ignore name. 471 CurBlockInfo->RecordNames.emplace_back( 472 (unsigned)Record[0], std::string(Record.begin() + 1, Record.end())); 473 break; 474 } 475 } 476 } 477 } 478