xref: /freebsd-src/contrib/llvm-project/clang/lib/Lex/HeaderMap.cpp (revision 5f757f3ff9144b609b3c433dfd370cc6bdc191ad)
10b57cec5SDimitry Andric //===--- HeaderMap.cpp - A file that acts like dir of symlinks ------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file implements the HeaderMap interface.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #include "clang/Lex/HeaderMap.h"
140b57cec5SDimitry Andric #include "clang/Basic/CharInfo.h"
150b57cec5SDimitry Andric #include "clang/Basic/FileManager.h"
16*5f757f3fSDimitry Andric #include "clang/Lex/HeaderMapTypes.h"
170b57cec5SDimitry Andric #include "llvm/ADT/SmallString.h"
180b57cec5SDimitry Andric #include "llvm/Support/Compiler.h"
190b57cec5SDimitry Andric #include "llvm/Support/DataTypes.h"
20*5f757f3fSDimitry Andric #include "llvm/Support/Debug.h"
210b57cec5SDimitry Andric #include "llvm/Support/MathExtras.h"
220b57cec5SDimitry Andric #include "llvm/Support/MemoryBuffer.h"
230b57cec5SDimitry Andric #include "llvm/Support/SwapByteOrder.h"
24*5f757f3fSDimitry Andric #include "llvm/Support/SystemZ/zOSSupport.h"
250b57cec5SDimitry Andric #include <cstring>
260b57cec5SDimitry Andric #include <memory>
27bdd1243dSDimitry Andric #include <optional>
280b57cec5SDimitry Andric using namespace clang;
290b57cec5SDimitry Andric 
300b57cec5SDimitry Andric /// HashHMapKey - This is the 'well known' hash function required by the file
310b57cec5SDimitry Andric /// format, used to look up keys in the hash table.  The hash table uses simple
320b57cec5SDimitry Andric /// linear probing based on this function.
HashHMapKey(StringRef Str)330b57cec5SDimitry Andric static inline unsigned HashHMapKey(StringRef Str) {
340b57cec5SDimitry Andric   unsigned Result = 0;
350b57cec5SDimitry Andric   const char *S = Str.begin(), *End = Str.end();
360b57cec5SDimitry Andric 
370b57cec5SDimitry Andric   for (; S != End; S++)
380b57cec5SDimitry Andric     Result += toLowercase(*S) * 13;
390b57cec5SDimitry Andric   return Result;
400b57cec5SDimitry Andric }
410b57cec5SDimitry Andric 
420b57cec5SDimitry Andric 
430b57cec5SDimitry Andric 
440b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
450b57cec5SDimitry Andric // Verification and Construction
460b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
470b57cec5SDimitry Andric 
480b57cec5SDimitry Andric /// HeaderMap::Create - This attempts to load the specified file as a header
490b57cec5SDimitry Andric /// map.  If it doesn't look like a HeaderMap, it gives up and returns null.
500b57cec5SDimitry Andric /// If it looks like a HeaderMap but is obviously corrupted, it puts a reason
510b57cec5SDimitry Andric /// into the string error argument and returns null.
Create(FileEntryRef FE,FileManager & FM)52*5f757f3fSDimitry Andric std::unique_ptr<HeaderMap> HeaderMap::Create(FileEntryRef FE, FileManager &FM) {
530b57cec5SDimitry Andric   // If the file is too small to be a header map, ignore it.
54*5f757f3fSDimitry Andric   unsigned FileSize = FE.getSize();
550b57cec5SDimitry Andric   if (FileSize <= sizeof(HMapHeader)) return nullptr;
560b57cec5SDimitry Andric 
570b57cec5SDimitry Andric   auto FileBuffer = FM.getBufferForFile(FE);
580b57cec5SDimitry Andric   if (!FileBuffer || !*FileBuffer)
590b57cec5SDimitry Andric     return nullptr;
600b57cec5SDimitry Andric   bool NeedsByteSwap;
610b57cec5SDimitry Andric   if (!checkHeader(**FileBuffer, NeedsByteSwap))
620b57cec5SDimitry Andric     return nullptr;
630b57cec5SDimitry Andric   return std::unique_ptr<HeaderMap>(new HeaderMap(std::move(*FileBuffer), NeedsByteSwap));
640b57cec5SDimitry Andric }
650b57cec5SDimitry Andric 
checkHeader(const llvm::MemoryBuffer & File,bool & NeedsByteSwap)660b57cec5SDimitry Andric bool HeaderMapImpl::checkHeader(const llvm::MemoryBuffer &File,
670b57cec5SDimitry Andric                                 bool &NeedsByteSwap) {
680b57cec5SDimitry Andric   if (File.getBufferSize() <= sizeof(HMapHeader))
690b57cec5SDimitry Andric     return false;
700b57cec5SDimitry Andric   const char *FileStart = File.getBufferStart();
710b57cec5SDimitry Andric 
720b57cec5SDimitry Andric   // We know the file is at least as big as the header, check it now.
730b57cec5SDimitry Andric   const HMapHeader *Header = reinterpret_cast<const HMapHeader*>(FileStart);
740b57cec5SDimitry Andric 
750b57cec5SDimitry Andric   // Sniff it to see if it's a headermap by checking the magic number and
760b57cec5SDimitry Andric   // version.
770b57cec5SDimitry Andric   if (Header->Magic == HMAP_HeaderMagicNumber &&
780b57cec5SDimitry Andric       Header->Version == HMAP_HeaderVersion)
790b57cec5SDimitry Andric     NeedsByteSwap = false;
8006c3fb27SDimitry Andric   else if (Header->Magic == llvm::byteswap<uint32_t>(HMAP_HeaderMagicNumber) &&
8106c3fb27SDimitry Andric            Header->Version == llvm::byteswap<uint16_t>(HMAP_HeaderVersion))
820b57cec5SDimitry Andric     NeedsByteSwap = true;  // Mixed endianness headermap.
830b57cec5SDimitry Andric   else
840b57cec5SDimitry Andric     return false;  // Not a header map.
850b57cec5SDimitry Andric 
860b57cec5SDimitry Andric   if (Header->Reserved != 0)
870b57cec5SDimitry Andric     return false;
880b57cec5SDimitry Andric 
890b57cec5SDimitry Andric   // Check the number of buckets.  It should be a power of two, and there
900b57cec5SDimitry Andric   // should be enough space in the file for all of them.
91*5f757f3fSDimitry Andric   uint32_t NumBuckets =
92*5f757f3fSDimitry Andric       NeedsByteSwap ? llvm::byteswap(Header->NumBuckets) : Header->NumBuckets;
930b57cec5SDimitry Andric   if (!llvm::isPowerOf2_32(NumBuckets))
940b57cec5SDimitry Andric     return false;
950b57cec5SDimitry Andric   if (File.getBufferSize() <
960b57cec5SDimitry Andric       sizeof(HMapHeader) + sizeof(HMapBucket) * NumBuckets)
970b57cec5SDimitry Andric     return false;
980b57cec5SDimitry Andric 
990b57cec5SDimitry Andric   // Okay, everything looks good.
1000b57cec5SDimitry Andric   return true;
1010b57cec5SDimitry Andric }
1020b57cec5SDimitry Andric 
1030b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
1040b57cec5SDimitry Andric //  Utility Methods
1050b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
1060b57cec5SDimitry Andric 
1070b57cec5SDimitry Andric 
1080b57cec5SDimitry Andric /// getFileName - Return the filename of the headermap.
getFileName() const1090b57cec5SDimitry Andric StringRef HeaderMapImpl::getFileName() const {
1100b57cec5SDimitry Andric   return FileBuffer->getBufferIdentifier();
1110b57cec5SDimitry Andric }
1120b57cec5SDimitry Andric 
getEndianAdjustedWord(unsigned X) const1130b57cec5SDimitry Andric unsigned HeaderMapImpl::getEndianAdjustedWord(unsigned X) const {
1140b57cec5SDimitry Andric   if (!NeedsBSwap) return X;
11506c3fb27SDimitry Andric   return llvm::byteswap<uint32_t>(X);
1160b57cec5SDimitry Andric }
1170b57cec5SDimitry Andric 
1180b57cec5SDimitry Andric /// getHeader - Return a reference to the file header, in unbyte-swapped form.
1190b57cec5SDimitry Andric /// This method cannot fail.
getHeader() const1200b57cec5SDimitry Andric const HMapHeader &HeaderMapImpl::getHeader() const {
1210b57cec5SDimitry Andric   // We know the file is at least as big as the header.  Return it.
1220b57cec5SDimitry Andric   return *reinterpret_cast<const HMapHeader*>(FileBuffer->getBufferStart());
1230b57cec5SDimitry Andric }
1240b57cec5SDimitry Andric 
1250b57cec5SDimitry Andric /// getBucket - Return the specified hash table bucket from the header map,
1260b57cec5SDimitry Andric /// bswap'ing its fields as appropriate.  If the bucket number is not valid,
1270b57cec5SDimitry Andric /// this return a bucket with an empty key (0).
getBucket(unsigned BucketNo) const1280b57cec5SDimitry Andric HMapBucket HeaderMapImpl::getBucket(unsigned BucketNo) const {
1290b57cec5SDimitry Andric   assert(FileBuffer->getBufferSize() >=
1300b57cec5SDimitry Andric              sizeof(HMapHeader) + sizeof(HMapBucket) * BucketNo &&
1310b57cec5SDimitry Andric          "Expected bucket to be in range");
1320b57cec5SDimitry Andric 
1330b57cec5SDimitry Andric   HMapBucket Result;
1340b57cec5SDimitry Andric   Result.Key = HMAP_EmptyBucketKey;
1350b57cec5SDimitry Andric 
1360b57cec5SDimitry Andric   const HMapBucket *BucketArray =
1370b57cec5SDimitry Andric     reinterpret_cast<const HMapBucket*>(FileBuffer->getBufferStart() +
1380b57cec5SDimitry Andric                                         sizeof(HMapHeader));
1390b57cec5SDimitry Andric   const HMapBucket *BucketPtr = BucketArray+BucketNo;
1400b57cec5SDimitry Andric 
1410b57cec5SDimitry Andric   // Load the values, bswapping as needed.
1420b57cec5SDimitry Andric   Result.Key    = getEndianAdjustedWord(BucketPtr->Key);
1430b57cec5SDimitry Andric   Result.Prefix = getEndianAdjustedWord(BucketPtr->Prefix);
1440b57cec5SDimitry Andric   Result.Suffix = getEndianAdjustedWord(BucketPtr->Suffix);
1450b57cec5SDimitry Andric   return Result;
1460b57cec5SDimitry Andric }
1470b57cec5SDimitry Andric 
getString(unsigned StrTabIdx) const148bdd1243dSDimitry Andric std::optional<StringRef> HeaderMapImpl::getString(unsigned StrTabIdx) const {
1490b57cec5SDimitry Andric   // Add the start of the string table to the idx.
1500b57cec5SDimitry Andric   StrTabIdx += getEndianAdjustedWord(getHeader().StringsOffset);
1510b57cec5SDimitry Andric 
1520b57cec5SDimitry Andric   // Check for invalid index.
1530b57cec5SDimitry Andric   if (StrTabIdx >= FileBuffer->getBufferSize())
154bdd1243dSDimitry Andric     return std::nullopt;
1550b57cec5SDimitry Andric 
1560b57cec5SDimitry Andric   const char *Data = FileBuffer->getBufferStart() + StrTabIdx;
1570b57cec5SDimitry Andric   unsigned MaxLen = FileBuffer->getBufferSize() - StrTabIdx;
1580b57cec5SDimitry Andric   unsigned Len = strnlen(Data, MaxLen);
1590b57cec5SDimitry Andric 
1600b57cec5SDimitry Andric   // Check whether the buffer is null-terminated.
1610b57cec5SDimitry Andric   if (Len == MaxLen && Data[Len - 1])
162bdd1243dSDimitry Andric     return std::nullopt;
1630b57cec5SDimitry Andric 
1640b57cec5SDimitry Andric   return StringRef(Data, Len);
1650b57cec5SDimitry Andric }
1660b57cec5SDimitry Andric 
1670b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
1680b57cec5SDimitry Andric // The Main Drivers
1690b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
1700b57cec5SDimitry Andric 
1710b57cec5SDimitry Andric /// dump - Print the contents of this headermap to stderr.
dump() const1720b57cec5SDimitry Andric LLVM_DUMP_METHOD void HeaderMapImpl::dump() const {
1730b57cec5SDimitry Andric   const HMapHeader &Hdr = getHeader();
1740b57cec5SDimitry Andric   unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
1750b57cec5SDimitry Andric 
1760b57cec5SDimitry Andric   llvm::dbgs() << "Header Map " << getFileName() << ":\n  " << NumBuckets
1770b57cec5SDimitry Andric                << ", " << getEndianAdjustedWord(Hdr.NumEntries) << "\n";
1780b57cec5SDimitry Andric 
1790b57cec5SDimitry Andric   auto getStringOrInvalid = [this](unsigned Id) -> StringRef {
180bdd1243dSDimitry Andric     if (std::optional<StringRef> S = getString(Id))
1810b57cec5SDimitry Andric       return *S;
1820b57cec5SDimitry Andric     return "<invalid>";
1830b57cec5SDimitry Andric   };
1840b57cec5SDimitry Andric 
1850b57cec5SDimitry Andric   for (unsigned i = 0; i != NumBuckets; ++i) {
1860b57cec5SDimitry Andric     HMapBucket B = getBucket(i);
1870b57cec5SDimitry Andric     if (B.Key == HMAP_EmptyBucketKey) continue;
1880b57cec5SDimitry Andric 
1890b57cec5SDimitry Andric     StringRef Key = getStringOrInvalid(B.Key);
1900b57cec5SDimitry Andric     StringRef Prefix = getStringOrInvalid(B.Prefix);
1910b57cec5SDimitry Andric     StringRef Suffix = getStringOrInvalid(B.Suffix);
1920b57cec5SDimitry Andric     llvm::dbgs() << "  " << i << ". " << Key << " -> '" << Prefix << "' '"
1930b57cec5SDimitry Andric                  << Suffix << "'\n";
1940b57cec5SDimitry Andric   }
1950b57cec5SDimitry Andric }
1960b57cec5SDimitry Andric 
lookupFilename(StringRef Filename,SmallVectorImpl<char> & DestPath) const1970b57cec5SDimitry Andric StringRef HeaderMapImpl::lookupFilename(StringRef Filename,
1980b57cec5SDimitry Andric                                         SmallVectorImpl<char> &DestPath) const {
1990b57cec5SDimitry Andric   const HMapHeader &Hdr = getHeader();
2000b57cec5SDimitry Andric   unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
2010b57cec5SDimitry Andric 
2020b57cec5SDimitry Andric   // Don't probe infinitely.  This should be checked before constructing.
2030b57cec5SDimitry Andric   assert(llvm::isPowerOf2_32(NumBuckets) && "Expected power of 2");
2040b57cec5SDimitry Andric 
2050b57cec5SDimitry Andric   // Linearly probe the hash table.
2060b57cec5SDimitry Andric   for (unsigned Bucket = HashHMapKey(Filename);; ++Bucket) {
2070b57cec5SDimitry Andric     HMapBucket B = getBucket(Bucket & (NumBuckets-1));
2080b57cec5SDimitry Andric     if (B.Key == HMAP_EmptyBucketKey) return StringRef(); // Hash miss.
2090b57cec5SDimitry Andric 
2100b57cec5SDimitry Andric     // See if the key matches.  If not, probe on.
211bdd1243dSDimitry Andric     std::optional<StringRef> Key = getString(B.Key);
2120b57cec5SDimitry Andric     if (LLVM_UNLIKELY(!Key))
2130b57cec5SDimitry Andric       continue;
214fe6060f1SDimitry Andric     if (!Filename.equals_insensitive(*Key))
2150b57cec5SDimitry Andric       continue;
2160b57cec5SDimitry Andric 
2170b57cec5SDimitry Andric     // If so, we have a match in the hash table.  Construct the destination
2180b57cec5SDimitry Andric     // path.
219bdd1243dSDimitry Andric     std::optional<StringRef> Prefix = getString(B.Prefix);
220bdd1243dSDimitry Andric     std::optional<StringRef> Suffix = getString(B.Suffix);
2210b57cec5SDimitry Andric 
2220b57cec5SDimitry Andric     DestPath.clear();
2230b57cec5SDimitry Andric     if (LLVM_LIKELY(Prefix && Suffix)) {
2240b57cec5SDimitry Andric       DestPath.append(Prefix->begin(), Prefix->end());
2250b57cec5SDimitry Andric       DestPath.append(Suffix->begin(), Suffix->end());
2260b57cec5SDimitry Andric     }
2270b57cec5SDimitry Andric     return StringRef(DestPath.begin(), DestPath.size());
2280b57cec5SDimitry Andric   }
2290b57cec5SDimitry Andric }
230fe6060f1SDimitry Andric 
reverseLookupFilename(StringRef DestPath) const231fe6060f1SDimitry Andric StringRef HeaderMapImpl::reverseLookupFilename(StringRef DestPath) const {
232fe6060f1SDimitry Andric   if (!ReverseMap.empty())
233fe6060f1SDimitry Andric     return ReverseMap.lookup(DestPath);
234fe6060f1SDimitry Andric 
235fe6060f1SDimitry Andric   const HMapHeader &Hdr = getHeader();
236fe6060f1SDimitry Andric   unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
237fe6060f1SDimitry Andric   StringRef RetKey;
238fe6060f1SDimitry Andric   for (unsigned i = 0; i != NumBuckets; ++i) {
239fe6060f1SDimitry Andric     HMapBucket B = getBucket(i);
240fe6060f1SDimitry Andric     if (B.Key == HMAP_EmptyBucketKey)
241fe6060f1SDimitry Andric       continue;
242fe6060f1SDimitry Andric 
243bdd1243dSDimitry Andric     std::optional<StringRef> Key = getString(B.Key);
244bdd1243dSDimitry Andric     std::optional<StringRef> Prefix = getString(B.Prefix);
245bdd1243dSDimitry Andric     std::optional<StringRef> Suffix = getString(B.Suffix);
246fe6060f1SDimitry Andric     if (LLVM_LIKELY(Key && Prefix && Suffix)) {
247fe6060f1SDimitry Andric       SmallVector<char, 1024> Buf;
248fe6060f1SDimitry Andric       Buf.append(Prefix->begin(), Prefix->end());
249fe6060f1SDimitry Andric       Buf.append(Suffix->begin(), Suffix->end());
250fe6060f1SDimitry Andric       StringRef Value(Buf.begin(), Buf.size());
251fe6060f1SDimitry Andric       ReverseMap[Value] = *Key;
252fe6060f1SDimitry Andric 
253fe6060f1SDimitry Andric       if (DestPath == Value)
254fe6060f1SDimitry Andric         RetKey = *Key;
255fe6060f1SDimitry Andric     }
256fe6060f1SDimitry Andric   }
257fe6060f1SDimitry Andric   return RetKey;
258fe6060f1SDimitry Andric }
259