1e5dd7070Spatrick //===--- HeaderMap.cpp - A file that acts like dir of symlinks ------------===//
2e5dd7070Spatrick //
3e5dd7070Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4e5dd7070Spatrick // See https://llvm.org/LICENSE.txt for license information.
5e5dd7070Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6e5dd7070Spatrick //
7e5dd7070Spatrick //===----------------------------------------------------------------------===//
8e5dd7070Spatrick //
9e5dd7070Spatrick // This file implements the HeaderMap interface.
10e5dd7070Spatrick //
11e5dd7070Spatrick //===----------------------------------------------------------------------===//
12e5dd7070Spatrick
13e5dd7070Spatrick #include "clang/Lex/HeaderMap.h"
14e5dd7070Spatrick #include "clang/Lex/HeaderMapTypes.h"
15e5dd7070Spatrick #include "clang/Basic/CharInfo.h"
16e5dd7070Spatrick #include "clang/Basic/FileManager.h"
17e5dd7070Spatrick #include "llvm/ADT/SmallString.h"
18e5dd7070Spatrick #include "llvm/Support/Compiler.h"
19e5dd7070Spatrick #include "llvm/Support/DataTypes.h"
20e5dd7070Spatrick #include "llvm/Support/MathExtras.h"
21e5dd7070Spatrick #include "llvm/Support/MemoryBuffer.h"
22e5dd7070Spatrick #include "llvm/Support/SwapByteOrder.h"
23e5dd7070Spatrick #include "llvm/Support/Debug.h"
24e5dd7070Spatrick #include <cstring>
25e5dd7070Spatrick #include <memory>
26*12c85518Srobert #include <optional>
27e5dd7070Spatrick using namespace clang;
28e5dd7070Spatrick
29e5dd7070Spatrick /// HashHMapKey - This is the 'well known' hash function required by the file
30e5dd7070Spatrick /// format, used to look up keys in the hash table. The hash table uses simple
31e5dd7070Spatrick /// linear probing based on this function.
HashHMapKey(StringRef Str)32e5dd7070Spatrick static inline unsigned HashHMapKey(StringRef Str) {
33e5dd7070Spatrick unsigned Result = 0;
34e5dd7070Spatrick const char *S = Str.begin(), *End = Str.end();
35e5dd7070Spatrick
36e5dd7070Spatrick for (; S != End; S++)
37e5dd7070Spatrick Result += toLowercase(*S) * 13;
38e5dd7070Spatrick return Result;
39e5dd7070Spatrick }
40e5dd7070Spatrick
41e5dd7070Spatrick
42e5dd7070Spatrick
43e5dd7070Spatrick //===----------------------------------------------------------------------===//
44e5dd7070Spatrick // Verification and Construction
45e5dd7070Spatrick //===----------------------------------------------------------------------===//
46e5dd7070Spatrick
47e5dd7070Spatrick /// HeaderMap::Create - This attempts to load the specified file as a header
48e5dd7070Spatrick /// map. If it doesn't look like a HeaderMap, it gives up and returns null.
49e5dd7070Spatrick /// If it looks like a HeaderMap but is obviously corrupted, it puts a reason
50e5dd7070Spatrick /// into the string error argument and returns null.
Create(const FileEntry * FE,FileManager & FM)51e5dd7070Spatrick std::unique_ptr<HeaderMap> HeaderMap::Create(const FileEntry *FE,
52e5dd7070Spatrick FileManager &FM) {
53e5dd7070Spatrick // If the file is too small to be a header map, ignore it.
54e5dd7070Spatrick unsigned FileSize = FE->getSize();
55e5dd7070Spatrick if (FileSize <= sizeof(HMapHeader)) return nullptr;
56e5dd7070Spatrick
57e5dd7070Spatrick auto FileBuffer = FM.getBufferForFile(FE);
58e5dd7070Spatrick if (!FileBuffer || !*FileBuffer)
59e5dd7070Spatrick return nullptr;
60e5dd7070Spatrick bool NeedsByteSwap;
61e5dd7070Spatrick if (!checkHeader(**FileBuffer, NeedsByteSwap))
62e5dd7070Spatrick return nullptr;
63e5dd7070Spatrick return std::unique_ptr<HeaderMap>(new HeaderMap(std::move(*FileBuffer), NeedsByteSwap));
64e5dd7070Spatrick }
65e5dd7070Spatrick
checkHeader(const llvm::MemoryBuffer & File,bool & NeedsByteSwap)66e5dd7070Spatrick bool HeaderMapImpl::checkHeader(const llvm::MemoryBuffer &File,
67e5dd7070Spatrick bool &NeedsByteSwap) {
68e5dd7070Spatrick if (File.getBufferSize() <= sizeof(HMapHeader))
69e5dd7070Spatrick return false;
70e5dd7070Spatrick const char *FileStart = File.getBufferStart();
71e5dd7070Spatrick
72e5dd7070Spatrick // We know the file is at least as big as the header, check it now.
73e5dd7070Spatrick const HMapHeader *Header = reinterpret_cast<const HMapHeader*>(FileStart);
74e5dd7070Spatrick
75e5dd7070Spatrick // Sniff it to see if it's a headermap by checking the magic number and
76e5dd7070Spatrick // version.
77e5dd7070Spatrick if (Header->Magic == HMAP_HeaderMagicNumber &&
78e5dd7070Spatrick Header->Version == HMAP_HeaderVersion)
79e5dd7070Spatrick NeedsByteSwap = false;
80e5dd7070Spatrick else if (Header->Magic == llvm::ByteSwap_32(HMAP_HeaderMagicNumber) &&
81e5dd7070Spatrick Header->Version == llvm::ByteSwap_16(HMAP_HeaderVersion))
82e5dd7070Spatrick NeedsByteSwap = true; // Mixed endianness headermap.
83e5dd7070Spatrick else
84e5dd7070Spatrick return false; // Not a header map.
85e5dd7070Spatrick
86e5dd7070Spatrick if (Header->Reserved != 0)
87e5dd7070Spatrick return false;
88e5dd7070Spatrick
89e5dd7070Spatrick // Check the number of buckets. It should be a power of two, and there
90e5dd7070Spatrick // should be enough space in the file for all of them.
91e5dd7070Spatrick uint32_t NumBuckets = NeedsByteSwap
92e5dd7070Spatrick ? llvm::sys::getSwappedBytes(Header->NumBuckets)
93e5dd7070Spatrick : Header->NumBuckets;
94e5dd7070Spatrick if (!llvm::isPowerOf2_32(NumBuckets))
95e5dd7070Spatrick return false;
96e5dd7070Spatrick if (File.getBufferSize() <
97e5dd7070Spatrick sizeof(HMapHeader) + sizeof(HMapBucket) * NumBuckets)
98e5dd7070Spatrick return false;
99e5dd7070Spatrick
100e5dd7070Spatrick // Okay, everything looks good.
101e5dd7070Spatrick return true;
102e5dd7070Spatrick }
103e5dd7070Spatrick
104e5dd7070Spatrick //===----------------------------------------------------------------------===//
105e5dd7070Spatrick // Utility Methods
106e5dd7070Spatrick //===----------------------------------------------------------------------===//
107e5dd7070Spatrick
108e5dd7070Spatrick
109e5dd7070Spatrick /// getFileName - Return the filename of the headermap.
getFileName() const110e5dd7070Spatrick StringRef HeaderMapImpl::getFileName() const {
111e5dd7070Spatrick return FileBuffer->getBufferIdentifier();
112e5dd7070Spatrick }
113e5dd7070Spatrick
getEndianAdjustedWord(unsigned X) const114e5dd7070Spatrick unsigned HeaderMapImpl::getEndianAdjustedWord(unsigned X) const {
115e5dd7070Spatrick if (!NeedsBSwap) return X;
116e5dd7070Spatrick return llvm::ByteSwap_32(X);
117e5dd7070Spatrick }
118e5dd7070Spatrick
119e5dd7070Spatrick /// getHeader - Return a reference to the file header, in unbyte-swapped form.
120e5dd7070Spatrick /// This method cannot fail.
getHeader() const121e5dd7070Spatrick const HMapHeader &HeaderMapImpl::getHeader() const {
122e5dd7070Spatrick // We know the file is at least as big as the header. Return it.
123e5dd7070Spatrick return *reinterpret_cast<const HMapHeader*>(FileBuffer->getBufferStart());
124e5dd7070Spatrick }
125e5dd7070Spatrick
126e5dd7070Spatrick /// getBucket - Return the specified hash table bucket from the header map,
127e5dd7070Spatrick /// bswap'ing its fields as appropriate. If the bucket number is not valid,
128e5dd7070Spatrick /// this return a bucket with an empty key (0).
getBucket(unsigned BucketNo) const129e5dd7070Spatrick HMapBucket HeaderMapImpl::getBucket(unsigned BucketNo) const {
130e5dd7070Spatrick assert(FileBuffer->getBufferSize() >=
131e5dd7070Spatrick sizeof(HMapHeader) + sizeof(HMapBucket) * BucketNo &&
132e5dd7070Spatrick "Expected bucket to be in range");
133e5dd7070Spatrick
134e5dd7070Spatrick HMapBucket Result;
135e5dd7070Spatrick Result.Key = HMAP_EmptyBucketKey;
136e5dd7070Spatrick
137e5dd7070Spatrick const HMapBucket *BucketArray =
138e5dd7070Spatrick reinterpret_cast<const HMapBucket*>(FileBuffer->getBufferStart() +
139e5dd7070Spatrick sizeof(HMapHeader));
140e5dd7070Spatrick const HMapBucket *BucketPtr = BucketArray+BucketNo;
141e5dd7070Spatrick
142e5dd7070Spatrick // Load the values, bswapping as needed.
143e5dd7070Spatrick Result.Key = getEndianAdjustedWord(BucketPtr->Key);
144e5dd7070Spatrick Result.Prefix = getEndianAdjustedWord(BucketPtr->Prefix);
145e5dd7070Spatrick Result.Suffix = getEndianAdjustedWord(BucketPtr->Suffix);
146e5dd7070Spatrick return Result;
147e5dd7070Spatrick }
148e5dd7070Spatrick
getString(unsigned StrTabIdx) const149*12c85518Srobert std::optional<StringRef> HeaderMapImpl::getString(unsigned StrTabIdx) const {
150e5dd7070Spatrick // Add the start of the string table to the idx.
151e5dd7070Spatrick StrTabIdx += getEndianAdjustedWord(getHeader().StringsOffset);
152e5dd7070Spatrick
153e5dd7070Spatrick // Check for invalid index.
154e5dd7070Spatrick if (StrTabIdx >= FileBuffer->getBufferSize())
155*12c85518Srobert return std::nullopt;
156e5dd7070Spatrick
157e5dd7070Spatrick const char *Data = FileBuffer->getBufferStart() + StrTabIdx;
158e5dd7070Spatrick unsigned MaxLen = FileBuffer->getBufferSize() - StrTabIdx;
159e5dd7070Spatrick unsigned Len = strnlen(Data, MaxLen);
160e5dd7070Spatrick
161e5dd7070Spatrick // Check whether the buffer is null-terminated.
162e5dd7070Spatrick if (Len == MaxLen && Data[Len - 1])
163*12c85518Srobert return std::nullopt;
164e5dd7070Spatrick
165e5dd7070Spatrick return StringRef(Data, Len);
166e5dd7070Spatrick }
167e5dd7070Spatrick
168e5dd7070Spatrick //===----------------------------------------------------------------------===//
169e5dd7070Spatrick // The Main Drivers
170e5dd7070Spatrick //===----------------------------------------------------------------------===//
171e5dd7070Spatrick
172e5dd7070Spatrick /// dump - Print the contents of this headermap to stderr.
dump() const173e5dd7070Spatrick LLVM_DUMP_METHOD void HeaderMapImpl::dump() const {
174e5dd7070Spatrick const HMapHeader &Hdr = getHeader();
175e5dd7070Spatrick unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
176e5dd7070Spatrick
177e5dd7070Spatrick llvm::dbgs() << "Header Map " << getFileName() << ":\n " << NumBuckets
178e5dd7070Spatrick << ", " << getEndianAdjustedWord(Hdr.NumEntries) << "\n";
179e5dd7070Spatrick
180e5dd7070Spatrick auto getStringOrInvalid = [this](unsigned Id) -> StringRef {
181*12c85518Srobert if (std::optional<StringRef> S = getString(Id))
182e5dd7070Spatrick return *S;
183e5dd7070Spatrick return "<invalid>";
184e5dd7070Spatrick };
185e5dd7070Spatrick
186e5dd7070Spatrick for (unsigned i = 0; i != NumBuckets; ++i) {
187e5dd7070Spatrick HMapBucket B = getBucket(i);
188e5dd7070Spatrick if (B.Key == HMAP_EmptyBucketKey) continue;
189e5dd7070Spatrick
190e5dd7070Spatrick StringRef Key = getStringOrInvalid(B.Key);
191e5dd7070Spatrick StringRef Prefix = getStringOrInvalid(B.Prefix);
192e5dd7070Spatrick StringRef Suffix = getStringOrInvalid(B.Suffix);
193e5dd7070Spatrick llvm::dbgs() << " " << i << ". " << Key << " -> '" << Prefix << "' '"
194e5dd7070Spatrick << Suffix << "'\n";
195e5dd7070Spatrick }
196e5dd7070Spatrick }
197e5dd7070Spatrick
lookupFilename(StringRef Filename,SmallVectorImpl<char> & DestPath) const198e5dd7070Spatrick StringRef HeaderMapImpl::lookupFilename(StringRef Filename,
199e5dd7070Spatrick SmallVectorImpl<char> &DestPath) const {
200e5dd7070Spatrick const HMapHeader &Hdr = getHeader();
201e5dd7070Spatrick unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
202e5dd7070Spatrick
203e5dd7070Spatrick // Don't probe infinitely. This should be checked before constructing.
204e5dd7070Spatrick assert(llvm::isPowerOf2_32(NumBuckets) && "Expected power of 2");
205e5dd7070Spatrick
206e5dd7070Spatrick // Linearly probe the hash table.
207e5dd7070Spatrick for (unsigned Bucket = HashHMapKey(Filename);; ++Bucket) {
208e5dd7070Spatrick HMapBucket B = getBucket(Bucket & (NumBuckets-1));
209e5dd7070Spatrick if (B.Key == HMAP_EmptyBucketKey) return StringRef(); // Hash miss.
210e5dd7070Spatrick
211e5dd7070Spatrick // See if the key matches. If not, probe on.
212*12c85518Srobert std::optional<StringRef> Key = getString(B.Key);
213e5dd7070Spatrick if (LLVM_UNLIKELY(!Key))
214e5dd7070Spatrick continue;
215a9ac8606Spatrick if (!Filename.equals_insensitive(*Key))
216e5dd7070Spatrick continue;
217e5dd7070Spatrick
218e5dd7070Spatrick // If so, we have a match in the hash table. Construct the destination
219e5dd7070Spatrick // path.
220*12c85518Srobert std::optional<StringRef> Prefix = getString(B.Prefix);
221*12c85518Srobert std::optional<StringRef> Suffix = getString(B.Suffix);
222e5dd7070Spatrick
223e5dd7070Spatrick DestPath.clear();
224e5dd7070Spatrick if (LLVM_LIKELY(Prefix && Suffix)) {
225e5dd7070Spatrick DestPath.append(Prefix->begin(), Prefix->end());
226e5dd7070Spatrick DestPath.append(Suffix->begin(), Suffix->end());
227e5dd7070Spatrick }
228e5dd7070Spatrick return StringRef(DestPath.begin(), DestPath.size());
229e5dd7070Spatrick }
230e5dd7070Spatrick }
231a9ac8606Spatrick
reverseLookupFilename(StringRef DestPath) const232a9ac8606Spatrick StringRef HeaderMapImpl::reverseLookupFilename(StringRef DestPath) const {
233a9ac8606Spatrick if (!ReverseMap.empty())
234a9ac8606Spatrick return ReverseMap.lookup(DestPath);
235a9ac8606Spatrick
236a9ac8606Spatrick const HMapHeader &Hdr = getHeader();
237a9ac8606Spatrick unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
238a9ac8606Spatrick StringRef RetKey;
239a9ac8606Spatrick for (unsigned i = 0; i != NumBuckets; ++i) {
240a9ac8606Spatrick HMapBucket B = getBucket(i);
241a9ac8606Spatrick if (B.Key == HMAP_EmptyBucketKey)
242a9ac8606Spatrick continue;
243a9ac8606Spatrick
244*12c85518Srobert std::optional<StringRef> Key = getString(B.Key);
245*12c85518Srobert std::optional<StringRef> Prefix = getString(B.Prefix);
246*12c85518Srobert std::optional<StringRef> Suffix = getString(B.Suffix);
247a9ac8606Spatrick if (LLVM_LIKELY(Key && Prefix && Suffix)) {
248a9ac8606Spatrick SmallVector<char, 1024> Buf;
249a9ac8606Spatrick Buf.append(Prefix->begin(), Prefix->end());
250a9ac8606Spatrick Buf.append(Suffix->begin(), Suffix->end());
251a9ac8606Spatrick StringRef Value(Buf.begin(), Buf.size());
252a9ac8606Spatrick ReverseMap[Value] = *Key;
253a9ac8606Spatrick
254a9ac8606Spatrick if (DestPath == Value)
255a9ac8606Spatrick RetKey = *Key;
256a9ac8606Spatrick }
257a9ac8606Spatrick }
258a9ac8606Spatrick return RetKey;
259a9ac8606Spatrick }
260