17a51313dSChris Lattner //===--- HeaderMap.cpp - A file that acts like dir of symlinks ------------===//
27a51313dSChris Lattner //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
67a51313dSChris Lattner //
77a51313dSChris Lattner //===----------------------------------------------------------------------===//
87a51313dSChris Lattner //
97a51313dSChris Lattner // This file implements the HeaderMap interface.
107a51313dSChris Lattner //
117a51313dSChris Lattner //===----------------------------------------------------------------------===//
127a51313dSChris Lattner
137a51313dSChris Lattner #include "clang/Lex/HeaderMap.h"
149ab99eecSDuncan P. N. Exon Smith #include "clang/Lex/HeaderMapTypes.h"
154938f276SJordan Rose #include "clang/Basic/CharInfo.h"
167a51313dSChris Lattner #include "clang/Basic/FileManager.h"
177a51313dSChris Lattner #include "llvm/ADT/SmallString.h"
18b5ce11fcSDuncan P. N. Exon Smith #include "llvm/Support/Compiler.h"
198aaf4995SMichael J. Spencer #include "llvm/Support/DataTypes.h"
207a51313dSChris Lattner #include "llvm/Support/MathExtras.h"
217a51313dSChris Lattner #include "llvm/Support/MemoryBuffer.h"
22dfe85305SDuncan P. N. Exon Smith #include "llvm/Support/SwapByteOrder.h"
23bef47f0bSDuncan P. N. Exon Smith #include "llvm/Support/Debug.h"
2496a01fa0SDuncan P. N. Exon Smith #include <cstring>
25dfca6f97SAhmed Charles #include <memory>
267a51313dSChris Lattner using namespace clang;
277a51313dSChris Lattner
287a51313dSChris Lattner /// HashHMapKey - This is the 'well known' hash function required by the file
297a51313dSChris Lattner /// format, used to look up keys in the hash table. The hash table uses simple
307a51313dSChris Lattner /// linear probing based on this function.
HashHMapKey(StringRef Str)310e62c1ccSChris Lattner static inline unsigned HashHMapKey(StringRef Str) {
327a51313dSChris Lattner unsigned Result = 0;
33d081f8c8SChris Lattner const char *S = Str.begin(), *End = Str.end();
347a51313dSChris Lattner
357a51313dSChris Lattner for (; S != End; S++)
364938f276SJordan Rose Result += toLowercase(*S) * 13;
377a51313dSChris Lattner return Result;
387a51313dSChris Lattner }
397a51313dSChris Lattner
407a51313dSChris Lattner
417a51313dSChris Lattner
427a51313dSChris Lattner //===----------------------------------------------------------------------===//
437a51313dSChris Lattner // Verification and Construction
447a51313dSChris Lattner //===----------------------------------------------------------------------===//
457a51313dSChris Lattner
467a51313dSChris Lattner /// HeaderMap::Create - This attempts to load the specified file as a header
477a51313dSChris Lattner /// map. If it doesn't look like a HeaderMap, it gives up and returns null.
487a51313dSChris Lattner /// If it looks like a HeaderMap but is obviously corrupted, it puts a reason
497a51313dSChris Lattner /// into the string error argument and returns null.
Create(const FileEntry * FE,FileManager & FM)5048769770SFangrui Song std::unique_ptr<HeaderMap> HeaderMap::Create(const FileEntry *FE,
5148769770SFangrui Song FileManager &FM) {
527a51313dSChris Lattner // If the file is too small to be a header map, ignore it.
537a51313dSChris Lattner unsigned FileSize = FE->getSize();
54d2d442caSCraig Topper if (FileSize <= sizeof(HMapHeader)) return nullptr;
557a51313dSChris Lattner
56a885796dSBenjamin Kramer auto FileBuffer = FM.getBufferForFile(FE);
579ab99eecSDuncan P. N. Exon Smith if (!FileBuffer || !*FileBuffer)
589ab99eecSDuncan P. N. Exon Smith return nullptr;
599ab99eecSDuncan P. N. Exon Smith bool NeedsByteSwap;
609ab99eecSDuncan P. N. Exon Smith if (!checkHeader(**FileBuffer, NeedsByteSwap))
619ab99eecSDuncan P. N. Exon Smith return nullptr;
6248769770SFangrui Song return std::unique_ptr<HeaderMap>(new HeaderMap(std::move(*FileBuffer), NeedsByteSwap));
639ab99eecSDuncan P. N. Exon Smith }
649ab99eecSDuncan P. N. Exon Smith
checkHeader(const llvm::MemoryBuffer & File,bool & NeedsByteSwap)659ab99eecSDuncan P. N. Exon Smith bool HeaderMapImpl::checkHeader(const llvm::MemoryBuffer &File,
669ab99eecSDuncan P. N. Exon Smith bool &NeedsByteSwap) {
679ab99eecSDuncan P. N. Exon Smith if (File.getBufferSize() <= sizeof(HMapHeader))
689ab99eecSDuncan P. N. Exon Smith return false;
699ab99eecSDuncan P. N. Exon Smith const char *FileStart = File.getBufferStart();
707a51313dSChris Lattner
717a51313dSChris Lattner // We know the file is at least as big as the header, check it now.
727a51313dSChris Lattner const HMapHeader *Header = reinterpret_cast<const HMapHeader*>(FileStart);
737a51313dSChris Lattner
747a51313dSChris Lattner // Sniff it to see if it's a headermap by checking the magic number and
757a51313dSChris Lattner // version.
767a51313dSChris Lattner if (Header->Magic == HMAP_HeaderMagicNumber &&
777a51313dSChris Lattner Header->Version == HMAP_HeaderVersion)
787a51313dSChris Lattner NeedsByteSwap = false;
797a51313dSChris Lattner else if (Header->Magic == llvm::ByteSwap_32(HMAP_HeaderMagicNumber) &&
807a51313dSChris Lattner Header->Version == llvm::ByteSwap_16(HMAP_HeaderVersion))
817a51313dSChris Lattner NeedsByteSwap = true; // Mixed endianness headermap.
827a51313dSChris Lattner else
839ab99eecSDuncan P. N. Exon Smith return false; // Not a header map.
847a51313dSChris Lattner
859ab99eecSDuncan P. N. Exon Smith if (Header->Reserved != 0)
869ab99eecSDuncan P. N. Exon Smith return false;
877a51313dSChris Lattner
888d6a31c0SDuncan P. N. Exon Smith // Check the number of buckets. It should be a power of two, and there
898d6a31c0SDuncan P. N. Exon Smith // should be enough space in the file for all of them.
903a7def09SDuncan P. N. Exon Smith uint32_t NumBuckets = NeedsByteSwap
91dfe85305SDuncan P. N. Exon Smith ? llvm::sys::getSwappedBytes(Header->NumBuckets)
92dfe85305SDuncan P. N. Exon Smith : Header->NumBuckets;
933a7def09SDuncan P. N. Exon Smith if (!llvm::isPowerOf2_32(NumBuckets))
94dfe85305SDuncan P. N. Exon Smith return false;
958d6a31c0SDuncan P. N. Exon Smith if (File.getBufferSize() <
968d6a31c0SDuncan P. N. Exon Smith sizeof(HMapHeader) + sizeof(HMapBucket) * NumBuckets)
978d6a31c0SDuncan P. N. Exon Smith return false;
98dfe85305SDuncan P. N. Exon Smith
999ab99eecSDuncan P. N. Exon Smith // Okay, everything looks good.
1009ab99eecSDuncan P. N. Exon Smith return true;
1017a51313dSChris Lattner }
1027a51313dSChris Lattner
1037a51313dSChris Lattner //===----------------------------------------------------------------------===//
1047a51313dSChris Lattner // Utility Methods
1057a51313dSChris Lattner //===----------------------------------------------------------------------===//
1067a51313dSChris Lattner
1077a51313dSChris Lattner
1087a51313dSChris Lattner /// getFileName - Return the filename of the headermap.
getFileName() const10999d1b295SMehdi Amini StringRef HeaderMapImpl::getFileName() const {
1107a51313dSChris Lattner return FileBuffer->getBufferIdentifier();
1117a51313dSChris Lattner }
1127a51313dSChris Lattner
getEndianAdjustedWord(unsigned X) const1139ab99eecSDuncan P. N. Exon Smith unsigned HeaderMapImpl::getEndianAdjustedWord(unsigned X) const {
1147a51313dSChris Lattner if (!NeedsBSwap) return X;
1157a51313dSChris Lattner return llvm::ByteSwap_32(X);
1167a51313dSChris Lattner }
1177a51313dSChris Lattner
1187a51313dSChris Lattner /// getHeader - Return a reference to the file header, in unbyte-swapped form.
1197a51313dSChris Lattner /// This method cannot fail.
getHeader() const1209ab99eecSDuncan P. N. Exon Smith const HMapHeader &HeaderMapImpl::getHeader() const {
1217a51313dSChris Lattner // We know the file is at least as big as the header. Return it.
1227a51313dSChris Lattner return *reinterpret_cast<const HMapHeader*>(FileBuffer->getBufferStart());
1237a51313dSChris Lattner }
1247a51313dSChris Lattner
1257a51313dSChris Lattner /// getBucket - Return the specified hash table bucket from the header map,
1267a51313dSChris Lattner /// bswap'ing its fields as appropriate. If the bucket number is not valid,
1277a51313dSChris Lattner /// this return a bucket with an empty key (0).
getBucket(unsigned BucketNo) const1289ab99eecSDuncan P. N. Exon Smith HMapBucket HeaderMapImpl::getBucket(unsigned BucketNo) const {
1298d6a31c0SDuncan P. N. Exon Smith assert(FileBuffer->getBufferSize() >=
1308d6a31c0SDuncan P. N. Exon Smith sizeof(HMapHeader) + sizeof(HMapBucket) * BucketNo &&
1318d6a31c0SDuncan P. N. Exon Smith "Expected bucket to be in range");
1328d6a31c0SDuncan P. N. Exon Smith
1337a51313dSChris Lattner HMapBucket Result;
1347a51313dSChris Lattner Result.Key = HMAP_EmptyBucketKey;
1357a51313dSChris Lattner
1367a51313dSChris Lattner const HMapBucket *BucketArray =
1377a51313dSChris Lattner reinterpret_cast<const HMapBucket*>(FileBuffer->getBufferStart() +
1387a51313dSChris Lattner sizeof(HMapHeader));
1397a51313dSChris Lattner const HMapBucket *BucketPtr = BucketArray+BucketNo;
1407a51313dSChris Lattner
1418d6a31c0SDuncan P. N. Exon Smith // Load the values, bswapping as needed.
1427a51313dSChris Lattner Result.Key = getEndianAdjustedWord(BucketPtr->Key);
1437a51313dSChris Lattner Result.Prefix = getEndianAdjustedWord(BucketPtr->Prefix);
1447a51313dSChris Lattner Result.Suffix = getEndianAdjustedWord(BucketPtr->Suffix);
1457a51313dSChris Lattner return Result;
1467a51313dSChris Lattner }
1477a51313dSChris Lattner
getString(unsigned StrTabIdx) const148b5ce11fcSDuncan P. N. Exon Smith Optional<StringRef> HeaderMapImpl::getString(unsigned StrTabIdx) const {
1497a51313dSChris Lattner // Add the start of the string table to the idx.
1507a51313dSChris Lattner StrTabIdx += getEndianAdjustedWord(getHeader().StringsOffset);
1517a51313dSChris Lattner
1527a51313dSChris Lattner // Check for invalid index.
1537a51313dSChris Lattner if (StrTabIdx >= FileBuffer->getBufferSize())
154b5ce11fcSDuncan P. N. Exon Smith return None;
1557a51313dSChris Lattner
15696a01fa0SDuncan P. N. Exon Smith const char *Data = FileBuffer->getBufferStart() + StrTabIdx;
15796a01fa0SDuncan P. N. Exon Smith unsigned MaxLen = FileBuffer->getBufferSize() - StrTabIdx;
15896a01fa0SDuncan P. N. Exon Smith unsigned Len = strnlen(Data, MaxLen);
15996a01fa0SDuncan P. N. Exon Smith
16096a01fa0SDuncan P. N. Exon Smith // Check whether the buffer is null-terminated.
16196a01fa0SDuncan P. N. Exon Smith if (Len == MaxLen && Data[Len - 1])
162b5ce11fcSDuncan P. N. Exon Smith return None;
16396a01fa0SDuncan P. N. Exon Smith
16496a01fa0SDuncan P. N. Exon Smith return StringRef(Data, Len);
1657a51313dSChris Lattner }
1667a51313dSChris Lattner
1677a51313dSChris Lattner //===----------------------------------------------------------------------===//
1687a51313dSChris Lattner // The Main Drivers
1697a51313dSChris Lattner //===----------------------------------------------------------------------===//
1707a51313dSChris Lattner
1717a51313dSChris Lattner /// dump - Print the contents of this headermap to stderr.
dump() const1729ab99eecSDuncan P. N. Exon Smith LLVM_DUMP_METHOD void HeaderMapImpl::dump() const {
1737a51313dSChris Lattner const HMapHeader &Hdr = getHeader();
1747a51313dSChris Lattner unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
1757a51313dSChris Lattner
176bef47f0bSDuncan P. N. Exon Smith llvm::dbgs() << "Header Map " << getFileName() << ":\n " << NumBuckets
177bef47f0bSDuncan P. N. Exon Smith << ", " << getEndianAdjustedWord(Hdr.NumEntries) << "\n";
1787a51313dSChris Lattner
179b5ce11fcSDuncan P. N. Exon Smith auto getStringOrInvalid = [this](unsigned Id) -> StringRef {
180b5ce11fcSDuncan P. N. Exon Smith if (Optional<StringRef> S = getString(Id))
181b5ce11fcSDuncan P. N. Exon Smith return *S;
182b5ce11fcSDuncan P. N. Exon Smith return "<invalid>";
183b5ce11fcSDuncan P. N. Exon Smith };
184b5ce11fcSDuncan P. N. Exon Smith
1857a51313dSChris Lattner for (unsigned i = 0; i != NumBuckets; ++i) {
1867a51313dSChris Lattner HMapBucket B = getBucket(i);
1877a51313dSChris Lattner if (B.Key == HMAP_EmptyBucketKey) continue;
1887a51313dSChris Lattner
189b5ce11fcSDuncan P. N. Exon Smith StringRef Key = getStringOrInvalid(B.Key);
190b5ce11fcSDuncan P. N. Exon Smith StringRef Prefix = getStringOrInvalid(B.Prefix);
191b5ce11fcSDuncan P. N. Exon Smith StringRef Suffix = getStringOrInvalid(B.Suffix);
192bef47f0bSDuncan P. N. Exon Smith llvm::dbgs() << " " << i << ". " << Key << " -> '" << Prefix << "' '"
193bef47f0bSDuncan P. N. Exon Smith << Suffix << "'\n";
1947a51313dSChris Lattner }
1957a51313dSChris Lattner }
1967a51313dSChris Lattner
lookupFilename(StringRef Filename,SmallVectorImpl<char> & DestPath) const1979ab99eecSDuncan P. N. Exon Smith StringRef HeaderMapImpl::lookupFilename(StringRef Filename,
19875fa9eddSArgyrios Kyrtzidis SmallVectorImpl<char> &DestPath) const {
1997a51313dSChris Lattner const HMapHeader &Hdr = getHeader();
2007a51313dSChris Lattner unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
2017a51313dSChris Lattner
202dfe85305SDuncan P. N. Exon Smith // Don't probe infinitely. This should be checked before constructing.
2033a7def09SDuncan P. N. Exon Smith assert(llvm::isPowerOf2_32(NumBuckets) && "Expected power of 2");
2047a51313dSChris Lattner
2057a51313dSChris Lattner // Linearly probe the hash table.
206d081f8c8SChris Lattner for (unsigned Bucket = HashHMapKey(Filename);; ++Bucket) {
2077a51313dSChris Lattner HMapBucket B = getBucket(Bucket & (NumBuckets-1));
20875fa9eddSArgyrios Kyrtzidis if (B.Key == HMAP_EmptyBucketKey) return StringRef(); // Hash miss.
2097a51313dSChris Lattner
2107a51313dSChris Lattner // See if the key matches. If not, probe on.
211b5ce11fcSDuncan P. N. Exon Smith Optional<StringRef> Key = getString(B.Key);
212b5ce11fcSDuncan P. N. Exon Smith if (LLVM_UNLIKELY(!Key))
213b5ce11fcSDuncan P. N. Exon Smith continue;
214*e5c7c171SMartin Storsjö if (!Filename.equals_insensitive(*Key))
2157a51313dSChris Lattner continue;
2167a51313dSChris Lattner
2177a51313dSChris Lattner // If so, we have a match in the hash table. Construct the destination
2187a51313dSChris Lattner // path.
219b5ce11fcSDuncan P. N. Exon Smith Optional<StringRef> Prefix = getString(B.Prefix);
220b5ce11fcSDuncan P. N. Exon Smith Optional<StringRef> Suffix = getString(B.Suffix);
221b5ce11fcSDuncan P. N. Exon Smith
22275fa9eddSArgyrios Kyrtzidis DestPath.clear();
223b5ce11fcSDuncan P. N. Exon Smith if (LLVM_LIKELY(Prefix && Suffix)) {
224b5ce11fcSDuncan P. N. Exon Smith DestPath.append(Prefix->begin(), Prefix->end());
225b5ce11fcSDuncan P. N. Exon Smith DestPath.append(Suffix->begin(), Suffix->end());
226b5ce11fcSDuncan P. N. Exon Smith }
22775fa9eddSArgyrios Kyrtzidis return StringRef(DestPath.begin(), DestPath.size());
2287a51313dSChris Lattner }
2297a51313dSChris Lattner }
230178ad93eSDmitry Polukhin
reverseLookupFilename(StringRef DestPath) const231178ad93eSDmitry Polukhin StringRef HeaderMapImpl::reverseLookupFilename(StringRef DestPath) const {
232178ad93eSDmitry Polukhin if (!ReverseMap.empty())
233178ad93eSDmitry Polukhin return ReverseMap.lookup(DestPath);
234178ad93eSDmitry Polukhin
235178ad93eSDmitry Polukhin const HMapHeader &Hdr = getHeader();
236178ad93eSDmitry Polukhin unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
237178ad93eSDmitry Polukhin StringRef RetKey;
238178ad93eSDmitry Polukhin for (unsigned i = 0; i != NumBuckets; ++i) {
239178ad93eSDmitry Polukhin HMapBucket B = getBucket(i);
240178ad93eSDmitry Polukhin if (B.Key == HMAP_EmptyBucketKey)
241178ad93eSDmitry Polukhin continue;
242178ad93eSDmitry Polukhin
243178ad93eSDmitry Polukhin Optional<StringRef> Key = getString(B.Key);
244178ad93eSDmitry Polukhin Optional<StringRef> Prefix = getString(B.Prefix);
245178ad93eSDmitry Polukhin Optional<StringRef> Suffix = getString(B.Suffix);
246178ad93eSDmitry Polukhin if (LLVM_LIKELY(Key && Prefix && Suffix)) {
247178ad93eSDmitry Polukhin SmallVector<char, 1024> Buf;
248178ad93eSDmitry Polukhin Buf.append(Prefix->begin(), Prefix->end());
249178ad93eSDmitry Polukhin Buf.append(Suffix->begin(), Suffix->end());
250178ad93eSDmitry Polukhin StringRef Value(Buf.begin(), Buf.size());
251178ad93eSDmitry Polukhin ReverseMap[Value] = *Key;
252178ad93eSDmitry Polukhin
253178ad93eSDmitry Polukhin if (DestPath == Value)
254178ad93eSDmitry Polukhin RetKey = *Key;
255178ad93eSDmitry Polukhin }
256178ad93eSDmitry Polukhin }
257178ad93eSDmitry Polukhin return RetKey;
258178ad93eSDmitry Polukhin }
259