1*67e74705SXin Li //===--- HeaderMap.cpp - A file that acts like dir of symlinks ------------===//
2*67e74705SXin Li //
3*67e74705SXin Li // The LLVM Compiler Infrastructure
4*67e74705SXin Li //
5*67e74705SXin Li // This file is distributed under the University of Illinois Open Source
6*67e74705SXin Li // License. See LICENSE.TXT for details.
7*67e74705SXin Li //
8*67e74705SXin Li //===----------------------------------------------------------------------===//
9*67e74705SXin Li //
10*67e74705SXin Li // This file implements the HeaderMap interface.
11*67e74705SXin Li //
12*67e74705SXin Li //===----------------------------------------------------------------------===//
13*67e74705SXin Li
14*67e74705SXin Li #include "clang/Lex/HeaderMap.h"
15*67e74705SXin Li #include "clang/Lex/HeaderMapTypes.h"
16*67e74705SXin Li #include "clang/Basic/CharInfo.h"
17*67e74705SXin Li #include "clang/Basic/FileManager.h"
18*67e74705SXin Li #include "llvm/ADT/SmallString.h"
19*67e74705SXin Li #include "llvm/Support/Compiler.h"
20*67e74705SXin Li #include "llvm/Support/DataTypes.h"
21*67e74705SXin Li #include "llvm/Support/MathExtras.h"
22*67e74705SXin Li #include "llvm/Support/MemoryBuffer.h"
23*67e74705SXin Li #include "llvm/Support/SwapByteOrder.h"
24*67e74705SXin Li #include "llvm/Support/Debug.h"
25*67e74705SXin Li #include <cstring>
26*67e74705SXin Li #include <memory>
27*67e74705SXin Li using namespace clang;
28*67e74705SXin Li
29*67e74705SXin Li /// HashHMapKey - This is the 'well known' hash function required by the file
30*67e74705SXin Li /// format, used to look up keys in the hash table. The hash table uses simple
31*67e74705SXin Li /// linear probing based on this function.
HashHMapKey(StringRef Str)32*67e74705SXin Li static inline unsigned HashHMapKey(StringRef Str) {
33*67e74705SXin Li unsigned Result = 0;
34*67e74705SXin Li const char *S = Str.begin(), *End = Str.end();
35*67e74705SXin Li
36*67e74705SXin Li for (; S != End; S++)
37*67e74705SXin Li Result += toLowercase(*S) * 13;
38*67e74705SXin Li return Result;
39*67e74705SXin Li }
40*67e74705SXin Li
41*67e74705SXin Li
42*67e74705SXin Li
43*67e74705SXin Li //===----------------------------------------------------------------------===//
44*67e74705SXin Li // Verification and Construction
45*67e74705SXin Li //===----------------------------------------------------------------------===//
46*67e74705SXin Li
47*67e74705SXin Li /// HeaderMap::Create - This attempts to load the specified file as a header
48*67e74705SXin Li /// map. If it doesn't look like a HeaderMap, it gives up and returns null.
49*67e74705SXin Li /// If it looks like a HeaderMap but is obviously corrupted, it puts a reason
50*67e74705SXin Li /// into the string error argument and returns null.
Create(const FileEntry * FE,FileManager & FM)51*67e74705SXin Li const HeaderMap *HeaderMap::Create(const FileEntry *FE, FileManager &FM) {
52*67e74705SXin Li // If the file is too small to be a header map, ignore it.
53*67e74705SXin Li unsigned FileSize = FE->getSize();
54*67e74705SXin Li if (FileSize <= sizeof(HMapHeader)) return nullptr;
55*67e74705SXin Li
56*67e74705SXin Li auto FileBuffer = FM.getBufferForFile(FE);
57*67e74705SXin Li if (!FileBuffer || !*FileBuffer)
58*67e74705SXin Li return nullptr;
59*67e74705SXin Li bool NeedsByteSwap;
60*67e74705SXin Li if (!checkHeader(**FileBuffer, NeedsByteSwap))
61*67e74705SXin Li return nullptr;
62*67e74705SXin Li return new HeaderMap(std::move(*FileBuffer), NeedsByteSwap);
63*67e74705SXin Li }
64*67e74705SXin Li
checkHeader(const llvm::MemoryBuffer & File,bool & NeedsByteSwap)65*67e74705SXin Li bool HeaderMapImpl::checkHeader(const llvm::MemoryBuffer &File,
66*67e74705SXin Li bool &NeedsByteSwap) {
67*67e74705SXin Li if (File.getBufferSize() <= sizeof(HMapHeader))
68*67e74705SXin Li return false;
69*67e74705SXin Li const char *FileStart = File.getBufferStart();
70*67e74705SXin Li
71*67e74705SXin Li // We know the file is at least as big as the header, check it now.
72*67e74705SXin Li const HMapHeader *Header = reinterpret_cast<const HMapHeader*>(FileStart);
73*67e74705SXin Li
74*67e74705SXin Li // Sniff it to see if it's a headermap by checking the magic number and
75*67e74705SXin Li // version.
76*67e74705SXin Li if (Header->Magic == HMAP_HeaderMagicNumber &&
77*67e74705SXin Li Header->Version == HMAP_HeaderVersion)
78*67e74705SXin Li NeedsByteSwap = false;
79*67e74705SXin Li else if (Header->Magic == llvm::ByteSwap_32(HMAP_HeaderMagicNumber) &&
80*67e74705SXin Li Header->Version == llvm::ByteSwap_16(HMAP_HeaderVersion))
81*67e74705SXin Li NeedsByteSwap = true; // Mixed endianness headermap.
82*67e74705SXin Li else
83*67e74705SXin Li return false; // Not a header map.
84*67e74705SXin Li
85*67e74705SXin Li if (Header->Reserved != 0)
86*67e74705SXin Li return false;
87*67e74705SXin Li
88*67e74705SXin Li // Check the number of buckets. It should be a power of two, and there
89*67e74705SXin Li // should be enough space in the file for all of them.
90*67e74705SXin Li uint32_t NumBuckets = NeedsByteSwap
91*67e74705SXin Li ? llvm::sys::getSwappedBytes(Header->NumBuckets)
92*67e74705SXin Li : Header->NumBuckets;
93*67e74705SXin Li if (!llvm::isPowerOf2_32(NumBuckets))
94*67e74705SXin Li return false;
95*67e74705SXin Li if (File.getBufferSize() <
96*67e74705SXin Li sizeof(HMapHeader) + sizeof(HMapBucket) * NumBuckets)
97*67e74705SXin Li return false;
98*67e74705SXin Li
99*67e74705SXin Li // Okay, everything looks good.
100*67e74705SXin Li return true;
101*67e74705SXin Li }
102*67e74705SXin Li
103*67e74705SXin Li //===----------------------------------------------------------------------===//
104*67e74705SXin Li // Utility Methods
105*67e74705SXin Li //===----------------------------------------------------------------------===//
106*67e74705SXin Li
107*67e74705SXin Li
108*67e74705SXin Li /// getFileName - Return the filename of the headermap.
getFileName() const109*67e74705SXin Li const char *HeaderMapImpl::getFileName() const {
110*67e74705SXin Li return FileBuffer->getBufferIdentifier();
111*67e74705SXin Li }
112*67e74705SXin Li
getEndianAdjustedWord(unsigned X) const113*67e74705SXin Li unsigned HeaderMapImpl::getEndianAdjustedWord(unsigned X) const {
114*67e74705SXin Li if (!NeedsBSwap) return X;
115*67e74705SXin Li return llvm::ByteSwap_32(X);
116*67e74705SXin Li }
117*67e74705SXin Li
118*67e74705SXin Li /// getHeader - Return a reference to the file header, in unbyte-swapped form.
119*67e74705SXin Li /// This method cannot fail.
getHeader() const120*67e74705SXin Li const HMapHeader &HeaderMapImpl::getHeader() const {
121*67e74705SXin Li // We know the file is at least as big as the header. Return it.
122*67e74705SXin Li return *reinterpret_cast<const HMapHeader*>(FileBuffer->getBufferStart());
123*67e74705SXin Li }
124*67e74705SXin Li
125*67e74705SXin Li /// getBucket - Return the specified hash table bucket from the header map,
126*67e74705SXin Li /// bswap'ing its fields as appropriate. If the bucket number is not valid,
127*67e74705SXin Li /// this return a bucket with an empty key (0).
getBucket(unsigned BucketNo) const128*67e74705SXin Li HMapBucket HeaderMapImpl::getBucket(unsigned BucketNo) const {
129*67e74705SXin Li assert(FileBuffer->getBufferSize() >=
130*67e74705SXin Li sizeof(HMapHeader) + sizeof(HMapBucket) * BucketNo &&
131*67e74705SXin Li "Expected bucket to be in range");
132*67e74705SXin Li
133*67e74705SXin Li HMapBucket Result;
134*67e74705SXin Li Result.Key = HMAP_EmptyBucketKey;
135*67e74705SXin Li
136*67e74705SXin Li const HMapBucket *BucketArray =
137*67e74705SXin Li reinterpret_cast<const HMapBucket*>(FileBuffer->getBufferStart() +
138*67e74705SXin Li sizeof(HMapHeader));
139*67e74705SXin Li const HMapBucket *BucketPtr = BucketArray+BucketNo;
140*67e74705SXin Li
141*67e74705SXin Li // Load the values, bswapping as needed.
142*67e74705SXin Li Result.Key = getEndianAdjustedWord(BucketPtr->Key);
143*67e74705SXin Li Result.Prefix = getEndianAdjustedWord(BucketPtr->Prefix);
144*67e74705SXin Li Result.Suffix = getEndianAdjustedWord(BucketPtr->Suffix);
145*67e74705SXin Li return Result;
146*67e74705SXin Li }
147*67e74705SXin Li
getString(unsigned StrTabIdx) const148*67e74705SXin Li Optional<StringRef> HeaderMapImpl::getString(unsigned StrTabIdx) const {
149*67e74705SXin Li // Add the start of the string table to the idx.
150*67e74705SXin Li StrTabIdx += getEndianAdjustedWord(getHeader().StringsOffset);
151*67e74705SXin Li
152*67e74705SXin Li // Check for invalid index.
153*67e74705SXin Li if (StrTabIdx >= FileBuffer->getBufferSize())
154*67e74705SXin Li return None;
155*67e74705SXin Li
156*67e74705SXin Li const char *Data = FileBuffer->getBufferStart() + StrTabIdx;
157*67e74705SXin Li unsigned MaxLen = FileBuffer->getBufferSize() - StrTabIdx;
158*67e74705SXin Li unsigned Len = strnlen(Data, MaxLen);
159*67e74705SXin Li
160*67e74705SXin Li // Check whether the buffer is null-terminated.
161*67e74705SXin Li if (Len == MaxLen && Data[Len - 1])
162*67e74705SXin Li return None;
163*67e74705SXin Li
164*67e74705SXin Li return StringRef(Data, Len);
165*67e74705SXin Li }
166*67e74705SXin Li
167*67e74705SXin Li //===----------------------------------------------------------------------===//
168*67e74705SXin Li // The Main Drivers
169*67e74705SXin Li //===----------------------------------------------------------------------===//
170*67e74705SXin Li
171*67e74705SXin Li /// dump - Print the contents of this headermap to stderr.
dump() const172*67e74705SXin Li LLVM_DUMP_METHOD void HeaderMapImpl::dump() const {
173*67e74705SXin Li const HMapHeader &Hdr = getHeader();
174*67e74705SXin Li unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
175*67e74705SXin Li
176*67e74705SXin Li llvm::dbgs() << "Header Map " << getFileName() << ":\n " << NumBuckets
177*67e74705SXin Li << ", " << getEndianAdjustedWord(Hdr.NumEntries) << "\n";
178*67e74705SXin Li
179*67e74705SXin Li auto getStringOrInvalid = [this](unsigned Id) -> StringRef {
180*67e74705SXin Li if (Optional<StringRef> S = getString(Id))
181*67e74705SXin Li return *S;
182*67e74705SXin Li return "<invalid>";
183*67e74705SXin Li };
184*67e74705SXin Li
185*67e74705SXin Li for (unsigned i = 0; i != NumBuckets; ++i) {
186*67e74705SXin Li HMapBucket B = getBucket(i);
187*67e74705SXin Li if (B.Key == HMAP_EmptyBucketKey) continue;
188*67e74705SXin Li
189*67e74705SXin Li StringRef Key = getStringOrInvalid(B.Key);
190*67e74705SXin Li StringRef Prefix = getStringOrInvalid(B.Prefix);
191*67e74705SXin Li StringRef Suffix = getStringOrInvalid(B.Suffix);
192*67e74705SXin Li llvm::dbgs() << " " << i << ". " << Key << " -> '" << Prefix << "' '"
193*67e74705SXin Li << Suffix << "'\n";
194*67e74705SXin Li }
195*67e74705SXin Li }
196*67e74705SXin Li
197*67e74705SXin Li /// LookupFile - Check to see if the specified relative filename is located in
198*67e74705SXin Li /// this HeaderMap. If so, open it and return its FileEntry.
LookupFile(StringRef Filename,FileManager & FM) const199*67e74705SXin Li const FileEntry *HeaderMap::LookupFile(
200*67e74705SXin Li StringRef Filename, FileManager &FM) const {
201*67e74705SXin Li
202*67e74705SXin Li SmallString<1024> Path;
203*67e74705SXin Li StringRef Dest = HeaderMapImpl::lookupFilename(Filename, Path);
204*67e74705SXin Li if (Dest.empty())
205*67e74705SXin Li return nullptr;
206*67e74705SXin Li
207*67e74705SXin Li return FM.getFile(Dest);
208*67e74705SXin Li }
209*67e74705SXin Li
lookupFilename(StringRef Filename,SmallVectorImpl<char> & DestPath) const210*67e74705SXin Li StringRef HeaderMapImpl::lookupFilename(StringRef Filename,
211*67e74705SXin Li SmallVectorImpl<char> &DestPath) const {
212*67e74705SXin Li const HMapHeader &Hdr = getHeader();
213*67e74705SXin Li unsigned NumBuckets = getEndianAdjustedWord(Hdr.NumBuckets);
214*67e74705SXin Li
215*67e74705SXin Li // Don't probe infinitely. This should be checked before constructing.
216*67e74705SXin Li assert(llvm::isPowerOf2_32(NumBuckets) && "Expected power of 2");
217*67e74705SXin Li
218*67e74705SXin Li // Linearly probe the hash table.
219*67e74705SXin Li for (unsigned Bucket = HashHMapKey(Filename);; ++Bucket) {
220*67e74705SXin Li HMapBucket B = getBucket(Bucket & (NumBuckets-1));
221*67e74705SXin Li if (B.Key == HMAP_EmptyBucketKey) return StringRef(); // Hash miss.
222*67e74705SXin Li
223*67e74705SXin Li // See if the key matches. If not, probe on.
224*67e74705SXin Li Optional<StringRef> Key = getString(B.Key);
225*67e74705SXin Li if (LLVM_UNLIKELY(!Key))
226*67e74705SXin Li continue;
227*67e74705SXin Li if (!Filename.equals_lower(*Key))
228*67e74705SXin Li continue;
229*67e74705SXin Li
230*67e74705SXin Li // If so, we have a match in the hash table. Construct the destination
231*67e74705SXin Li // path.
232*67e74705SXin Li Optional<StringRef> Prefix = getString(B.Prefix);
233*67e74705SXin Li Optional<StringRef> Suffix = getString(B.Suffix);
234*67e74705SXin Li
235*67e74705SXin Li DestPath.clear();
236*67e74705SXin Li if (LLVM_LIKELY(Prefix && Suffix)) {
237*67e74705SXin Li DestPath.append(Prefix->begin(), Prefix->end());
238*67e74705SXin Li DestPath.append(Suffix->begin(), Suffix->end());
239*67e74705SXin Li }
240*67e74705SXin Li return StringRef(DestPath.begin(), DestPath.size());
241*67e74705SXin Li }
242*67e74705SXin Li }
243