Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 1 | //===--- FileManager.cpp - File System Probing and Caching ----------------===// |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the FileManager interface. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | // |
| 14 | // TODO: This should index all interesting directories with dirent calls. |
| 15 | // getdirentries ? |
| 16 | // opendir/readdir_r/closedir ? |
| 17 | // |
| 18 | //===----------------------------------------------------------------------===// |
| 19 | |
| 20 | #include "clang/Basic/FileManager.h" |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 21 | #include "clang/Basic/FileSystemStatCache.h" |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 22 | #include "llvm/ADT/SmallString.h" |
Chris Lattner | c070da4 | 2010-08-23 23:50:42 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/StringExtras.h" |
Argyrios Kyrtzidis | 389db16 | 2010-11-03 22:45:23 +0000 | [diff] [blame] | 24 | #include "llvm/Support/MemoryBuffer.h" |
Chris Lattner | d57a7ef | 2009-08-23 22:45:33 +0000 | [diff] [blame] | 25 | #include "llvm/Support/raw_ostream.h" |
Douglas Gregor | 4fed3f4 | 2009-04-27 18:38:38 +0000 | [diff] [blame] | 26 | #include "llvm/System/Path.h" |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 27 | #include "llvm/Config/config.h" |
Benjamin Kramer | 458fb10 | 2009-09-05 09:49:39 +0000 | [diff] [blame] | 28 | #include <map> |
| 29 | #include <set> |
| 30 | #include <string> |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 31 | using namespace clang; |
| 32 | |
| 33 | // FIXME: Enhance libsystem to support inode and other fields. |
| 34 | #include <sys/stat.h> |
| 35 | |
Chris Lattner | a8c11c6 | 2007-09-03 18:37:14 +0000 | [diff] [blame] | 36 | #if defined(_MSC_VER) |
Chris Lattner | 3102c83 | 2009-02-12 01:37:35 +0000 | [diff] [blame] | 37 | #define S_ISDIR(s) (_S_IFDIR & s) |
Chris Lattner | a8c11c6 | 2007-09-03 18:37:14 +0000 | [diff] [blame] | 38 | #endif |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 39 | |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 40 | /// NON_EXISTENT_DIR - A special value distinct from null that is used to |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 41 | /// represent a dir name that doesn't exist on the disk. |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 42 | #define NON_EXISTENT_DIR reinterpret_cast<DirectoryEntry*>((intptr_t)-1) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 43 | |
Ted Kremenek | cb8d58b | 2009-01-28 00:27:31 +0000 | [diff] [blame] | 44 | //===----------------------------------------------------------------------===// |
| 45 | // Windows. |
| 46 | //===----------------------------------------------------------------------===// |
| 47 | |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 48 | #ifdef LLVM_ON_WIN32 |
| 49 | |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 50 | #define IS_DIR_SEPARATOR_CHAR(x) ((x) == '/' || (x) == '\\') |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 51 | |
| 52 | namespace { |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 53 | static std::string GetFullPath(const char *relPath) { |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 54 | char *absPathStrPtr = _fullpath(NULL, relPath, 0); |
| 55 | assert(absPathStrPtr && "_fullpath() returned NULL!"); |
| 56 | |
| 57 | std::string absPath(absPathStrPtr); |
| 58 | |
| 59 | free(absPathStrPtr); |
| 60 | return absPath; |
| 61 | } |
| 62 | } |
| 63 | |
| 64 | class FileManager::UniqueDirContainer { |
| 65 | /// UniqueDirs - Cache from full path to existing directories/files. |
| 66 | /// |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 67 | llvm::StringMap<DirectoryEntry> UniqueDirs; |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 68 | |
| 69 | public: |
| 70 | DirectoryEntry &getDirectory(const char *Name, struct stat &StatBuf) { |
| 71 | std::string FullPath(GetFullPath(Name)); |
| 72 | return UniqueDirs.GetOrCreateValue( |
| 73 | FullPath.c_str(), |
| 74 | FullPath.c_str() + FullPath.size() |
| 75 | ).getValue(); |
| 76 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 77 | |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 78 | size_t size() { return UniqueDirs.size(); } |
| 79 | }; |
| 80 | |
| 81 | class FileManager::UniqueFileContainer { |
| 82 | /// UniqueFiles - Cache from full path to existing directories/files. |
| 83 | /// |
Ted Kremenek | 7536889 | 2009-01-28 01:01:07 +0000 | [diff] [blame] | 84 | llvm::StringMap<FileEntry, llvm::BumpPtrAllocator> UniqueFiles; |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 85 | |
| 86 | public: |
| 87 | FileEntry &getFile(const char *Name, struct stat &StatBuf) { |
| 88 | std::string FullPath(GetFullPath(Name)); |
Chris Lattner | c070da4 | 2010-08-23 23:50:42 +0000 | [diff] [blame] | 89 | |
| 90 | // LowercaseString because Windows filesystem is case insensitive. |
| 91 | FullPath = llvm::LowercaseString(FullPath); |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 92 | return UniqueFiles.GetOrCreateValue( |
| 93 | FullPath.c_str(), |
| 94 | FullPath.c_str() + FullPath.size() |
| 95 | ).getValue(); |
| 96 | } |
| 97 | |
| 98 | size_t size() { return UniqueFiles.size(); } |
| 99 | }; |
| 100 | |
Ted Kremenek | cb8d58b | 2009-01-28 00:27:31 +0000 | [diff] [blame] | 101 | //===----------------------------------------------------------------------===// |
| 102 | // Unix-like Systems. |
| 103 | //===----------------------------------------------------------------------===// |
| 104 | |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 105 | #else |
| 106 | |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 107 | #define IS_DIR_SEPARATOR_CHAR(x) ((x) == '/') |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 108 | |
| 109 | class FileManager::UniqueDirContainer { |
| 110 | /// UniqueDirs - Cache from ID's to existing directories/files. |
| 111 | /// |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 112 | std::map<std::pair<dev_t, ino_t>, DirectoryEntry> UniqueDirs; |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 113 | |
| 114 | public: |
| 115 | DirectoryEntry &getDirectory(const char *Name, struct stat &StatBuf) { |
| 116 | return UniqueDirs[std::make_pair(StatBuf.st_dev, StatBuf.st_ino)]; |
| 117 | } |
| 118 | |
| 119 | size_t size() { return UniqueDirs.size(); } |
| 120 | }; |
| 121 | |
| 122 | class FileManager::UniqueFileContainer { |
| 123 | /// UniqueFiles - Cache from ID's to existing directories/files. |
| 124 | /// |
| 125 | std::set<FileEntry> UniqueFiles; |
| 126 | |
| 127 | public: |
| 128 | FileEntry &getFile(const char *Name, struct stat &StatBuf) { |
| 129 | return |
| 130 | const_cast<FileEntry&>( |
| 131 | *UniqueFiles.insert(FileEntry(StatBuf.st_dev, |
Ted Kremenek | 96438f3 | 2009-02-12 03:17:57 +0000 | [diff] [blame] | 132 | StatBuf.st_ino, |
| 133 | StatBuf.st_mode)).first); |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | size_t size() { return UniqueFiles.size(); } |
| 137 | }; |
| 138 | |
| 139 | #endif |
| 140 | |
Ted Kremenek | cb8d58b | 2009-01-28 00:27:31 +0000 | [diff] [blame] | 141 | //===----------------------------------------------------------------------===// |
| 142 | // Common logic. |
| 143 | //===----------------------------------------------------------------------===// |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 144 | |
Chris Lattner | 7ad97ff | 2010-11-23 07:51:02 +0000 | [diff] [blame] | 145 | FileManager::FileManager(const FileSystemOptions &FSO) |
| 146 | : FileSystemOpts(FSO), |
| 147 | UniqueDirs(*new UniqueDirContainer), |
Ted Kremenek | fc7052d | 2009-02-12 00:39:05 +0000 | [diff] [blame] | 148 | UniqueFiles(*new UniqueFileContainer), |
Ted Kremenek | 96438f3 | 2009-02-12 03:17:57 +0000 | [diff] [blame] | 149 | DirEntries(64), FileEntries(64), NextFileUID(0) { |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 150 | NumDirLookups = NumFileLookups = 0; |
| 151 | NumDirCacheMisses = NumFileCacheMisses = 0; |
| 152 | } |
| 153 | |
| 154 | FileManager::~FileManager() { |
| 155 | delete &UniqueDirs; |
| 156 | delete &UniqueFiles; |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 157 | for (llvm::SmallVectorImpl<FileEntry *>::iterator |
| 158 | V = VirtualFileEntries.begin(), |
| 159 | VEnd = VirtualFileEntries.end(); |
| 160 | V != VEnd; |
| 161 | ++V) |
| 162 | delete *V; |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 163 | } |
| 164 | |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 165 | void FileManager::addStatCache(FileSystemStatCache *statCache, |
| 166 | bool AtBeginning) { |
Douglas Gregor | 52e7108 | 2009-10-16 18:18:30 +0000 | [diff] [blame] | 167 | assert(statCache && "No stat cache provided?"); |
| 168 | if (AtBeginning || StatCache.get() == 0) { |
| 169 | statCache->setNextStatCache(StatCache.take()); |
| 170 | StatCache.reset(statCache); |
| 171 | return; |
| 172 | } |
| 173 | |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 174 | FileSystemStatCache *LastCache = StatCache.get(); |
Douglas Gregor | 52e7108 | 2009-10-16 18:18:30 +0000 | [diff] [blame] | 175 | while (LastCache->getNextStatCache()) |
| 176 | LastCache = LastCache->getNextStatCache(); |
| 177 | |
| 178 | LastCache->setNextStatCache(statCache); |
| 179 | } |
| 180 | |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 181 | void FileManager::removeStatCache(FileSystemStatCache *statCache) { |
Douglas Gregor | 52e7108 | 2009-10-16 18:18:30 +0000 | [diff] [blame] | 182 | if (!statCache) |
| 183 | return; |
| 184 | |
| 185 | if (StatCache.get() == statCache) { |
| 186 | // This is the first stat cache. |
| 187 | StatCache.reset(StatCache->takeNextStatCache()); |
| 188 | return; |
| 189 | } |
| 190 | |
| 191 | // Find the stat cache in the list. |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 192 | FileSystemStatCache *PrevCache = StatCache.get(); |
Douglas Gregor | 52e7108 | 2009-10-16 18:18:30 +0000 | [diff] [blame] | 193 | while (PrevCache && PrevCache->getNextStatCache() != statCache) |
| 194 | PrevCache = PrevCache->getNextStatCache(); |
| 195 | if (PrevCache) |
| 196 | PrevCache->setNextStatCache(statCache->getNextStatCache()); |
| 197 | else |
| 198 | assert(false && "Stat cache not found for removal"); |
| 199 | } |
| 200 | |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 201 | /// \brief Retrieve the directory that the given file name resides in. |
| 202 | static const DirectoryEntry *getDirectoryFromFile(FileManager &FileMgr, |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 203 | llvm::StringRef Filename) { |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 204 | // Figure out what directory it is in. If the string contains a / in it, |
| 205 | // strip off everything after it. |
| 206 | // FIXME: this logic should be in sys::Path. |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 207 | size_t SlashPos = Filename.size(); |
| 208 | while (SlashPos != 0 && !IS_DIR_SEPARATOR_CHAR(Filename[SlashPos-1])) |
| 209 | --SlashPos; |
| 210 | |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 211 | // Use the current directory if file has no path component. |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 212 | if (SlashPos == 0) |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 213 | return FileMgr.getDirectory("."); |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 214 | |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 215 | if (SlashPos == Filename.size()-1) |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 216 | return 0; // If filename ends with a /, it's a directory. |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 217 | |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 218 | // Ignore repeated //'s. |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 219 | while (SlashPos != 0 && IS_DIR_SEPARATOR_CHAR(Filename[SlashPos-1])) |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 220 | --SlashPos; |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 221 | |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 222 | return FileMgr.getDirectory(Filename.substr(0, SlashPos)); |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 223 | } |
| 224 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 225 | /// getDirectory - Lookup, cache, and verify the specified directory. This |
| 226 | /// returns null if the directory doesn't exist. |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 227 | /// |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 228 | const DirectoryEntry *FileManager::getDirectory(llvm::StringRef Filename) { |
John Thompson | 9a6ac54 | 2009-12-18 14:18:21 +0000 | [diff] [blame] | 229 | // stat doesn't like trailing separators (at least on Windows). |
Benjamin Kramer | aa8b2d9 | 2010-11-21 11:32:22 +0000 | [diff] [blame] | 230 | if (Filename.size() > 1 && IS_DIR_SEPARATOR_CHAR(Filename.back())) |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 231 | Filename = Filename.substr(0, Filename.size()-1); |
John Thompson | 9a6ac54 | 2009-12-18 14:18:21 +0000 | [diff] [blame] | 232 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 233 | ++NumDirLookups; |
| 234 | llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 235 | DirEntries.GetOrCreateValue(Filename); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 236 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 237 | // See if there is already an entry in the map. |
| 238 | if (NamedDirEnt.getValue()) |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 239 | return NamedDirEnt.getValue() == NON_EXISTENT_DIR |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 240 | ? 0 : NamedDirEnt.getValue(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 241 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 242 | ++NumDirCacheMisses; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 243 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 244 | // By default, initialize it to invalid. |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 245 | NamedDirEnt.setValue(NON_EXISTENT_DIR); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 246 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 247 | // Get the null-terminated directory name as stored as the key of the |
| 248 | // DirEntries map. |
| 249 | const char *InterndDirName = NamedDirEnt.getKeyData(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 250 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 251 | // Check to see if the directory exists. |
| 252 | struct stat StatBuf; |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 253 | if (getStatValue(InterndDirName, StatBuf) || // Error stat'ing. |
| 254 | !S_ISDIR(StatBuf.st_mode)) // Not a directory? |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 255 | return 0; |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 256 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 257 | // It exists. See if we have already opened a directory with the same inode. |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 258 | // This occurs when one dir is symlinked to another, for example. |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 259 | DirectoryEntry &UDE = UniqueDirs.getDirectory(InterndDirName, StatBuf); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 260 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 261 | NamedDirEnt.setValue(&UDE); |
| 262 | if (UDE.getName()) // Already have an entry with this inode, return it. |
| 263 | return &UDE; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 264 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 265 | // Otherwise, we don't have this directory yet, add it. We use the string |
| 266 | // key from the DirEntries map as the string. |
| 267 | UDE.Name = InterndDirName; |
| 268 | return &UDE; |
| 269 | } |
| 270 | |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 271 | /// NON_EXISTENT_FILE - A special value distinct from null that is used to |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 272 | /// represent a filename that doesn't exist on the disk. |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 273 | #define NON_EXISTENT_FILE reinterpret_cast<FileEntry*>((intptr_t)-1) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 274 | |
| 275 | /// getFile - Lookup, cache, and verify the specified file. This returns null |
| 276 | /// if the file doesn't exist. |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 277 | /// |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 278 | const FileEntry *FileManager::getFile(llvm::StringRef Filename) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 279 | ++NumFileLookups; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 280 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 281 | // See if there is already an entry in the map. |
| 282 | llvm::StringMapEntry<FileEntry *> &NamedFileEnt = |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 283 | FileEntries.GetOrCreateValue(Filename); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 284 | |
| 285 | // See if there is already an entry in the map. |
| 286 | if (NamedFileEnt.getValue()) |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 287 | return NamedFileEnt.getValue() == NON_EXISTENT_FILE |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 288 | ? 0 : NamedFileEnt.getValue(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 289 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 290 | ++NumFileCacheMisses; |
| 291 | |
| 292 | // By default, initialize it to invalid. |
Ted Kremenek | 3d2da3d | 2008-01-11 20:42:05 +0000 | [diff] [blame] | 293 | NamedFileEnt.setValue(NON_EXISTENT_FILE); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 294 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 295 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 296 | // Get the null-terminated file name as stored as the key of the |
| 297 | // FileEntries map. |
| 298 | const char *InterndFileName = NamedFileEnt.getKeyData(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 299 | |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 300 | const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename); |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 301 | if (DirInfo == 0) // Directory doesn't exist, file can't exist. |
| 302 | return 0; |
| 303 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 304 | // FIXME: Use the directory info to prune this, before doing the stat syscall. |
| 305 | // FIXME: This will reduce the # syscalls. |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 306 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 307 | // Nope, there isn't. Check to see if the file exists. |
| 308 | struct stat StatBuf; |
Benjamin Kramer | 6cb7c1a | 2009-08-23 12:08:50 +0000 | [diff] [blame] | 309 | //llvm::errs() << "STATING: " << Filename; |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 310 | if (getStatValue(InterndFileName, StatBuf) || // Error stat'ing. |
| 311 | S_ISDIR(StatBuf.st_mode)) { // A directory? |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 312 | // If this file doesn't exist, we leave a null in FileEntries for this path. |
Benjamin Kramer | 6cb7c1a | 2009-08-23 12:08:50 +0000 | [diff] [blame] | 313 | //llvm::errs() << ": Not existing\n"; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 314 | return 0; |
| 315 | } |
Benjamin Kramer | 6cb7c1a | 2009-08-23 12:08:50 +0000 | [diff] [blame] | 316 | //llvm::errs() << ": exists\n"; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 317 | |
Ted Kremenek | bca6d12 | 2007-12-18 22:29:39 +0000 | [diff] [blame] | 318 | // It exists. See if we have already opened a file with the same inode. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 319 | // This occurs when one dir is symlinked to another, for example. |
Ted Kremenek | 6bb816a | 2008-02-24 03:15:25 +0000 | [diff] [blame] | 320 | FileEntry &UFE = UniqueFiles.getFile(InterndFileName, StatBuf); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 321 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 322 | NamedFileEnt.setValue(&UFE); |
| 323 | if (UFE.getName()) // Already have an entry with this inode, return it. |
| 324 | return &UFE; |
| 325 | |
| 326 | // Otherwise, we don't have this directory yet, add it. |
| 327 | // FIXME: Change the name to be a char* that points back to the 'FileEntries' |
| 328 | // key. |
| 329 | UFE.Name = InterndFileName; |
| 330 | UFE.Size = StatBuf.st_size; |
| 331 | UFE.ModTime = StatBuf.st_mtime; |
| 332 | UFE.Dir = DirInfo; |
| 333 | UFE.UID = NextFileUID++; |
| 334 | return &UFE; |
| 335 | } |
| 336 | |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 337 | const FileEntry * |
Benjamin Kramer | ec1b1cc | 2010-07-14 23:19:41 +0000 | [diff] [blame] | 338 | FileManager::getVirtualFile(llvm::StringRef Filename, off_t Size, |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 339 | time_t ModificationTime) { |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 340 | ++NumFileLookups; |
| 341 | |
| 342 | // See if there is already an entry in the map. |
| 343 | llvm::StringMapEntry<FileEntry *> &NamedFileEnt = |
Chris Lattner | f69a1f3 | 2010-11-21 09:50:16 +0000 | [diff] [blame] | 344 | FileEntries.GetOrCreateValue(Filename); |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 345 | |
| 346 | // See if there is already an entry in the map. |
| 347 | if (NamedFileEnt.getValue()) |
| 348 | return NamedFileEnt.getValue() == NON_EXISTENT_FILE |
| 349 | ? 0 : NamedFileEnt.getValue(); |
| 350 | |
| 351 | ++NumFileCacheMisses; |
| 352 | |
| 353 | // By default, initialize it to invalid. |
| 354 | NamedFileEnt.setValue(NON_EXISTENT_FILE); |
| 355 | |
Chris Lattner | 39b49bc | 2010-11-23 08:35:12 +0000 | [diff] [blame] | 356 | const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename); |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 357 | if (DirInfo == 0) // Directory doesn't exist, file can't exist. |
| 358 | return 0; |
| 359 | |
| 360 | FileEntry *UFE = new FileEntry(); |
| 361 | VirtualFileEntries.push_back(UFE); |
| 362 | NamedFileEnt.setValue(UFE); |
| 363 | |
| 364 | UFE->Name = NamedFileEnt.getKeyData(); |
| 365 | UFE->Size = Size; |
| 366 | UFE->ModTime = ModificationTime; |
| 367 | UFE->Dir = DirInfo; |
| 368 | UFE->UID = NextFileUID++; |
Douglas Gregor | 3e15e0a | 2010-07-26 23:54:23 +0000 | [diff] [blame] | 369 | |
| 370 | // If this virtual file resolves to a file, also map that file to the |
| 371 | // newly-created file entry. |
| 372 | const char *InterndFileName = NamedFileEnt.getKeyData(); |
| 373 | struct stat StatBuf; |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 374 | if (!getStatValue(InterndFileName, StatBuf) && |
Douglas Gregor | 3e15e0a | 2010-07-26 23:54:23 +0000 | [diff] [blame] | 375 | !S_ISDIR(StatBuf.st_mode)) { |
| 376 | llvm::sys::Path FilePath(InterndFileName); |
| 377 | FilePath.makeAbsolute(); |
| 378 | FileEntries[FilePath.str()] = UFE; |
| 379 | } |
| 380 | |
Douglas Gregor | 057e567 | 2009-12-02 18:12:28 +0000 | [diff] [blame] | 381 | return UFE; |
| 382 | } |
| 383 | |
Chris Lattner | 67452f5 | 2010-11-23 04:45:28 +0000 | [diff] [blame] | 384 | void FileManager::FixupRelativePath(llvm::sys::Path &path, |
| 385 | const FileSystemOptions &FSOpts) { |
| 386 | if (FSOpts.WorkingDir.empty() || path.isAbsolute()) return; |
| 387 | |
| 388 | llvm::sys::Path NewPath(FSOpts.WorkingDir); |
| 389 | NewPath.appendComponent(path.str()); |
| 390 | path = NewPath; |
| 391 | } |
Argyrios Kyrtzidis | 389db16 | 2010-11-03 22:45:23 +0000 | [diff] [blame] | 392 | |
Chris Lattner | 67452f5 | 2010-11-23 04:45:28 +0000 | [diff] [blame] | 393 | llvm::MemoryBuffer *FileManager:: |
Chris Lattner | 75dfb65 | 2010-11-23 09:19:42 +0000 | [diff] [blame] | 394 | getBufferForFile(const FileEntry *Entry, std::string *ErrorStr) { |
| 395 | llvm::StringRef Filename = Entry->getName(); |
Chris Lattner | 67452f5 | 2010-11-23 04:45:28 +0000 | [diff] [blame] | 396 | if (FileSystemOpts.WorkingDir.empty()) |
Chris Lattner | f8f6129 | 2010-11-23 19:38:22 +0000 | [diff] [blame^] | 397 | return llvm::MemoryBuffer::getFile(Filename, ErrorStr, Entry->getSize()); |
Chris Lattner | 67452f5 | 2010-11-23 04:45:28 +0000 | [diff] [blame] | 398 | |
| 399 | llvm::sys::Path FilePath(Filename); |
| 400 | FixupRelativePath(FilePath, FileSystemOpts); |
Chris Lattner | f8f6129 | 2010-11-23 19:38:22 +0000 | [diff] [blame^] | 401 | return llvm::MemoryBuffer::getFile(FilePath.c_str(), ErrorStr, |
| 402 | Entry->getSize()); |
Chris Lattner | 75dfb65 | 2010-11-23 09:19:42 +0000 | [diff] [blame] | 403 | } |
| 404 | |
| 405 | llvm::MemoryBuffer *FileManager:: |
| 406 | getBufferForFile(llvm::StringRef Filename, std::string *ErrorStr) { |
| 407 | if (FileSystemOpts.WorkingDir.empty()) |
| 408 | return llvm::MemoryBuffer::getFile(Filename, ErrorStr); |
| 409 | |
| 410 | llvm::sys::Path FilePath(Filename); |
| 411 | FixupRelativePath(FilePath, FileSystemOpts); |
| 412 | return llvm::MemoryBuffer::getFile(FilePath.c_str(), ErrorStr); |
Argyrios Kyrtzidis | 389db16 | 2010-11-03 22:45:23 +0000 | [diff] [blame] | 413 | } |
| 414 | |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 415 | /// getStatValue - Get the 'stat' information for the specified path, using the |
| 416 | /// cache to accellerate it if possible. This returns true if the path does not |
| 417 | /// exist or false if it exists. |
| 418 | bool FileManager::getStatValue(const char *Path, struct stat &StatBuf) { |
| 419 | FileSystemStatCache::LookupResult Result = FileSystemStatCache::CacheMiss; |
| 420 | |
| 421 | // FIXME: FileSystemOpts shouldn't be passed in here, all paths should be |
| 422 | // absolute! |
| 423 | if (FileSystemOpts.WorkingDir.empty()) { |
| 424 | if (StatCache.get()) |
| 425 | Result = StatCache->getStat(Path, StatBuf); |
| 426 | |
| 427 | if (Result == FileSystemStatCache::CacheMiss) |
| 428 | return ::stat(Path, &StatBuf); |
| 429 | return Result == FileSystemStatCache::CacheHitMissing; |
| 430 | } |
| 431 | |
| 432 | llvm::sys::Path FilePath(Path); |
Argyrios Kyrtzidis | 389db16 | 2010-11-03 22:45:23 +0000 | [diff] [blame] | 433 | FixupRelativePath(FilePath, FileSystemOpts); |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 434 | |
| 435 | if (StatCache.get()) |
| 436 | Result = StatCache->getStat(FilePath.c_str(), StatBuf); |
| 437 | |
| 438 | if (Result == FileSystemStatCache::CacheMiss) |
| 439 | return ::stat(FilePath.c_str(), &StatBuf); |
| 440 | return Result == FileSystemStatCache::CacheHitMissing; |
Argyrios Kyrtzidis | 389db16 | 2010-11-03 22:45:23 +0000 | [diff] [blame] | 441 | } |
| 442 | |
Chris Lattner | 10e286a | 2010-11-23 19:19:34 +0000 | [diff] [blame] | 443 | |
| 444 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 445 | void FileManager::PrintStats() const { |
Benjamin Kramer | 6cb7c1a | 2009-08-23 12:08:50 +0000 | [diff] [blame] | 446 | llvm::errs() << "\n*** File Manager Stats:\n"; |
| 447 | llvm::errs() << UniqueFiles.size() << " files found, " |
| 448 | << UniqueDirs.size() << " dirs found.\n"; |
| 449 | llvm::errs() << NumDirLookups << " dir lookups, " |
| 450 | << NumDirCacheMisses << " dir cache misses.\n"; |
| 451 | llvm::errs() << NumFileLookups << " file lookups, " |
| 452 | << NumFileCacheMisses << " file cache misses.\n"; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 453 | |
Benjamin Kramer | 6cb7c1a | 2009-08-23 12:08:50 +0000 | [diff] [blame] | 454 | //llvm::errs() << PagesMapped << BytesOfPagesMapped << FSLookups; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 455 | } |
Douglas Gregor | 4fed3f4 | 2009-04-27 18:38:38 +0000 | [diff] [blame] | 456 | |