Sam McCall | 3f0243f | 2018-07-03 08:09:29 +0000 | [diff] [blame] | 1 | //===--- FileDistance.h - File proximity scoring -----------------*- C++-*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This library measures the distance between file paths. |
| 11 | // It's used for ranking symbols, e.g. in code completion. |
| 12 | // |foo/bar.h -> foo/bar.h| = 0. |
| 13 | // |foo/bar.h -> foo/baz.h| < |foo/bar.h -> baz.h|. |
| 14 | // This is an edit-distance, where edits go up or down the directory tree. |
| 15 | // It's not symmetrical, the costs of going up and down may not match. |
| 16 | // |
| 17 | // Dealing with multiple sources: |
| 18 | // In practice we care about the distance from a source file, but files near |
| 19 | // its main-header and #included files are considered "close". |
| 20 | // So we start with a set of (anchor, cost) pairs, and call the distance to a |
| 21 | // path the minimum of `cost + |source -> path|`. |
| 22 | // |
| 23 | // We allow each source to limit the number of up-traversals paths may start |
| 24 | // with. Up-traversals may reach things that are not "semantically near". |
| 25 | // |
| 26 | // Symbol URI schemes: |
| 27 | // Symbol locations may be represented by URIs rather than file paths directly. |
| 28 | // In this case we want to perform distance computations in URI space rather |
| 29 | // than in file-space, without performing redundant conversions. |
| 30 | // Therefore we have a lookup structure that accepts URIs, so that intermediate |
| 31 | // calculations for the same scheme can be reused. |
| 32 | // |
| 33 | // Caveats: |
| 34 | // Assuming up and down traversals each have uniform costs is simplistic. |
| 35 | // Often there are "semantic roots" whose children are almost unrelated. |
| 36 | // (e.g. /usr/include/, or / in an umbrella repository). We ignore this. |
| 37 | // |
| 38 | //===----------------------------------------------------------------------===// |
| 39 | |
Kirill Bobyrev | 19a9461 | 2018-09-06 12:54:43 +0000 | [diff] [blame] | 40 | #ifndef LLVM_CLANG_TOOLS_EXTRA_CLANGD_FILEDISTANCE_H |
| 41 | #define LLVM_CLANG_TOOLS_EXTRA_CLANGD_FILEDISTANCE_H |
| 42 | |
Sam McCall | 3f0243f | 2018-07-03 08:09:29 +0000 | [diff] [blame] | 43 | #include "URI.h" |
| 44 | #include "llvm/ADT/DenseMap.h" |
| 45 | #include "llvm/ADT/DenseMapInfo.h" |
| 46 | #include "llvm/ADT/SmallString.h" |
| 47 | #include "llvm/ADT/StringRef.h" |
| 48 | #include "llvm/Support/Allocator.h" |
| 49 | #include "llvm/Support/Path.h" |
| 50 | #include "llvm/Support/StringSaver.h" |
| 51 | |
| 52 | namespace clang { |
| 53 | namespace clangd { |
| 54 | |
| 55 | struct FileDistanceOptions { |
| 56 | unsigned UpCost = 2; // |foo/bar.h -> foo| |
| 57 | unsigned DownCost = 1; // |foo -> foo/bar.h| |
| 58 | unsigned IncludeCost = 2; // |foo.cc -> included_header.h| |
Eric Liu | 0c29722c | 2018-10-16 10:41:17 +0000 | [diff] [blame] | 59 | bool AllowDownTraversalFromRoot = true; // | / -> /a | |
Sam McCall | 3f0243f | 2018-07-03 08:09:29 +0000 | [diff] [blame] | 60 | }; |
| 61 | |
| 62 | struct SourceParams { |
| 63 | // Base cost for paths starting at this source. |
| 64 | unsigned Cost = 0; |
| 65 | // Limits the number of upwards traversals allowed from this source. |
| 66 | unsigned MaxUpTraversals = std::numeric_limits<unsigned>::max(); |
| 67 | }; |
| 68 | |
| 69 | // Supports lookups to find the minimum distance to a file from any source. |
| 70 | // This object should be reused, it memoizes intermediate computations. |
| 71 | class FileDistance { |
| 72 | public: |
Kirill Bobyrev | c1bb7b9 | 2018-08-31 08:19:50 +0000 | [diff] [blame] | 73 | static constexpr unsigned Unreachable = std::numeric_limits<unsigned>::max(); |
Eric Liu | 0c29722c | 2018-10-16 10:41:17 +0000 | [diff] [blame] | 74 | static const llvm::hash_code RootHash; |
Sam McCall | 3f0243f | 2018-07-03 08:09:29 +0000 | [diff] [blame] | 75 | |
| 76 | FileDistance(llvm::StringMap<SourceParams> Sources, |
| 77 | const FileDistanceOptions &Opts = {}); |
| 78 | |
| 79 | // Computes the minimum distance from any source to the file path. |
| 80 | unsigned distance(llvm::StringRef Path); |
| 81 | |
| 82 | private: |
| 83 | // Costs computed so far. Always contains sources and their ancestors. |
| 84 | // We store hash codes only. Collisions are rare and consequences aren't dire. |
| 85 | llvm::DenseMap<llvm::hash_code, unsigned> Cache; |
| 86 | FileDistanceOptions Opts; |
| 87 | }; |
| 88 | |
| 89 | // Supports lookups like FileDistance, but the lookup keys are URIs. |
| 90 | // We convert each of the sources to the scheme of the URI and do a FileDistance |
| 91 | // comparison on the bodies. |
| 92 | class URIDistance { |
| 93 | public: |
Kirill Bobyrev | e5536b9 | 2018-09-07 09:18:58 +0000 | [diff] [blame] | 94 | // \p Sources must contain absolute paths, not URIs. |
Sam McCall | 3f0243f | 2018-07-03 08:09:29 +0000 | [diff] [blame] | 95 | URIDistance(llvm::StringMap<SourceParams> Sources, |
| 96 | const FileDistanceOptions &Opts = {}) |
| 97 | : Sources(Sources), Opts(Opts) {} |
| 98 | |
| 99 | // Computes the minimum distance from any source to the URI. |
| 100 | // Only sources that can be mapped into the URI's scheme are considered. |
| 101 | unsigned distance(llvm::StringRef URI); |
| 102 | |
| 103 | private: |
| 104 | // Returns the FileDistance for a URI scheme, creating it if needed. |
| 105 | FileDistance &forScheme(llvm::StringRef Scheme); |
| 106 | |
| 107 | // We cache the results using the original strings so we can skip URI parsing. |
| 108 | llvm::DenseMap<llvm::hash_code, unsigned> Cache; |
| 109 | llvm::StringMap<SourceParams> Sources; |
| 110 | llvm::StringMap<std::unique_ptr<FileDistance>> ByScheme; |
| 111 | FileDistanceOptions Opts; |
| 112 | }; |
| 113 | |
| 114 | } // namespace clangd |
| 115 | } // namespace clang |
Kirill Bobyrev | 19a9461 | 2018-09-06 12:54:43 +0000 | [diff] [blame] | 116 | |
| 117 | #endif // LLVM_CLANG_TOOLS_EXTRA_CLANGD_FILEDISTANCE_H |