blob: 5e40691d27dc322da721b82e1fc89660ca160120 [file] [log] [blame]
Haojian Wu357ef992016-09-21 13:18:19 +00001//===-- ClangMove.cpp - Implement ClangMove functationalities ---*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "ClangMove.h"
11#include "clang/ASTMatchers/ASTMatchers.h"
12#include "clang/Basic/SourceManager.h"
13#include "clang/Format/Format.h"
14#include "clang/Frontend/CompilerInstance.h"
15#include "clang/Lex/Lexer.h"
16#include "clang/Lex/Preprocessor.h"
17#include "clang/Rewrite/Core/Rewriter.h"
18#include "clang/Tooling/Core/Replacement.h"
Haojian Wud2a6d7b2016-10-04 09:05:31 +000019#include "llvm/Support/Path.h"
Haojian Wu357ef992016-09-21 13:18:19 +000020
21using namespace clang::ast_matchers;
22
23namespace clang {
24namespace move {
25namespace {
26
Haojian Wu7bd492c2016-10-14 10:07:58 +000027// FIXME: Move to ASTMatchers.
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000028AST_MATCHER(VarDecl, isStaticDataMember) { return Node.isStaticDataMember(); }
Haojian Wu7bd492c2016-10-14 10:07:58 +000029
Haojian Wue77bcc72016-10-13 10:31:00 +000030AST_MATCHER_P(Decl, hasOutermostEnclosingClass,
31 ast_matchers::internal::Matcher<Decl>, InnerMatcher) {
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000032 const auto *Context = Node.getDeclContext();
33 if (!Context)
34 return false;
Haojian Wue77bcc72016-10-13 10:31:00 +000035 while (const auto *NextContext = Context->getParent()) {
36 if (isa<NamespaceDecl>(NextContext) ||
37 isa<TranslationUnitDecl>(NextContext))
38 break;
39 Context = NextContext;
40 }
41 return InnerMatcher.matches(*Decl::castFromDeclContext(Context), Finder,
42 Builder);
43}
44
45AST_MATCHER_P(CXXMethodDecl, ofOutermostEnclosingClass,
46 ast_matchers::internal::Matcher<CXXRecordDecl>, InnerMatcher) {
47 const CXXRecordDecl *Parent = Node.getParent();
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000048 if (!Parent)
49 return false;
Haojian Wue77bcc72016-10-13 10:31:00 +000050 while (const auto *NextParent =
51 dyn_cast<CXXRecordDecl>(Parent->getParent())) {
52 Parent = NextParent;
53 }
54
55 return InnerMatcher.matches(*Parent, Finder, Builder);
56}
57
Haojian Wud2a6d7b2016-10-04 09:05:31 +000058// Make the Path absolute using the CurrentDir if the Path is not an absolute
59// path. An empty Path will result in an empty string.
60std::string MakeAbsolutePath(StringRef CurrentDir, StringRef Path) {
61 if (Path.empty())
62 return "";
63 llvm::SmallString<128> InitialDirectory(CurrentDir);
64 llvm::SmallString<128> AbsolutePath(Path);
65 if (std::error_code EC =
66 llvm::sys::fs::make_absolute(InitialDirectory, AbsolutePath))
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000067 llvm::errs() << "Warning: could not make absolute file: '" << EC.message()
Haojian Wud2a6d7b2016-10-04 09:05:31 +000068 << '\n';
69 llvm::sys::path::remove_dots(AbsolutePath, /*remove_dot_dot=*/true);
Haojian Wuc6f125e2016-10-04 09:49:20 +000070 llvm::sys::path::native(AbsolutePath);
Haojian Wud2a6d7b2016-10-04 09:05:31 +000071 return AbsolutePath.str();
72}
73
74// Make the Path absolute using the current working directory of the given
75// SourceManager if the Path is not an absolute path.
76//
77// The Path can be a path relative to the build directory, or retrieved from
78// the SourceManager.
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000079std::string MakeAbsolutePath(const SourceManager &SM, StringRef Path) {
Haojian Wud2a6d7b2016-10-04 09:05:31 +000080 llvm::SmallString<128> AbsolutePath(Path);
81 if (std::error_code EC =
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000082 SM.getFileManager().getVirtualFileSystem()->makeAbsolute(
83 AbsolutePath))
84 llvm::errs() << "Warning: could not make absolute file: '" << EC.message()
Haojian Wud2a6d7b2016-10-04 09:05:31 +000085 << '\n';
Haojian Wudb726572016-10-12 15:50:30 +000086 // Handle symbolic link path cases.
87 // We are trying to get the real file path of the symlink.
88 const DirectoryEntry *Dir = SM.getFileManager().getDirectory(
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +000089 llvm::sys::path::parent_path(AbsolutePath.str()));
Haojian Wudb726572016-10-12 15:50:30 +000090 if (Dir) {
91 StringRef DirName = SM.getFileManager().getCanonicalName(Dir);
92 SmallVector<char, 128> AbsoluteFilename;
93 llvm::sys::path::append(AbsoluteFilename, DirName,
94 llvm::sys::path::filename(AbsolutePath.str()));
95 return llvm::StringRef(AbsoluteFilename.data(), AbsoluteFilename.size())
96 .str();
97 }
Haojian Wud2a6d7b2016-10-04 09:05:31 +000098 return AbsolutePath.str();
99}
100
101// Matches AST nodes that are expanded within the given AbsoluteFilePath.
102AST_POLYMORPHIC_MATCHER_P(isExpansionInFile,
103 AST_POLYMORPHIC_SUPPORTED_TYPES(Decl, Stmt, TypeLoc),
104 std::string, AbsoluteFilePath) {
105 auto &SourceManager = Finder->getASTContext().getSourceManager();
106 auto ExpansionLoc = SourceManager.getExpansionLoc(Node.getLocStart());
107 if (ExpansionLoc.isInvalid())
108 return false;
109 auto FileEntry =
110 SourceManager.getFileEntryForID(SourceManager.getFileID(ExpansionLoc));
111 if (!FileEntry)
112 return false;
113 return MakeAbsolutePath(SourceManager, FileEntry->getName()) ==
114 AbsoluteFilePath;
115}
116
Haojian Wu357ef992016-09-21 13:18:19 +0000117class FindAllIncludes : public clang::PPCallbacks {
118public:
119 explicit FindAllIncludes(SourceManager *SM, ClangMoveTool *const MoveTool)
120 : SM(*SM), MoveTool(MoveTool) {}
121
122 void InclusionDirective(clang::SourceLocation HashLoc,
123 const clang::Token & /*IncludeTok*/,
124 StringRef FileName, bool IsAngled,
Haojian Wu2930be12016-11-08 19:55:13 +0000125 clang::CharSourceRange FilenameRange,
Haojian Wu357ef992016-09-21 13:18:19 +0000126 const clang::FileEntry * /*File*/,
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000127 StringRef SearchPath, StringRef /*RelativePath*/,
Haojian Wu357ef992016-09-21 13:18:19 +0000128 const clang::Module * /*Imported*/) override {
Haojian Wudaf4cb82016-09-23 13:28:38 +0000129 if (const auto *FileEntry = SM.getFileEntryForID(SM.getFileID(HashLoc)))
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000130 MoveTool->addIncludes(FileName, IsAngled, SearchPath,
Haojian Wu2930be12016-11-08 19:55:13 +0000131 FileEntry->getName(), FilenameRange, SM);
Haojian Wu357ef992016-09-21 13:18:19 +0000132 }
133
134private:
135 const SourceManager &SM;
136 ClangMoveTool *const MoveTool;
137};
138
Haojian Wu4543fec2016-11-16 13:05:19 +0000139class FunctionDeclarationMatch : public MatchFinder::MatchCallback {
140public:
141 explicit FunctionDeclarationMatch(ClangMoveTool *MoveTool)
142 : MoveTool(MoveTool) {}
143
144 void run(const MatchFinder::MatchResult &Result) override {
145 const auto *FD = Result.Nodes.getNodeAs<clang::FunctionDecl>("function");
146 assert(FD);
147 const clang::NamedDecl *D = FD;
148 if (const auto *FTD = FD->getDescribedFunctionTemplate())
149 D = FTD;
150 MoveTool->getMovedDecls().emplace_back(D,
151 &Result.Context->getSourceManager());
152 MoveTool->getUnremovedDeclsInOldHeader().erase(D);
153 MoveTool->getRemovedDecls().push_back(MoveTool->getMovedDecls().back());
154 }
155
156private:
157 ClangMoveTool *MoveTool;
158};
159
Haojian Wu35ca9462016-11-14 14:15:44 +0000160class ClassDeclarationMatch : public MatchFinder::MatchCallback {
161public:
162 explicit ClassDeclarationMatch(ClangMoveTool *MoveTool)
163 : MoveTool(MoveTool) {}
164 void run(const MatchFinder::MatchResult &Result) override {
165 clang::SourceManager* SM = &Result.Context->getSourceManager();
166 if (const auto *CMD =
167 Result.Nodes.getNodeAs<clang::CXXMethodDecl>("class_method"))
168 MatchClassMethod(CMD, SM);
169 else if (const auto *VD = Result.Nodes.getNodeAs<clang::VarDecl>(
170 "class_static_var_decl"))
171 MatchClassStaticVariable(VD, SM);
172 else if (const auto *CD = Result.Nodes.getNodeAs<clang::CXXRecordDecl>(
173 "moved_class"))
174 MatchClassDeclaration(CD, SM);
175 }
176
177private:
178 void MatchClassMethod(const clang::CXXMethodDecl* CMD,
179 clang::SourceManager* SM) {
180 // Skip inline class methods. isInline() ast matcher doesn't ignore this
181 // case.
182 if (!CMD->isInlined()) {
183 MoveTool->getMovedDecls().emplace_back(CMD, SM);
184 MoveTool->getRemovedDecls().push_back(MoveTool->getMovedDecls().back());
185 // Get template class method from its method declaration as
186 // UnremovedDecls stores template class method.
187 if (const auto *FTD = CMD->getDescribedFunctionTemplate())
188 MoveTool->getUnremovedDeclsInOldHeader().erase(FTD);
189 else
190 MoveTool->getUnremovedDeclsInOldHeader().erase(CMD);
191 }
192 }
193
194 void MatchClassStaticVariable(const clang::NamedDecl *VD,
195 clang::SourceManager* SM) {
196 MoveTool->getMovedDecls().emplace_back(VD, SM);
197 MoveTool->getRemovedDecls().push_back(MoveTool->getMovedDecls().back());
198 MoveTool->getUnremovedDeclsInOldHeader().erase(VD);
199 }
200
201 void MatchClassDeclaration(const clang::CXXRecordDecl *CD,
202 clang::SourceManager* SM) {
203 // Get class template from its class declaration as UnremovedDecls stores
204 // class template.
205 if (const auto *TC = CD->getDescribedClassTemplate())
206 MoveTool->getMovedDecls().emplace_back(TC, SM);
207 else
208 MoveTool->getMovedDecls().emplace_back(CD, SM);
209 MoveTool->getRemovedDecls().push_back(MoveTool->getMovedDecls().back());
210 MoveTool->getUnremovedDeclsInOldHeader().erase(
211 MoveTool->getMovedDecls().back().Decl);
212 }
213
214 ClangMoveTool *MoveTool;
215};
216
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000217// Expand to get the end location of the line where the EndLoc of the given
218// Decl.
219SourceLocation
220getLocForEndOfDecl(const clang::Decl *D, const SourceManager *SM,
221 const LangOptions &LangOpts = clang::LangOptions()) {
222 std::pair<FileID, unsigned> LocInfo = SM->getDecomposedLoc(D->getLocEnd());
223 // Try to load the file buffer.
224 bool InvalidTemp = false;
225 llvm::StringRef File = SM->getBufferData(LocInfo.first, &InvalidTemp);
226 if (InvalidTemp)
227 return SourceLocation();
228
229 const char *TokBegin = File.data() + LocInfo.second;
230 // Lex from the start of the given location.
231 Lexer Lex(SM->getLocForStartOfFile(LocInfo.first), LangOpts, File.begin(),
232 TokBegin, File.end());
233
234 llvm::SmallVector<char, 16> Line;
235 // FIXME: this is a bit hacky to get ReadToEndOfLine work.
236 Lex.setParsingPreprocessorDirective(true);
237 Lex.ReadToEndOfLine(&Line);
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000238 SourceLocation EndLoc = D->getLocEnd().getLocWithOffset(Line.size());
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000239 // If we already reach EOF, just return the EOF SourceLocation;
240 // otherwise, move 1 offset ahead to include the trailing newline character
241 // '\n'.
242 return SM->getLocForEndOfFile(LocInfo.first) == EndLoc
243 ? EndLoc
244 : EndLoc.getLocWithOffset(1);
245}
246
247// Get full range of a Decl including the comments associated with it.
248clang::CharSourceRange
249GetFullRange(const clang::SourceManager *SM, const clang::Decl *D,
250 const clang::LangOptions &options = clang::LangOptions()) {
Haojian Wu24675392016-11-14 14:46:48 +0000251 clang::SourceRange Full(SM->getExpansionLoc(D->getLocStart()),
252 getLocForEndOfDecl(D, SM));
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000253 // Expand to comments that are associated with the Decl.
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000254 if (const auto *Comment = D->getASTContext().getRawCommentForDeclNoCache(D)) {
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000255 if (SM->isBeforeInTranslationUnit(Full.getEnd(), Comment->getLocEnd()))
256 Full.setEnd(Comment->getLocEnd());
257 // FIXME: Don't delete a preceding comment, if there are no other entities
258 // it could refer to.
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000259 if (SM->isBeforeInTranslationUnit(Comment->getLocStart(), Full.getBegin()))
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000260 Full.setBegin(Comment->getLocStart());
261 }
262
263 return clang::CharSourceRange::getCharRange(Full);
264}
265
266std::string getDeclarationSourceText(const clang::Decl *D,
267 const clang::SourceManager *SM) {
268 llvm::StringRef SourceText = clang::Lexer::getSourceText(
269 GetFullRange(SM, D), *SM, clang::LangOptions());
270 return SourceText.str();
271}
272
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000273bool isInHeaderFile(const clang::SourceManager &SM, const clang::Decl *D,
274 llvm::StringRef OriginalRunningDirectory,
275 llvm::StringRef OldHeader) {
276 if (OldHeader.empty())
Haojian Wu357ef992016-09-21 13:18:19 +0000277 return false;
278 auto ExpansionLoc = SM.getExpansionLoc(D->getLocStart());
279 if (ExpansionLoc.isInvalid())
280 return false;
281
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000282 if (const auto *FE = SM.getFileEntryForID(SM.getFileID(ExpansionLoc))) {
283 return MakeAbsolutePath(SM, FE->getName()) ==
284 MakeAbsolutePath(OriginalRunningDirectory, OldHeader);
285 }
Haojian Wu357ef992016-09-21 13:18:19 +0000286
287 return false;
288}
289
290std::vector<std::string> GetNamespaces(const clang::Decl *D) {
291 std::vector<std::string> Namespaces;
292 for (const auto *Context = D->getDeclContext(); Context;
293 Context = Context->getParent()) {
294 if (llvm::isa<clang::TranslationUnitDecl>(Context) ||
295 llvm::isa<clang::LinkageSpecDecl>(Context))
296 break;
297
298 if (const auto *ND = llvm::dyn_cast<clang::NamespaceDecl>(Context))
299 Namespaces.push_back(ND->getName().str());
300 }
301 std::reverse(Namespaces.begin(), Namespaces.end());
302 return Namespaces;
303}
304
Haojian Wu357ef992016-09-21 13:18:19 +0000305clang::tooling::Replacements
306createInsertedReplacements(const std::vector<std::string> &Includes,
307 const std::vector<ClangMoveTool::MovedDecl> &Decls,
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000308 llvm::StringRef FileName, bool IsHeader = false) {
Haojian Wu53eab1e2016-10-14 13:43:49 +0000309 std::string NewCode;
Haojian Wu220c7552016-10-14 13:01:36 +0000310 std::string GuardName(FileName);
311 if (IsHeader) {
Haojian Wuac97fc32016-10-17 15:26:34 +0000312 for (size_t i = 0; i < GuardName.size(); ++i) {
313 if (!isAlphanumeric(GuardName[i]))
314 GuardName[i] = '_';
315 }
Haojian Wu220c7552016-10-14 13:01:36 +0000316 GuardName = StringRef(GuardName).upper();
Haojian Wu53eab1e2016-10-14 13:43:49 +0000317 NewCode += "#ifndef " + GuardName + "\n";
Haojian Wu53315a72016-11-15 09:06:59 +0000318 NewCode += "#define " + GuardName + "\n\n";
Haojian Wu220c7552016-10-14 13:01:36 +0000319 }
Haojian Wu357ef992016-09-21 13:18:19 +0000320
321 // Add #Includes.
Haojian Wu357ef992016-09-21 13:18:19 +0000322 for (const auto &Include : Includes)
Haojian Wu53eab1e2016-10-14 13:43:49 +0000323 NewCode += Include;
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000324
Haojian Wu53eab1e2016-10-14 13:43:49 +0000325 if (!Includes.empty())
326 NewCode += "\n";
Haojian Wu357ef992016-09-21 13:18:19 +0000327
328 // Add moved class definition and its related declarations. All declarations
329 // in same namespace are grouped together.
Haojian Wu53315a72016-11-15 09:06:59 +0000330 //
331 // Record namespaces where the current position is in.
Haojian Wu357ef992016-09-21 13:18:19 +0000332 std::vector<std::string> CurrentNamespaces;
333 for (const auto &MovedDecl : Decls) {
Haojian Wu53315a72016-11-15 09:06:59 +0000334 // The namespaces of the declaration being moved.
Haojian Wu357ef992016-09-21 13:18:19 +0000335 std::vector<std::string> DeclNamespaces = GetNamespaces(MovedDecl.Decl);
336 auto CurrentIt = CurrentNamespaces.begin();
337 auto DeclIt = DeclNamespaces.begin();
Haojian Wu53315a72016-11-15 09:06:59 +0000338 // Skip the common prefix.
Haojian Wu357ef992016-09-21 13:18:19 +0000339 while (CurrentIt != CurrentNamespaces.end() &&
340 DeclIt != DeclNamespaces.end()) {
341 if (*CurrentIt != *DeclIt)
342 break;
343 ++CurrentIt;
344 ++DeclIt;
345 }
Haojian Wu53315a72016-11-15 09:06:59 +0000346 // Calculate the new namespaces after adding MovedDecl in CurrentNamespace,
347 // which is used for next iteration of this loop.
Haojian Wu357ef992016-09-21 13:18:19 +0000348 std::vector<std::string> NextNamespaces(CurrentNamespaces.begin(),
349 CurrentIt);
350 NextNamespaces.insert(NextNamespaces.end(), DeclIt, DeclNamespaces.end());
Haojian Wu53315a72016-11-15 09:06:59 +0000351
352
353 // End with CurrentNamespace.
354 bool HasEndCurrentNamespace = false;
Haojian Wu357ef992016-09-21 13:18:19 +0000355 auto RemainingSize = CurrentNamespaces.end() - CurrentIt;
356 for (auto It = CurrentNamespaces.rbegin(); RemainingSize > 0;
357 --RemainingSize, ++It) {
358 assert(It < CurrentNamespaces.rend());
Haojian Wu53eab1e2016-10-14 13:43:49 +0000359 NewCode += "} // namespace " + *It + "\n";
Haojian Wu53315a72016-11-15 09:06:59 +0000360 HasEndCurrentNamespace = true;
Haojian Wu357ef992016-09-21 13:18:19 +0000361 }
Haojian Wu53315a72016-11-15 09:06:59 +0000362 // Add trailing '\n' after the nested namespace definition.
363 if (HasEndCurrentNamespace)
364 NewCode += "\n";
365
366 // If the moved declaration is not in CurrentNamespace, add extra namespace
367 // definitions.
368 bool IsInNewNamespace = false;
Haojian Wu357ef992016-09-21 13:18:19 +0000369 while (DeclIt != DeclNamespaces.end()) {
Haojian Wu53eab1e2016-10-14 13:43:49 +0000370 NewCode += "namespace " + *DeclIt + " {\n";
Haojian Wu53315a72016-11-15 09:06:59 +0000371 IsInNewNamespace = true;
Haojian Wu357ef992016-09-21 13:18:19 +0000372 ++DeclIt;
373 }
Haojian Wu53315a72016-11-15 09:06:59 +0000374 // If the moved declaration is in same namespace CurrentNamespace, add
375 // a preceeding `\n' before the moved declaration.
Haojian Wu50a45d92016-11-18 10:51:16 +0000376 // FIXME: Don't add empty lines between using declarations.
Haojian Wu53315a72016-11-15 09:06:59 +0000377 if (!IsInNewNamespace)
378 NewCode += "\n";
Haojian Wu53eab1e2016-10-14 13:43:49 +0000379 NewCode += getDeclarationSourceText(MovedDecl.Decl, MovedDecl.SM);
Haojian Wu357ef992016-09-21 13:18:19 +0000380 CurrentNamespaces = std::move(NextNamespaces);
381 }
382 std::reverse(CurrentNamespaces.begin(), CurrentNamespaces.end());
Haojian Wu53eab1e2016-10-14 13:43:49 +0000383 for (const auto &NS : CurrentNamespaces)
384 NewCode += "} // namespace " + NS + "\n";
Haojian Wu220c7552016-10-14 13:01:36 +0000385
Haojian Wu53eab1e2016-10-14 13:43:49 +0000386 if (IsHeader)
Haojian Wu53315a72016-11-15 09:06:59 +0000387 NewCode += "\n#endif // " + GuardName + "\n";
Haojian Wu53eab1e2016-10-14 13:43:49 +0000388 return clang::tooling::Replacements(
389 clang::tooling::Replacement(FileName, 0, 0, NewCode));
Haojian Wu357ef992016-09-21 13:18:19 +0000390}
391
392} // namespace
393
394std::unique_ptr<clang::ASTConsumer>
395ClangMoveAction::CreateASTConsumer(clang::CompilerInstance &Compiler,
396 StringRef /*InFile*/) {
397 Compiler.getPreprocessor().addPPCallbacks(llvm::make_unique<FindAllIncludes>(
398 &Compiler.getSourceManager(), &MoveTool));
399 return MatchFinder.newASTConsumer();
400}
401
Haojian Wu357ef992016-09-21 13:18:19 +0000402ClangMoveTool::ClangMoveTool(
Haojian Wu253d5962016-10-06 08:29:32 +0000403 const MoveDefinitionSpec &MoveSpec,
404 std::map<std::string, tooling::Replacements> &FileToReplacements,
405 llvm::StringRef OriginalRunningDirectory, llvm::StringRef FallbackStyle)
406 : Spec(MoveSpec), FileToReplacements(FileToReplacements),
407 OriginalRunningDirectory(OriginalRunningDirectory),
408 FallbackStyle(FallbackStyle) {
Haojian Wudaf4cb82016-09-23 13:28:38 +0000409 if (!Spec.NewHeader.empty())
410 CCIncludes.push_back("#include \"" + Spec.NewHeader + "\"\n");
Haojian Wu357ef992016-09-21 13:18:19 +0000411}
412
413void ClangMoveTool::registerMatchers(ast_matchers::MatchFinder *Finder) {
Haojian Wu4543fec2016-11-16 13:05:19 +0000414 Optional<ast_matchers::internal::Matcher<NamedDecl>> HasAnySymbolNames;
415 for (StringRef SymbolName: Spec.Names) {
416 llvm::StringRef GlobalSymbolName = SymbolName.trim().ltrim(':');
417 const auto HasName = hasName(("::" + GlobalSymbolName).str());
418 HasAnySymbolNames =
419 HasAnySymbolNames ? anyOf(*HasAnySymbolNames, HasName) : HasName;
Haojian Wu9df3ac12016-10-13 08:48:42 +0000420 }
Haojian Wu4543fec2016-11-16 13:05:19 +0000421 if (!HasAnySymbolNames) {
422 llvm::errs() << "No symbols being moved.\n";
Haojian Wu9df3ac12016-10-13 08:48:42 +0000423 return;
424 }
425
Haojian Wu2930be12016-11-08 19:55:13 +0000426 auto InOldHeader = isExpansionInFile(makeAbsolutePath(Spec.OldHeader));
427 auto InOldCC = isExpansionInFile(makeAbsolutePath(Spec.OldCC));
Haojian Wu357ef992016-09-21 13:18:19 +0000428 auto InOldFiles = anyOf(InOldHeader, InOldCC);
429 auto InMovedClass =
Haojian Wu4543fec2016-11-16 13:05:19 +0000430 hasOutermostEnclosingClass(cxxRecordDecl(*HasAnySymbolNames));
Haojian Wu357ef992016-09-21 13:18:19 +0000431
Haojian Wu2930be12016-11-08 19:55:13 +0000432 auto ForwardDecls =
433 cxxRecordDecl(unless(anyOf(isImplicit(), isDefinition())));
434
435 //============================================================================
436 // Matchers for old header
437 //============================================================================
438 // Match all top-level named declarations (e.g. function, variable, enum) in
439 // old header, exclude forward class declarations and namespace declarations.
440 //
441 // The old header which contains only one declaration being moved and forward
442 // declarations is considered to be moved totally.
443 auto AllDeclsInHeader = namedDecl(
444 unless(ForwardDecls), unless(namespaceDecl()),
445 unless(usingDirectiveDecl()), // using namespace decl.
446 unless(classTemplateDecl(has(ForwardDecls))), // template forward decl.
447 InOldHeader,
448 hasParent(decl(anyOf(namespaceDecl(), translationUnitDecl()))));
449 Finder->addMatcher(AllDeclsInHeader.bind("decls_in_header"), this);
450 // Match forward declarations in old header.
451 Finder->addMatcher(namedDecl(ForwardDecls, InOldHeader).bind("fwd_decl"),
452 this);
453
454 //============================================================================
Haojian Wu2930be12016-11-08 19:55:13 +0000455 // Matchers for old cc
456 //============================================================================
Haojian Wu50a45d92016-11-18 10:51:16 +0000457 auto InOldCCNamedOrGlobalNamespace =
458 allOf(hasParent(decl(anyOf(namespaceDecl(unless(isAnonymous())),
459 translationUnitDecl()))),
460 InOldCC);
461 // Matching using decls/type alias decls which are in named namespace or
462 // global namespace. Those in classes, functions and anonymous namespaces are
463 // covered in other matchers.
Haojian Wu357ef992016-09-21 13:18:19 +0000464 Finder->addMatcher(
Haojian Wu50a45d92016-11-18 10:51:16 +0000465 namedDecl(anyOf(usingDecl(InOldCCNamedOrGlobalNamespace),
466 usingDirectiveDecl(InOldCCNamedOrGlobalNamespace),
467 typeAliasDecl( InOldCCNamedOrGlobalNamespace)))
Haojian Wu67bb6512016-10-19 14:13:21 +0000468 .bind("using_decl"),
Haojian Wu357ef992016-09-21 13:18:19 +0000469 this);
470
Haojian Wu67bb6512016-10-19 14:13:21 +0000471 // Match anonymous namespace decl in old cc.
472 Finder->addMatcher(namespaceDecl(isAnonymous(), InOldCC).bind("anonymous_ns"),
473 this);
474
475 // Match static functions/variable definitions which are defined in named
476 // namespaces.
477 auto IsOldCCStaticDefinition =
Haojian Wu50a45d92016-11-18 10:51:16 +0000478 allOf(isDefinition(), unless(InMovedClass), InOldCCNamedOrGlobalNamespace,
Haojian Wu67bb6512016-10-19 14:13:21 +0000479 isStaticStorageClass());
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000480 Finder->addMatcher(namedDecl(anyOf(functionDecl(IsOldCCStaticDefinition),
481 varDecl(IsOldCCStaticDefinition)))
482 .bind("static_decls"),
483 this);
Haojian Wu35ca9462016-11-14 14:15:44 +0000484
485 //============================================================================
486 // Matchers for old files, including old.h/old.cc
487 //============================================================================
488 // Create a MatchCallback for class declarations.
489 MatchCallbacks.push_back(llvm::make_unique<ClassDeclarationMatch>(this));
490 // Match moved class declarations.
491 auto MovedClass =
492 cxxRecordDecl(
Haojian Wu4543fec2016-11-16 13:05:19 +0000493 InOldFiles, *HasAnySymbolNames, isDefinition(),
Haojian Wu35ca9462016-11-14 14:15:44 +0000494 hasDeclContext(anyOf(namespaceDecl(), translationUnitDecl())))
495 .bind("moved_class");
496 Finder->addMatcher(MovedClass, MatchCallbacks.back().get());
497 // Match moved class methods (static methods included) which are defined
498 // outside moved class declaration.
499 Finder->addMatcher(
Haojian Wu4543fec2016-11-16 13:05:19 +0000500 cxxMethodDecl(InOldFiles, ofOutermostEnclosingClass(*HasAnySymbolNames),
Haojian Wu35ca9462016-11-14 14:15:44 +0000501 isDefinition())
502 .bind("class_method"),
503 MatchCallbacks.back().get());
504 // Match static member variable definition of the moved class.
505 Finder->addMatcher(
506 varDecl(InMovedClass, InOldFiles, isDefinition(), isStaticDataMember())
507 .bind("class_static_var_decl"),
508 MatchCallbacks.back().get());
509
Haojian Wu4543fec2016-11-16 13:05:19 +0000510 MatchCallbacks.push_back(llvm::make_unique<FunctionDeclarationMatch>(this));
511 Finder->addMatcher(functionDecl(InOldFiles, *HasAnySymbolNames,
512 anyOf(hasDeclContext(namespaceDecl()),
513 hasDeclContext(translationUnitDecl())))
514 .bind("function"),
515 MatchCallbacks.back().get());
Haojian Wu357ef992016-09-21 13:18:19 +0000516}
517
518void ClangMoveTool::run(const ast_matchers::MatchFinder::MatchResult &Result) {
Haojian Wu2930be12016-11-08 19:55:13 +0000519 if (const auto *D =
520 Result.Nodes.getNodeAs<clang::NamedDecl>("decls_in_header")) {
521 UnremovedDeclsInOldHeader.insert(D);
Haojian Wu357ef992016-09-21 13:18:19 +0000522 } else if (const auto *FWD =
523 Result.Nodes.getNodeAs<clang::CXXRecordDecl>("fwd_decl")) {
524 // Skip all forwad declarations which appear after moved class declaration.
Haojian Wu29c38f72016-10-21 19:26:43 +0000525 if (RemovedDecls.empty()) {
Haojian Wub53ec462016-11-10 05:33:26 +0000526 if (const auto *DCT = FWD->getDescribedClassTemplate())
Haojian Wu29c38f72016-10-21 19:26:43 +0000527 MovedDecls.emplace_back(DCT, &Result.Context->getSourceManager());
Haojian Wub53ec462016-11-10 05:33:26 +0000528 else
Haojian Wu29c38f72016-10-21 19:26:43 +0000529 MovedDecls.emplace_back(FWD, &Result.Context->getSourceManager());
Haojian Wu29c38f72016-10-21 19:26:43 +0000530 }
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000531 } else if (const auto *ANS =
532 Result.Nodes.getNodeAs<clang::NamespaceDecl>("anonymous_ns")) {
Haojian Wu67bb6512016-10-19 14:13:21 +0000533 MovedDecls.emplace_back(ANS, &Result.Context->getSourceManager());
Haojian Wu357ef992016-09-21 13:18:19 +0000534 } else if (const auto *ND =
535 Result.Nodes.getNodeAs<clang::NamedDecl>("static_decls")) {
536 MovedDecls.emplace_back(ND, &Result.Context->getSourceManager());
Haojian Wu67bb6512016-10-19 14:13:21 +0000537 } else if (const auto *UD =
538 Result.Nodes.getNodeAs<clang::NamedDecl>("using_decl")) {
539 MovedDecls.emplace_back(UD, &Result.Context->getSourceManager());
Haojian Wu357ef992016-09-21 13:18:19 +0000540 }
541}
542
Haojian Wu2930be12016-11-08 19:55:13 +0000543std::string ClangMoveTool::makeAbsolutePath(StringRef Path) {
544 return MakeAbsolutePath(OriginalRunningDirectory, Path);
545}
546
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000547void ClangMoveTool::addIncludes(llvm::StringRef IncludeHeader, bool IsAngled,
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000548 llvm::StringRef SearchPath,
549 llvm::StringRef FileName,
Haojian Wu2930be12016-11-08 19:55:13 +0000550 clang::CharSourceRange IncludeFilenameRange,
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000551 const SourceManager &SM) {
Haojian Wudb726572016-10-12 15:50:30 +0000552 SmallVector<char, 128> HeaderWithSearchPath;
553 llvm::sys::path::append(HeaderWithSearchPath, SearchPath, IncludeHeader);
Haojian Wu2930be12016-11-08 19:55:13 +0000554 std::string AbsoluteOldHeader = makeAbsolutePath(Spec.OldHeader);
Haojian Wudaf4cb82016-09-23 13:28:38 +0000555 // FIXME: Add old.h to the new.cc/h when the new target has dependencies on
556 // old.h/c. For instance, when moved class uses another class defined in
557 // old.h, the old.h should be added in new.h.
Haojian Wudb726572016-10-12 15:50:30 +0000558 if (AbsoluteOldHeader ==
559 MakeAbsolutePath(SM, llvm::StringRef(HeaderWithSearchPath.data(),
Haojian Wu2930be12016-11-08 19:55:13 +0000560 HeaderWithSearchPath.size()))) {
561 OldHeaderIncludeRange = IncludeFilenameRange;
Haojian Wudaf4cb82016-09-23 13:28:38 +0000562 return;
Haojian Wu2930be12016-11-08 19:55:13 +0000563 }
Haojian Wudaf4cb82016-09-23 13:28:38 +0000564
565 std::string IncludeLine =
566 IsAngled ? ("#include <" + IncludeHeader + ">\n").str()
567 : ("#include \"" + IncludeHeader + "\"\n").str();
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000568
Haojian Wudb726572016-10-12 15:50:30 +0000569 std::string AbsoluteCurrentFile = MakeAbsolutePath(SM, FileName);
570 if (AbsoluteOldHeader == AbsoluteCurrentFile) {
Haojian Wudaf4cb82016-09-23 13:28:38 +0000571 HeaderIncludes.push_back(IncludeLine);
Haojian Wu2930be12016-11-08 19:55:13 +0000572 } else if (makeAbsolutePath(Spec.OldCC) == AbsoluteCurrentFile) {
Haojian Wudaf4cb82016-09-23 13:28:38 +0000573 CCIncludes.push_back(IncludeLine);
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000574 }
Haojian Wu357ef992016-09-21 13:18:19 +0000575}
576
577void ClangMoveTool::removeClassDefinitionInOldFiles() {
578 for (const auto &MovedDecl : RemovedDecls) {
Haojian Wu253d5962016-10-06 08:29:32 +0000579 const auto &SM = *MovedDecl.SM;
Haojian Wu9abbeaa2016-10-06 08:59:24 +0000580 auto Range = GetFullRange(&SM, MovedDecl.Decl);
Haojian Wu357ef992016-09-21 13:18:19 +0000581 clang::tooling::Replacement RemoveReplacement(
Mandeep Singh Grang7c7ea7d2016-11-08 07:50:19 +0000582 *MovedDecl.SM,
583 clang::CharSourceRange::getCharRange(Range.getBegin(), Range.getEnd()),
Haojian Wu357ef992016-09-21 13:18:19 +0000584 "");
585 std::string FilePath = RemoveReplacement.getFilePath().str();
Haojian Wu53eab1e2016-10-14 13:43:49 +0000586 auto Err = FileToReplacements[FilePath].add(RemoveReplacement);
587 if (Err) {
588 llvm::errs() << llvm::toString(std::move(Err)) << "\n";
589 continue;
590 }
Haojian Wu253d5962016-10-06 08:29:32 +0000591
592 llvm::StringRef Code =
593 SM.getBufferData(SM.getFileID(MovedDecl.Decl->getLocation()));
594 format::FormatStyle Style =
595 format::getStyle("file", FilePath, FallbackStyle);
596 auto CleanReplacements = format::cleanupAroundReplacements(
597 Code, FileToReplacements[FilePath], Style);
598
599 if (!CleanReplacements) {
600 llvm::errs() << llvm::toString(CleanReplacements.takeError()) << "\n";
601 continue;
602 }
603 FileToReplacements[FilePath] = *CleanReplacements;
Haojian Wu357ef992016-09-21 13:18:19 +0000604 }
605}
606
607void ClangMoveTool::moveClassDefinitionToNewFiles() {
608 std::vector<MovedDecl> NewHeaderDecls;
609 std::vector<MovedDecl> NewCCDecls;
610 for (const auto &MovedDecl : MovedDecls) {
Haojian Wud2a6d7b2016-10-04 09:05:31 +0000611 if (isInHeaderFile(*MovedDecl.SM, MovedDecl.Decl, OriginalRunningDirectory,
612 Spec.OldHeader))
Haojian Wu357ef992016-09-21 13:18:19 +0000613 NewHeaderDecls.push_back(MovedDecl);
614 else
615 NewCCDecls.push_back(MovedDecl);
616 }
617
618 if (!Spec.NewHeader.empty())
619 FileToReplacements[Spec.NewHeader] = createInsertedReplacements(
Haojian Wu220c7552016-10-14 13:01:36 +0000620 HeaderIncludes, NewHeaderDecls, Spec.NewHeader, /*IsHeader=*/true);
Haojian Wu357ef992016-09-21 13:18:19 +0000621 if (!Spec.NewCC.empty())
622 FileToReplacements[Spec.NewCC] =
623 createInsertedReplacements(CCIncludes, NewCCDecls, Spec.NewCC);
624}
625
Haojian Wu2930be12016-11-08 19:55:13 +0000626// Move all contents from OldFile to NewFile.
627void ClangMoveTool::moveAll(SourceManager &SM, StringRef OldFile,
628 StringRef NewFile) {
629 const FileEntry *FE = SM.getFileManager().getFile(makeAbsolutePath(OldFile));
630 if (!FE) {
631 llvm::errs() << "Failed to get file: " << OldFile << "\n";
632 return;
633 }
634 FileID ID = SM.getOrCreateFileID(FE, SrcMgr::C_User);
635 auto Begin = SM.getLocForStartOfFile(ID);
636 auto End = SM.getLocForEndOfFile(ID);
637 clang::tooling::Replacement RemoveAll (
638 SM, clang::CharSourceRange::getCharRange(Begin, End), "");
639 std::string FilePath = RemoveAll.getFilePath().str();
640 FileToReplacements[FilePath] = clang::tooling::Replacements(RemoveAll);
641
642 StringRef Code = SM.getBufferData(ID);
643 if (!NewFile.empty()) {
644 auto AllCode = clang::tooling::Replacements(
645 clang::tooling::Replacement(NewFile, 0, 0, Code));
646 // If we are moving from old.cc, an extra step is required: excluding
647 // the #include of "old.h", instead, we replace it with #include of "new.h".
648 if (Spec.NewCC == NewFile && OldHeaderIncludeRange.isValid()) {
649 AllCode = AllCode.merge(
650 clang::tooling::Replacements(clang::tooling::Replacement(
651 SM, OldHeaderIncludeRange, '"' + Spec.NewHeader + '"')));
652 }
653 FileToReplacements[NewFile] = std::move(AllCode);
654 }
655}
656
Haojian Wu357ef992016-09-21 13:18:19 +0000657void ClangMoveTool::onEndOfTranslationUnit() {
658 if (RemovedDecls.empty())
659 return;
Haojian Wu2930be12016-11-08 19:55:13 +0000660 if (UnremovedDeclsInOldHeader.empty() && !Spec.OldHeader.empty()) {
661 auto &SM = *RemovedDecls[0].SM;
662 moveAll(SM, Spec.OldHeader, Spec.NewHeader);
663 moveAll(SM, Spec.OldCC, Spec.NewCC);
664 return;
665 }
Haojian Wu357ef992016-09-21 13:18:19 +0000666 removeClassDefinitionInOldFiles();
667 moveClassDefinitionToNewFiles();
668}
669
670} // namespace move
671} // namespace clang