Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 1 | //===- unittests/Lex/LexerTest.cpp ------ Lexer tests ---------------------===// |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 10 | #include "clang/Lex/Lexer.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 11 | #include "clang/Basic/Diagnostic.h" |
Douglas Gregor | 3aeb34f | 2012-10-23 22:38:58 +0000 | [diff] [blame] | 12 | #include "clang/Basic/DiagnosticOptions.h" |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 13 | #include "clang/Basic/FileManager.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 14 | #include "clang/Basic/LangOptions.h" |
Chandler Carruth | 7cc315c | 2012-12-04 09:53:37 +0000 | [diff] [blame] | 15 | #include "clang/Basic/SourceManager.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 16 | #include "clang/Basic/TargetInfo.h" |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 17 | #include "clang/Basic/TargetOptions.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 18 | #include "clang/Lex/HeaderSearch.h" |
Douglas Gregor | b0985c8 | 2012-10-24 16:24:38 +0000 | [diff] [blame] | 19 | #include "clang/Lex/HeaderSearchOptions.h" |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 20 | #include "clang/Lex/ModuleLoader.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 21 | #include "clang/Lex/Preprocessor.h" |
Douglas Gregor | 36a1649 | 2012-10-24 17:46:57 +0000 | [diff] [blame] | 22 | #include "clang/Lex/PreprocessorOptions.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 23 | #include "llvm/Config/config.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 24 | #include "gtest/gtest.h" |
| 25 | |
| 26 | using namespace llvm; |
| 27 | using namespace clang; |
| 28 | |
| 29 | namespace { |
| 30 | |
| 31 | // The test fixture. |
| 32 | class LexerTest : public ::testing::Test { |
| 33 | protected: |
| 34 | LexerTest() |
| 35 | : FileMgr(FileMgrOpts), |
| 36 | DiagID(new DiagnosticIDs()), |
Douglas Gregor | 8e02361 | 2012-10-23 22:31:51 +0000 | [diff] [blame] | 37 | Diags(DiagID, new DiagnosticOptions, new IgnoringDiagConsumer()), |
Douglas Gregor | 07f8cf4 | 2012-10-17 00:11:35 +0000 | [diff] [blame] | 38 | SourceMgr(Diags, FileMgr), |
| 39 | TargetOpts(new TargetOptions) |
| 40 | { |
| 41 | TargetOpts->Triple = "x86_64-apple-darwin11.1.0"; |
NAKAMURA Takumi | 3a4c8cf | 2012-11-16 04:40:11 +0000 | [diff] [blame] | 42 | Target = TargetInfo::CreateTargetInfo(Diags, &*TargetOpts); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 43 | } |
| 44 | |
| 45 | FileSystemOptions FileMgrOpts; |
| 46 | FileManager FileMgr; |
Dylan Noblesmith | c93dc78 | 2012-02-20 14:00:23 +0000 | [diff] [blame] | 47 | IntrusiveRefCntPtr<DiagnosticIDs> DiagID; |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 48 | DiagnosticsEngine Diags; |
| 49 | SourceManager SourceMgr; |
| 50 | LangOptions LangOpts; |
Douglas Gregor | 07f8cf4 | 2012-10-17 00:11:35 +0000 | [diff] [blame] | 51 | IntrusiveRefCntPtr<TargetOptions> TargetOpts; |
Dylan Noblesmith | c93dc78 | 2012-02-20 14:00:23 +0000 | [diff] [blame] | 52 | IntrusiveRefCntPtr<TargetInfo> Target; |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 53 | }; |
| 54 | |
| 55 | class VoidModuleLoader : public ModuleLoader { |
Douglas Gregor | 7dff05b | 2012-11-30 00:01:57 +0000 | [diff] [blame] | 56 | virtual ModuleLoadResult loadModule(SourceLocation ImportLoc, |
| 57 | ModuleIdPath Path, |
| 58 | Module::NameVisibilityKind Visibility, |
| 59 | bool IsInclusionDirective) { |
| 60 | return ModuleLoadResult(); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 61 | } |
NAKAMURA Takumi | 1a4191d | 2013-01-12 02:16:29 +0000 | [diff] [blame] | 62 | |
| 63 | virtual void makeModuleVisible(Module *Mod, |
Argyrios Kyrtzidis | 5ebcb20 | 2013-02-01 16:36:12 +0000 | [diff] [blame] | 64 | Module::NameVisibilityKind Visibility, |
Douglas Gregor | 906d66a | 2013-03-20 21:10:35 +0000 | [diff] [blame^] | 65 | SourceLocation ImportLoc, |
| 66 | bool Complain) { } |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 67 | }; |
| 68 | |
| 69 | TEST_F(LexerTest, LexAPI) { |
| 70 | const char *source = |
| 71 | "#define M(x) [x]\n" |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 72 | "#define N(x) x\n" |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 73 | "#define INN(x) x\n" |
| 74 | "#define NOF1 INN(val)\n" |
| 75 | "#define NOF2 val\n" |
| 76 | "M(foo) N([bar])\n" |
| 77 | "N(INN(val)) N(NOF1) N(NOF2) N(val)"; |
| 78 | |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 79 | MemoryBuffer *buf = MemoryBuffer::getMemBuffer(source); |
Fariborz Jahanian | 1c31ee8 | 2012-03-06 21:18:56 +0000 | [diff] [blame] | 80 | (void)SourceMgr.createMainFileIDForMemBuffer(buf); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 81 | |
| 82 | VoidModuleLoader ModLoader; |
Douglas Gregor | b0985c8 | 2012-10-24 16:24:38 +0000 | [diff] [blame] | 83 | HeaderSearch HeaderInfo(new HeaderSearchOptions, FileMgr, Diags, LangOpts, |
| 84 | Target.getPtr()); |
Douglas Gregor | 36a1649 | 2012-10-24 17:46:57 +0000 | [diff] [blame] | 85 | Preprocessor PP(new PreprocessorOptions(), Diags, LangOpts, Target.getPtr(), |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 86 | SourceMgr, HeaderInfo, ModLoader, |
| 87 | /*IILookup =*/ 0, |
| 88 | /*OwnsHeaderSearch =*/false, |
| 89 | /*DelayInitialization =*/ false); |
| 90 | PP.EnterMainSourceFile(); |
| 91 | |
| 92 | std::vector<Token> toks; |
| 93 | while (1) { |
| 94 | Token tok; |
| 95 | PP.Lex(tok); |
| 96 | if (tok.is(tok::eof)) |
| 97 | break; |
| 98 | toks.push_back(tok); |
| 99 | } |
| 100 | |
| 101 | // Make sure we got the tokens that we expected. |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 102 | ASSERT_EQ(10U, toks.size()); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 103 | ASSERT_EQ(tok::l_square, toks[0].getKind()); |
| 104 | ASSERT_EQ(tok::identifier, toks[1].getKind()); |
| 105 | ASSERT_EQ(tok::r_square, toks[2].getKind()); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 106 | ASSERT_EQ(tok::l_square, toks[3].getKind()); |
| 107 | ASSERT_EQ(tok::identifier, toks[4].getKind()); |
| 108 | ASSERT_EQ(tok::r_square, toks[5].getKind()); |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 109 | ASSERT_EQ(tok::identifier, toks[6].getKind()); |
| 110 | ASSERT_EQ(tok::identifier, toks[7].getKind()); |
| 111 | ASSERT_EQ(tok::identifier, toks[8].getKind()); |
| 112 | ASSERT_EQ(tok::identifier, toks[9].getKind()); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 113 | |
| 114 | SourceLocation lsqrLoc = toks[0].getLocation(); |
| 115 | SourceLocation idLoc = toks[1].getLocation(); |
| 116 | SourceLocation rsqrLoc = toks[2].getLocation(); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 117 | std::pair<SourceLocation,SourceLocation> |
| 118 | macroPair = SourceMgr.getExpansionRange(lsqrLoc); |
| 119 | SourceRange macroRange = SourceRange(macroPair.first, macroPair.second); |
| 120 | |
Argyrios Kyrtzidis | 69bda4c | 2012-01-19 15:59:08 +0000 | [diff] [blame] | 121 | SourceLocation Loc; |
| 122 | EXPECT_TRUE(Lexer::isAtStartOfMacroExpansion(lsqrLoc, SourceMgr, LangOpts, &Loc)); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 123 | EXPECT_EQ(Loc, macroRange.getBegin()); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 124 | EXPECT_FALSE(Lexer::isAtStartOfMacroExpansion(idLoc, SourceMgr, LangOpts)); |
| 125 | EXPECT_FALSE(Lexer::isAtEndOfMacroExpansion(idLoc, SourceMgr, LangOpts)); |
Argyrios Kyrtzidis | 69bda4c | 2012-01-19 15:59:08 +0000 | [diff] [blame] | 126 | EXPECT_TRUE(Lexer::isAtEndOfMacroExpansion(rsqrLoc, SourceMgr, LangOpts, &Loc)); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 127 | EXPECT_EQ(Loc, macroRange.getEnd()); |
| 128 | |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 129 | CharSourceRange range = Lexer::makeFileCharRange( |
| 130 | CharSourceRange::getTokenRange(lsqrLoc, idLoc), SourceMgr, LangOpts); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 131 | EXPECT_TRUE(range.isInvalid()); |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 132 | range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(idLoc, rsqrLoc), |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 133 | SourceMgr, LangOpts); |
| 134 | EXPECT_TRUE(range.isInvalid()); |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 135 | range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(lsqrLoc, rsqrLoc), |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 136 | SourceMgr, LangOpts); |
| 137 | EXPECT_TRUE(!range.isTokenRange()); |
| 138 | EXPECT_EQ(range.getAsRange(), |
| 139 | SourceRange(macroRange.getBegin(), |
| 140 | macroRange.getEnd().getLocWithOffset(1))); |
Argyrios Kyrtzidis | e64d903 | 2012-01-19 15:59:19 +0000 | [diff] [blame] | 141 | |
| 142 | StringRef text = Lexer::getSourceText( |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 143 | CharSourceRange::getTokenRange(lsqrLoc, rsqrLoc), |
| 144 | SourceMgr, LangOpts); |
Argyrios Kyrtzidis | e64d903 | 2012-01-19 15:59:19 +0000 | [diff] [blame] | 145 | EXPECT_EQ(text, "M(foo)"); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 146 | |
| 147 | SourceLocation macroLsqrLoc = toks[3].getLocation(); |
| 148 | SourceLocation macroIdLoc = toks[4].getLocation(); |
| 149 | SourceLocation macroRsqrLoc = toks[5].getLocation(); |
| 150 | SourceLocation fileLsqrLoc = SourceMgr.getSpellingLoc(macroLsqrLoc); |
| 151 | SourceLocation fileIdLoc = SourceMgr.getSpellingLoc(macroIdLoc); |
| 152 | SourceLocation fileRsqrLoc = SourceMgr.getSpellingLoc(macroRsqrLoc); |
| 153 | |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 154 | range = Lexer::makeFileCharRange( |
| 155 | CharSourceRange::getTokenRange(macroLsqrLoc, macroIdLoc), |
| 156 | SourceMgr, LangOpts); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 157 | EXPECT_EQ(SourceRange(fileLsqrLoc, fileIdLoc.getLocWithOffset(3)), |
| 158 | range.getAsRange()); |
| 159 | |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 160 | range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(macroIdLoc, macroRsqrLoc), |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 161 | SourceMgr, LangOpts); |
| 162 | EXPECT_EQ(SourceRange(fileIdLoc, fileRsqrLoc.getLocWithOffset(1)), |
| 163 | range.getAsRange()); |
| 164 | |
| 165 | macroPair = SourceMgr.getExpansionRange(macroLsqrLoc); |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 166 | range = Lexer::makeFileCharRange( |
| 167 | CharSourceRange::getTokenRange(macroLsqrLoc, macroRsqrLoc), |
| 168 | SourceMgr, LangOpts); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 169 | EXPECT_EQ(SourceRange(macroPair.first, macroPair.second.getLocWithOffset(1)), |
| 170 | range.getAsRange()); |
| 171 | |
| 172 | text = Lexer::getSourceText( |
| 173 | CharSourceRange::getTokenRange(SourceRange(macroLsqrLoc, macroIdLoc)), |
| 174 | SourceMgr, LangOpts); |
| 175 | EXPECT_EQ(text, "[bar"); |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 176 | |
| 177 | |
| 178 | SourceLocation idLoc1 = toks[6].getLocation(); |
| 179 | SourceLocation idLoc2 = toks[7].getLocation(); |
| 180 | SourceLocation idLoc3 = toks[8].getLocation(); |
| 181 | SourceLocation idLoc4 = toks[9].getLocation(); |
| 182 | EXPECT_EQ("INN", Lexer::getImmediateMacroName(idLoc1, SourceMgr, LangOpts)); |
| 183 | EXPECT_EQ("INN", Lexer::getImmediateMacroName(idLoc2, SourceMgr, LangOpts)); |
| 184 | EXPECT_EQ("NOF2", Lexer::getImmediateMacroName(idLoc3, SourceMgr, LangOpts)); |
| 185 | EXPECT_EQ("N", Lexer::getImmediateMacroName(idLoc4, SourceMgr, LangOpts)); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 186 | } |
| 187 | |
| 188 | } // anonymous namespace |