Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 1 | //===- unittests/Lex/LexerTest.cpp ------ Lexer tests ---------------------===// |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 10 | #include "clang/Lex/Lexer.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 11 | #include "clang/Basic/Diagnostic.h" |
Douglas Gregor | 3aeb34f | 2012-10-23 22:38:58 +0000 | [diff] [blame] | 12 | #include "clang/Basic/DiagnosticOptions.h" |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 13 | #include "clang/Basic/FileManager.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 14 | #include "clang/Basic/LangOptions.h" |
Chandler Carruth | 7cc315c | 2012-12-04 09:53:37 +0000 | [diff] [blame] | 15 | #include "clang/Basic/SourceManager.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 16 | #include "clang/Basic/TargetInfo.h" |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 17 | #include "clang/Basic/TargetOptions.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 18 | #include "clang/Lex/HeaderSearch.h" |
Douglas Gregor | b0985c8 | 2012-10-24 16:24:38 +0000 | [diff] [blame] | 19 | #include "clang/Lex/HeaderSearchOptions.h" |
Chandler Carruth | 1050e8b | 2012-12-04 09:45:34 +0000 | [diff] [blame] | 20 | #include "clang/Lex/ModuleLoader.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 21 | #include "clang/Lex/Preprocessor.h" |
Douglas Gregor | 36a1649 | 2012-10-24 17:46:57 +0000 | [diff] [blame] | 22 | #include "clang/Lex/PreprocessorOptions.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 23 | #include "llvm/Config/config.h" |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 24 | #include "gtest/gtest.h" |
| 25 | |
| 26 | using namespace llvm; |
| 27 | using namespace clang; |
| 28 | |
| 29 | namespace { |
| 30 | |
| 31 | // The test fixture. |
| 32 | class LexerTest : public ::testing::Test { |
| 33 | protected: |
| 34 | LexerTest() |
| 35 | : FileMgr(FileMgrOpts), |
| 36 | DiagID(new DiagnosticIDs()), |
Douglas Gregor | 8e02361 | 2012-10-23 22:31:51 +0000 | [diff] [blame] | 37 | Diags(DiagID, new DiagnosticOptions, new IgnoringDiagConsumer()), |
Douglas Gregor | 07f8cf4 | 2012-10-17 00:11:35 +0000 | [diff] [blame] | 38 | SourceMgr(Diags, FileMgr), |
| 39 | TargetOpts(new TargetOptions) |
| 40 | { |
| 41 | TargetOpts->Triple = "x86_64-apple-darwin11.1.0"; |
NAKAMURA Takumi | 3a4c8cf | 2012-11-16 04:40:11 +0000 | [diff] [blame] | 42 | Target = TargetInfo::CreateTargetInfo(Diags, &*TargetOpts); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 43 | } |
| 44 | |
| 45 | FileSystemOptions FileMgrOpts; |
| 46 | FileManager FileMgr; |
Dylan Noblesmith | c93dc78 | 2012-02-20 14:00:23 +0000 | [diff] [blame] | 47 | IntrusiveRefCntPtr<DiagnosticIDs> DiagID; |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 48 | DiagnosticsEngine Diags; |
| 49 | SourceManager SourceMgr; |
| 50 | LangOptions LangOpts; |
Douglas Gregor | 07f8cf4 | 2012-10-17 00:11:35 +0000 | [diff] [blame] | 51 | IntrusiveRefCntPtr<TargetOptions> TargetOpts; |
Dylan Noblesmith | c93dc78 | 2012-02-20 14:00:23 +0000 | [diff] [blame] | 52 | IntrusiveRefCntPtr<TargetInfo> Target; |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 53 | }; |
| 54 | |
| 55 | class VoidModuleLoader : public ModuleLoader { |
Douglas Gregor | 7dff05b | 2012-11-30 00:01:57 +0000 | [diff] [blame] | 56 | virtual ModuleLoadResult loadModule(SourceLocation ImportLoc, |
| 57 | ModuleIdPath Path, |
| 58 | Module::NameVisibilityKind Visibility, |
| 59 | bool IsInclusionDirective) { |
| 60 | return ModuleLoadResult(); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 61 | } |
| 62 | }; |
| 63 | |
| 64 | TEST_F(LexerTest, LexAPI) { |
| 65 | const char *source = |
| 66 | "#define M(x) [x]\n" |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 67 | "#define N(x) x\n" |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 68 | "#define INN(x) x\n" |
| 69 | "#define NOF1 INN(val)\n" |
| 70 | "#define NOF2 val\n" |
| 71 | "M(foo) N([bar])\n" |
| 72 | "N(INN(val)) N(NOF1) N(NOF2) N(val)"; |
| 73 | |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 74 | MemoryBuffer *buf = MemoryBuffer::getMemBuffer(source); |
Fariborz Jahanian | 1c31ee8 | 2012-03-06 21:18:56 +0000 | [diff] [blame] | 75 | (void)SourceMgr.createMainFileIDForMemBuffer(buf); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 76 | |
| 77 | VoidModuleLoader ModLoader; |
Douglas Gregor | b0985c8 | 2012-10-24 16:24:38 +0000 | [diff] [blame] | 78 | HeaderSearch HeaderInfo(new HeaderSearchOptions, FileMgr, Diags, LangOpts, |
| 79 | Target.getPtr()); |
Douglas Gregor | 36a1649 | 2012-10-24 17:46:57 +0000 | [diff] [blame] | 80 | Preprocessor PP(new PreprocessorOptions(), Diags, LangOpts, Target.getPtr(), |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 81 | SourceMgr, HeaderInfo, ModLoader, |
| 82 | /*IILookup =*/ 0, |
| 83 | /*OwnsHeaderSearch =*/false, |
| 84 | /*DelayInitialization =*/ false); |
| 85 | PP.EnterMainSourceFile(); |
| 86 | |
| 87 | std::vector<Token> toks; |
| 88 | while (1) { |
| 89 | Token tok; |
| 90 | PP.Lex(tok); |
| 91 | if (tok.is(tok::eof)) |
| 92 | break; |
| 93 | toks.push_back(tok); |
| 94 | } |
| 95 | |
| 96 | // Make sure we got the tokens that we expected. |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 97 | ASSERT_EQ(10U, toks.size()); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 98 | ASSERT_EQ(tok::l_square, toks[0].getKind()); |
| 99 | ASSERT_EQ(tok::identifier, toks[1].getKind()); |
| 100 | ASSERT_EQ(tok::r_square, toks[2].getKind()); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 101 | ASSERT_EQ(tok::l_square, toks[3].getKind()); |
| 102 | ASSERT_EQ(tok::identifier, toks[4].getKind()); |
| 103 | ASSERT_EQ(tok::r_square, toks[5].getKind()); |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 104 | ASSERT_EQ(tok::identifier, toks[6].getKind()); |
| 105 | ASSERT_EQ(tok::identifier, toks[7].getKind()); |
| 106 | ASSERT_EQ(tok::identifier, toks[8].getKind()); |
| 107 | ASSERT_EQ(tok::identifier, toks[9].getKind()); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 108 | |
| 109 | SourceLocation lsqrLoc = toks[0].getLocation(); |
| 110 | SourceLocation idLoc = toks[1].getLocation(); |
| 111 | SourceLocation rsqrLoc = toks[2].getLocation(); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 112 | std::pair<SourceLocation,SourceLocation> |
| 113 | macroPair = SourceMgr.getExpansionRange(lsqrLoc); |
| 114 | SourceRange macroRange = SourceRange(macroPair.first, macroPair.second); |
| 115 | |
Argyrios Kyrtzidis | 69bda4c | 2012-01-19 15:59:08 +0000 | [diff] [blame] | 116 | SourceLocation Loc; |
| 117 | EXPECT_TRUE(Lexer::isAtStartOfMacroExpansion(lsqrLoc, SourceMgr, LangOpts, &Loc)); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 118 | EXPECT_EQ(Loc, macroRange.getBegin()); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 119 | EXPECT_FALSE(Lexer::isAtStartOfMacroExpansion(idLoc, SourceMgr, LangOpts)); |
| 120 | EXPECT_FALSE(Lexer::isAtEndOfMacroExpansion(idLoc, SourceMgr, LangOpts)); |
Argyrios Kyrtzidis | 69bda4c | 2012-01-19 15:59:08 +0000 | [diff] [blame] | 121 | EXPECT_TRUE(Lexer::isAtEndOfMacroExpansion(rsqrLoc, SourceMgr, LangOpts, &Loc)); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 122 | EXPECT_EQ(Loc, macroRange.getEnd()); |
| 123 | |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 124 | CharSourceRange range = Lexer::makeFileCharRange( |
| 125 | CharSourceRange::getTokenRange(lsqrLoc, idLoc), SourceMgr, LangOpts); |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 126 | EXPECT_TRUE(range.isInvalid()); |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 127 | range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(idLoc, rsqrLoc), |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 128 | SourceMgr, LangOpts); |
| 129 | EXPECT_TRUE(range.isInvalid()); |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 130 | range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(lsqrLoc, rsqrLoc), |
Argyrios Kyrtzidis | 11b652d | 2012-01-19 15:59:14 +0000 | [diff] [blame] | 131 | SourceMgr, LangOpts); |
| 132 | EXPECT_TRUE(!range.isTokenRange()); |
| 133 | EXPECT_EQ(range.getAsRange(), |
| 134 | SourceRange(macroRange.getBegin(), |
| 135 | macroRange.getEnd().getLocWithOffset(1))); |
Argyrios Kyrtzidis | e64d903 | 2012-01-19 15:59:19 +0000 | [diff] [blame] | 136 | |
| 137 | StringRef text = Lexer::getSourceText( |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 138 | CharSourceRange::getTokenRange(lsqrLoc, rsqrLoc), |
| 139 | SourceMgr, LangOpts); |
Argyrios Kyrtzidis | e64d903 | 2012-01-19 15:59:19 +0000 | [diff] [blame] | 140 | EXPECT_EQ(text, "M(foo)"); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 141 | |
| 142 | SourceLocation macroLsqrLoc = toks[3].getLocation(); |
| 143 | SourceLocation macroIdLoc = toks[4].getLocation(); |
| 144 | SourceLocation macroRsqrLoc = toks[5].getLocation(); |
| 145 | SourceLocation fileLsqrLoc = SourceMgr.getSpellingLoc(macroLsqrLoc); |
| 146 | SourceLocation fileIdLoc = SourceMgr.getSpellingLoc(macroIdLoc); |
| 147 | SourceLocation fileRsqrLoc = SourceMgr.getSpellingLoc(macroRsqrLoc); |
| 148 | |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 149 | range = Lexer::makeFileCharRange( |
| 150 | CharSourceRange::getTokenRange(macroLsqrLoc, macroIdLoc), |
| 151 | SourceMgr, LangOpts); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 152 | EXPECT_EQ(SourceRange(fileLsqrLoc, fileIdLoc.getLocWithOffset(3)), |
| 153 | range.getAsRange()); |
| 154 | |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 155 | range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(macroIdLoc, macroRsqrLoc), |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 156 | SourceMgr, LangOpts); |
| 157 | EXPECT_EQ(SourceRange(fileIdLoc, fileRsqrLoc.getLocWithOffset(1)), |
| 158 | range.getAsRange()); |
| 159 | |
| 160 | macroPair = SourceMgr.getExpansionRange(macroLsqrLoc); |
Argyrios Kyrtzidis | a83f4d2 | 2012-02-03 05:58:29 +0000 | [diff] [blame] | 161 | range = Lexer::makeFileCharRange( |
| 162 | CharSourceRange::getTokenRange(macroLsqrLoc, macroRsqrLoc), |
| 163 | SourceMgr, LangOpts); |
Argyrios Kyrtzidis | d9806c9 | 2012-01-20 16:52:43 +0000 | [diff] [blame] | 164 | EXPECT_EQ(SourceRange(macroPair.first, macroPair.second.getLocWithOffset(1)), |
| 165 | range.getAsRange()); |
| 166 | |
| 167 | text = Lexer::getSourceText( |
| 168 | CharSourceRange::getTokenRange(SourceRange(macroLsqrLoc, macroIdLoc)), |
| 169 | SourceMgr, LangOpts); |
| 170 | EXPECT_EQ(text, "[bar"); |
Argyrios Kyrtzidis | 7f6cf97 | 2012-01-23 16:58:33 +0000 | [diff] [blame] | 171 | |
| 172 | |
| 173 | SourceLocation idLoc1 = toks[6].getLocation(); |
| 174 | SourceLocation idLoc2 = toks[7].getLocation(); |
| 175 | SourceLocation idLoc3 = toks[8].getLocation(); |
| 176 | SourceLocation idLoc4 = toks[9].getLocation(); |
| 177 | EXPECT_EQ("INN", Lexer::getImmediateMacroName(idLoc1, SourceMgr, LangOpts)); |
| 178 | EXPECT_EQ("INN", Lexer::getImmediateMacroName(idLoc2, SourceMgr, LangOpts)); |
| 179 | EXPECT_EQ("NOF2", Lexer::getImmediateMacroName(idLoc3, SourceMgr, LangOpts)); |
| 180 | EXPECT_EQ("N", Lexer::getImmediateMacroName(idLoc4, SourceMgr, LangOpts)); |
Argyrios Kyrtzidis | 19d5aea | 2012-01-19 15:59:01 +0000 | [diff] [blame] | 181 | } |
| 182 | |
| 183 | } // anonymous namespace |