Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 1 | //== HTMLRewrite.cpp - Translate source code into prettified HTML --*- C++ -*-// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file defines the HTMLRewriter clas, which is used to translate the |
| 11 | // text of a source file into prettified HTML. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Ted Kremenek | 339b9c2 | 2008-04-17 22:31:54 +0000 | [diff] [blame] | 15 | #include "clang/Lex/Preprocessor.h" |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 16 | #include "clang/Rewrite/Rewriter.h" |
| 17 | #include "clang/Rewrite/HTMLRewrite.h" |
Chris Lattner | 867924d | 2009-02-13 00:51:30 +0000 | [diff] [blame] | 18 | #include "clang/Lex/TokenConcatenation.h" |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 19 | #include "clang/Lex/Preprocessor.h" |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 20 | #include "clang/Basic/SourceManager.h" |
Chris Lattner | 57df3b9 | 2008-04-16 04:11:35 +0000 | [diff] [blame] | 21 | #include "llvm/ADT/SmallString.h" |
Ted Kremenek | 339b9c2 | 2008-04-17 22:31:54 +0000 | [diff] [blame] | 22 | #include "llvm/ADT/OwningPtr.h" |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 23 | #include "llvm/Support/MemoryBuffer.h" |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 24 | #include "llvm/Support/raw_ostream.h" |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 25 | using namespace clang; |
| 26 | |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 27 | |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 28 | /// HighlightRange - Highlight a range in the source code with the specified |
| 29 | /// start/end tags. B/E must be in the same file. This ensures that |
| 30 | /// start/end tags are placed at the start/end of each line if the range is |
| 31 | /// multiline. |
| 32 | void html::HighlightRange(Rewriter &R, SourceLocation B, SourceLocation E, |
| 33 | const char *StartTag, const char *EndTag) { |
| 34 | SourceManager &SM = R.getSourceMgr(); |
Chris Lattner | f7cf85b | 2009-01-16 07:36:28 +0000 | [diff] [blame] | 35 | B = SM.getInstantiationLoc(B); |
| 36 | E = SM.getInstantiationLoc(E); |
Chris Lattner | a11d617 | 2009-01-19 07:46:45 +0000 | [diff] [blame] | 37 | FileID FID = SM.getFileID(B); |
| 38 | assert(SM.getFileID(E) == FID && "B/E not in the same file!"); |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 39 | |
Chris Lattner | 52c2908 | 2009-01-27 06:27:13 +0000 | [diff] [blame] | 40 | unsigned BOffset = SM.getFileOffset(B); |
| 41 | unsigned EOffset = SM.getFileOffset(E); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 42 | |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 43 | // Include the whole end token in the range. |
Chris Lattner | 2c78b87 | 2009-04-14 23:22:57 +0000 | [diff] [blame] | 44 | EOffset += Lexer::MeasureTokenLength(E, R.getSourceMgr(), R.getLangOpts()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 45 | |
Douglas Gregor | f715ca1 | 2010-03-16 00:06:06 +0000 | [diff] [blame] | 46 | bool Invalid = false; |
Benjamin Kramer | f6ac97b | 2010-03-16 14:14:31 +0000 | [diff] [blame^] | 47 | const char *BufferStart = SM.getBufferData(FID, &Invalid).data(); |
Douglas Gregor | f715ca1 | 2010-03-16 00:06:06 +0000 | [diff] [blame] | 48 | if (Invalid) |
Douglas Gregor | aea67db | 2010-03-15 22:54:52 +0000 | [diff] [blame] | 49 | return; |
Douglas Gregor | aea67db | 2010-03-15 22:54:52 +0000 | [diff] [blame] | 50 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 51 | HighlightRange(R.getEditBuffer(FID), BOffset, EOffset, |
Douglas Gregor | aea67db | 2010-03-15 22:54:52 +0000 | [diff] [blame] | 52 | BufferStart, StartTag, EndTag); |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 53 | } |
| 54 | |
| 55 | /// HighlightRange - This is the same as the above method, but takes |
| 56 | /// decomposed file locations. |
| 57 | void html::HighlightRange(RewriteBuffer &RB, unsigned B, unsigned E, |
| 58 | const char *BufferStart, |
| 59 | const char *StartTag, const char *EndTag) { |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 60 | // Insert the tag at the absolute start/end of the range. |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 61 | RB.InsertTextAfter(B, StartTag); |
| 62 | RB.InsertTextBefore(E, EndTag); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 63 | |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 64 | // Scan the range to see if there is a \r or \n. If so, and if the line is |
| 65 | // not blank, insert tags on that line as well. |
| 66 | bool HadOpenTag = true; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 67 | |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 68 | unsigned LastNonWhiteSpace = B; |
| 69 | for (unsigned i = B; i != E; ++i) { |
| 70 | switch (BufferStart[i]) { |
| 71 | case '\r': |
| 72 | case '\n': |
| 73 | // Okay, we found a newline in the range. If we have an open tag, we need |
| 74 | // to insert a close tag at the first non-whitespace before the newline. |
| 75 | if (HadOpenTag) |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 76 | RB.InsertTextBefore(LastNonWhiteSpace+1, EndTag); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 77 | |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 78 | // Instead of inserting an open tag immediately after the newline, we |
| 79 | // wait until we see a non-whitespace character. This prevents us from |
| 80 | // inserting tags around blank lines, and also allows the open tag to |
| 81 | // be put *after* whitespace on a non-blank line. |
| 82 | HadOpenTag = false; |
| 83 | break; |
| 84 | case '\0': |
| 85 | case ' ': |
| 86 | case '\t': |
| 87 | case '\f': |
| 88 | case '\v': |
| 89 | // Ignore whitespace. |
| 90 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 91 | |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 92 | default: |
| 93 | // If there is no tag open, do it now. |
| 94 | if (!HadOpenTag) { |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 95 | RB.InsertTextAfter(i, StartTag); |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 96 | HadOpenTag = true; |
| 97 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 98 | |
Chris Lattner | 9402b57 | 2008-04-16 23:06:45 +0000 | [diff] [blame] | 99 | // Remember this character. |
| 100 | LastNonWhiteSpace = i; |
| 101 | break; |
| 102 | } |
| 103 | } |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 104 | } |
| 105 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 106 | void html::EscapeText(Rewriter &R, FileID FID, |
Ted Kremenek | fa5be36 | 2008-04-08 22:37:58 +0000 | [diff] [blame] | 107 | bool EscapeSpaces, bool ReplaceTabs) { |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 108 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 109 | const llvm::MemoryBuffer *Buf = R.getSourceMgr().getBuffer(FID); |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 110 | const char* C = Buf->getBufferStart(); |
| 111 | const char* FileEnd = Buf->getBufferEnd(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 112 | |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 113 | assert (C <= FileEnd); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 114 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 115 | RewriteBuffer &RB = R.getEditBuffer(FID); |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 116 | |
| 117 | unsigned ColNo = 0; |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 118 | for (unsigned FilePos = 0; C != FileEnd ; ++C, ++FilePos) { |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 119 | switch (*C) { |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 120 | default: ++ColNo; break; |
| 121 | case '\n': |
| 122 | case '\r': |
| 123 | ColNo = 0; |
| 124 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 125 | |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 126 | case ' ': |
| 127 | if (EscapeSpaces) |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 128 | RB.ReplaceText(FilePos, 1, " "); |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 129 | ++ColNo; |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 130 | break; |
Chris Lattner | f3d8d19 | 2008-04-19 23:56:30 +0000 | [diff] [blame] | 131 | case '\f': |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 132 | RB.ReplaceText(FilePos, 1, "<hr>"); |
Chris Lattner | f3d8d19 | 2008-04-19 23:56:30 +0000 | [diff] [blame] | 133 | ColNo = 0; |
| 134 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 135 | |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 136 | case '\t': { |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 137 | if (!ReplaceTabs) |
Ted Kremenek | 49cd635 | 2008-04-03 07:12:29 +0000 | [diff] [blame] | 138 | break; |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 139 | unsigned NumSpaces = 8-(ColNo&7); |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 140 | if (EscapeSpaces) |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 141 | RB.ReplaceText(FilePos, 1, |
| 142 | llvm::StringRef(" " |
| 143 | " ", 6*NumSpaces)); |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 144 | else |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 145 | RB.ReplaceText(FilePos, 1, llvm::StringRef(" ", NumSpaces)); |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 146 | ColNo += NumSpaces; |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 147 | break; |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 148 | } |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 149 | case '<': |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 150 | RB.ReplaceText(FilePos, 1, "<"); |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 151 | ++ColNo; |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 152 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 153 | |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 154 | case '>': |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 155 | RB.ReplaceText(FilePos, 1, ">"); |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 156 | ++ColNo; |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 157 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 158 | |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 159 | case '&': |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 160 | RB.ReplaceText(FilePos, 1, "&"); |
Chris Lattner | 5c176f7 | 2008-04-18 04:54:20 +0000 | [diff] [blame] | 161 | ++ColNo; |
Chris Lattner | 7352714 | 2008-04-16 04:33:23 +0000 | [diff] [blame] | 162 | break; |
Ted Kremenek | 6a34083 | 2008-03-18 21:19:49 +0000 | [diff] [blame] | 163 | } |
| 164 | } |
| 165 | } |
| 166 | |
Ted Kremenek | fa5be36 | 2008-04-08 22:37:58 +0000 | [diff] [blame] | 167 | std::string html::EscapeText(const std::string& s, bool EscapeSpaces, |
| 168 | bool ReplaceTabs) { |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 169 | |
Ted Kremenek | 053ef59 | 2008-03-27 17:15:29 +0000 | [diff] [blame] | 170 | unsigned len = s.size(); |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 171 | std::string Str; |
| 172 | llvm::raw_string_ostream os(Str); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 173 | |
Ted Kremenek | 053ef59 | 2008-03-27 17:15:29 +0000 | [diff] [blame] | 174 | for (unsigned i = 0 ; i < len; ++i) { |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 175 | |
Ted Kremenek | 053ef59 | 2008-03-27 17:15:29 +0000 | [diff] [blame] | 176 | char c = s[i]; |
Ted Kremenek | 053ef59 | 2008-03-27 17:15:29 +0000 | [diff] [blame] | 177 | switch (c) { |
Chris Lattner | 8570f0b | 2008-04-16 04:37:29 +0000 | [diff] [blame] | 178 | default: |
| 179 | os << c; break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 180 | |
Chris Lattner | 8570f0b | 2008-04-16 04:37:29 +0000 | [diff] [blame] | 181 | case ' ': |
| 182 | if (EscapeSpaces) os << " "; |
| 183 | else os << ' '; |
| 184 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 185 | |
Zhongxing Xu | c01b46e | 2009-08-17 14:13:14 +0000 | [diff] [blame] | 186 | case '\t': |
| 187 | if (ReplaceTabs) { |
| 188 | if (EscapeSpaces) |
| 189 | for (unsigned i = 0; i < 4; ++i) |
| 190 | os << " "; |
| 191 | else |
| 192 | for (unsigned i = 0; i < 4; ++i) |
| 193 | os << " "; |
| 194 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 195 | else |
Zhongxing Xu | c01b46e | 2009-08-17 14:13:14 +0000 | [diff] [blame] | 196 | os << c; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 197 | |
Zhongxing Xu | c01b46e | 2009-08-17 14:13:14 +0000 | [diff] [blame] | 198 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 199 | |
Zhongxing Xu | c01b46e | 2009-08-17 14:13:14 +0000 | [diff] [blame] | 200 | case '<': os << "<"; break; |
| 201 | case '>': os << ">"; break; |
| 202 | case '&': os << "&"; break; |
Ted Kremenek | 053ef59 | 2008-03-27 17:15:29 +0000 | [diff] [blame] | 203 | } |
| 204 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 205 | |
Ted Kremenek | 053ef59 | 2008-03-27 17:15:29 +0000 | [diff] [blame] | 206 | return os.str(); |
| 207 | } |
| 208 | |
Chris Lattner | 8570f0b | 2008-04-16 04:37:29 +0000 | [diff] [blame] | 209 | static void AddLineNumber(RewriteBuffer &RB, unsigned LineNo, |
| 210 | unsigned B, unsigned E) { |
Daniel Dunbar | 7e37c81 | 2009-08-19 18:30:37 +0000 | [diff] [blame] | 211 | llvm::SmallString<256> Str; |
| 212 | llvm::raw_svector_ostream OS(Str); |
| 213 | |
| 214 | OS << "<tr><td class=\"num\" id=\"LN" |
| 215 | << LineNo << "\">" |
| 216 | << LineNo << "</td><td class=\"line\">"; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 217 | |
Ted Kremenek | 49cd635 | 2008-04-03 07:12:29 +0000 | [diff] [blame] | 218 | if (B == E) { // Handle empty lines. |
Daniel Dunbar | 7e37c81 | 2009-08-19 18:30:37 +0000 | [diff] [blame] | 219 | OS << " </td></tr>"; |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 220 | RB.InsertTextBefore(B, OS.str()); |
Chris Lattner | 57df3b9 | 2008-04-16 04:11:35 +0000 | [diff] [blame] | 221 | } else { |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 222 | RB.InsertTextBefore(B, OS.str()); |
| 223 | RB.InsertTextBefore(E, "</td></tr>"); |
Ted Kremenek | 49cd635 | 2008-04-03 07:12:29 +0000 | [diff] [blame] | 224 | } |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 225 | } |
| 226 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 227 | void html::AddLineNumbers(Rewriter& R, FileID FID) { |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 228 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 229 | const llvm::MemoryBuffer *Buf = R.getSourceMgr().getBuffer(FID); |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 230 | const char* FileBeg = Buf->getBufferStart(); |
| 231 | const char* FileEnd = Buf->getBufferEnd(); |
| 232 | const char* C = FileBeg; |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 233 | RewriteBuffer &RB = R.getEditBuffer(FID); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 234 | |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 235 | assert (C <= FileEnd); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 236 | |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 237 | unsigned LineNo = 0; |
| 238 | unsigned FilePos = 0; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 239 | |
| 240 | while (C != FileEnd) { |
| 241 | |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 242 | ++LineNo; |
| 243 | unsigned LineStartPos = FilePos; |
| 244 | unsigned LineEndPos = FileEnd - FileBeg; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 245 | |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 246 | assert (FilePos <= LineEndPos); |
| 247 | assert (C < FileEnd); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 248 | |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 249 | // Scan until the newline (or end-of-file). |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 250 | |
Ted Kremenek | 49cd635 | 2008-04-03 07:12:29 +0000 | [diff] [blame] | 251 | while (C != FileEnd) { |
| 252 | char c = *C; |
| 253 | ++C; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 254 | |
Ted Kremenek | 49cd635 | 2008-04-03 07:12:29 +0000 | [diff] [blame] | 255 | if (c == '\n') { |
| 256 | LineEndPos = FilePos++; |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 257 | break; |
| 258 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 259 | |
Ted Kremenek | 49cd635 | 2008-04-03 07:12:29 +0000 | [diff] [blame] | 260 | ++FilePos; |
| 261 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 262 | |
Chris Lattner | 8570f0b | 2008-04-16 04:37:29 +0000 | [diff] [blame] | 263 | AddLineNumber(RB, LineNo, LineStartPos, LineEndPos); |
Ted Kremenek | d6c1360 | 2008-03-19 05:07:26 +0000 | [diff] [blame] | 264 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 265 | |
Chris Lattner | 8570f0b | 2008-04-16 04:37:29 +0000 | [diff] [blame] | 266 | // Add one big table tag that surrounds all of the code. |
Daniel Dunbar | d7407dc | 2009-08-19 19:10:30 +0000 | [diff] [blame] | 267 | RB.InsertTextBefore(0, "<table class=\"code\">\n"); |
| 268 | RB.InsertTextAfter(FileEnd - FileBeg, "</table>"); |
Ted Kremenek | b485cd1 | 2008-03-18 23:08:51 +0000 | [diff] [blame] | 269 | } |
Ted Kremenek | ad0a203 | 2008-03-19 06:14:37 +0000 | [diff] [blame] | 270 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 271 | void html::AddHeaderFooterInternalBuiltinCSS(Rewriter& R, FileID FID, |
Ted Kremenek | f6f593f | 2008-07-07 18:31:05 +0000 | [diff] [blame] | 272 | const char *title) { |
Ted Kremenek | ad0a203 | 2008-03-19 06:14:37 +0000 | [diff] [blame] | 273 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 274 | const llvm::MemoryBuffer *Buf = R.getSourceMgr().getBuffer(FID); |
Ted Kremenek | ad0a203 | 2008-03-19 06:14:37 +0000 | [diff] [blame] | 275 | const char* FileStart = Buf->getBufferStart(); |
| 276 | const char* FileEnd = Buf->getBufferEnd(); |
| 277 | |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 278 | SourceLocation StartLoc = R.getSourceMgr().getLocForStartOfFile(FID); |
| 279 | SourceLocation EndLoc = StartLoc.getFileLocWithOffset(FileEnd-FileStart); |
Ted Kremenek | ad0a203 | 2008-03-19 06:14:37 +0000 | [diff] [blame] | 280 | |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 281 | std::string s; |
| 282 | llvm::raw_string_ostream os(s); |
Ted Kremenek | f6f593f | 2008-07-07 18:31:05 +0000 | [diff] [blame] | 283 | os << "<!doctype html>\n" // Use HTML 5 doctype |
| 284 | "<html>\n<head>\n"; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 285 | |
Ted Kremenek | f6f593f | 2008-07-07 18:31:05 +0000 | [diff] [blame] | 286 | if (title) |
| 287 | os << "<title>" << html::EscapeText(title) << "</title>\n"; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 288 | |
Ted Kremenek | f6f593f | 2008-07-07 18:31:05 +0000 | [diff] [blame] | 289 | os << "<style type=\"text/css\">\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 290 | " body { color:#000000; background-color:#ffffff }\n" |
| 291 | " body { font-family:Helvetica, sans-serif; font-size:10pt }\n" |
Ted Kremenek | 4b0f813 | 2008-04-15 21:25:08 +0000 | [diff] [blame] | 292 | " h1 { font-size:14pt }\n" |
Ted Kremenek | f501626 | 2008-04-18 02:12:39 +0000 | [diff] [blame] | 293 | " .code { border-collapse:collapse; width:100%; }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 294 | " .code { font-family: \"Andale Mono\", monospace; font-size:10pt }\n" |
| 295 | " .code { line-height: 1.2em }\n" |
Ted Kremenek | f501626 | 2008-04-18 02:12:39 +0000 | [diff] [blame] | 296 | " .comment { color: green; font-style: oblique }\n" |
| 297 | " .keyword { color: blue }\n" |
Ted Kremenek | cc1b853 | 2008-08-31 16:37:56 +0000 | [diff] [blame] | 298 | " .string_literal { color: red }\n" |
Ted Kremenek | f501626 | 2008-04-18 02:12:39 +0000 | [diff] [blame] | 299 | " .directive { color: darkmagenta }\n" |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 300 | // Macro expansions. |
Ted Kremenek | 07339a6 | 2008-04-17 19:57:27 +0000 | [diff] [blame] | 301 | " .expansion { display: none; }\n" |
| 302 | " .macro:hover .expansion { display: block; border: 2px solid #FF0000; " |
Chris Lattner | dc5be47 | 2008-04-17 21:32:46 +0000 | [diff] [blame] | 303 | "padding: 2px; background-color:#FFF0F0; font-weight: normal; " |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 304 | " -webkit-border-radius:5px; -webkit-box-shadow:1px 1px 7px #000; " |
Chris Lattner | 8aa06ac | 2008-04-17 21:28:41 +0000 | [diff] [blame] | 305 | "position: absolute; top: -1em; left:10em; z-index: 1 } \n" |
Ted Kremenek | f501626 | 2008-04-18 02:12:39 +0000 | [diff] [blame] | 306 | " .macro { color: darkmagenta; background-color:LemonChiffon;" |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 307 | // Macros are position: relative to provide base for expansions. |
| 308 | " position: relative }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 309 | " .num { width:2.5em; padding-right:2ex; background-color:#eeeeee }\n" |
Ted Kremenek | 2223622 | 2009-03-10 05:14:32 +0000 | [diff] [blame] | 310 | " .num { text-align:right; font-size:8pt }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 311 | " .num { color:#444444 }\n" |
| 312 | " .line { padding-left: 1ex; border-left: 3px solid #ccc }\n" |
| 313 | " .line { white-space: pre }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 314 | " .msg { -webkit-box-shadow:1px 1px 7px #000 }\n" |
| 315 | " .msg { -webkit-border-radius:5px }\n" |
Ted Kremenek | 2223622 | 2009-03-10 05:14:32 +0000 | [diff] [blame] | 316 | " .msg { font-family:Helvetica, sans-serif; font-size:8pt }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 317 | " .msg { float:left }\n" |
Ted Kremenek | 3c59823 | 2009-03-03 03:00:21 +0000 | [diff] [blame] | 318 | " .msg { padding:0.25em 1ex 0.25em 1ex }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 319 | " .msg { margin-top:10px; margin-bottom:10px }\n" |
Ted Kremenek | 2f10398 | 2009-03-02 21:42:01 +0000 | [diff] [blame] | 320 | " .msg { font-weight:bold }\n" |
Ted Kremenek | 80bae76 | 2009-03-02 23:05:40 +0000 | [diff] [blame] | 321 | " .msg { max-width:60em; word-wrap: break-word; white-space: pre-wrap }\n" |
| 322 | " .msgT { padding:0x; spacing:0x }\n" |
Ted Kremenek | 2f10398 | 2009-03-02 21:42:01 +0000 | [diff] [blame] | 323 | " .msgEvent { background-color:#fff8b4; color:#000000 }\n" |
Ted Kremenek | 80bae76 | 2009-03-02 23:05:40 +0000 | [diff] [blame] | 324 | " .msgControl { background-color:#bbbbbb; color:#000000 }\n" |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 325 | " .mrange { background-color:#dfddf3 }\n" |
| 326 | " .mrange { border-bottom:1px solid #6F9DBE }\n" |
Ted Kremenek | 3c59823 | 2009-03-03 03:00:21 +0000 | [diff] [blame] | 327 | " .PathIndex { font-weight: bold; padding:0px 5px 0px 5px; " |
| 328 | "margin-right:5px; }\n" |
Ted Kremenek | 00f01e4 | 2009-03-02 23:39:27 +0000 | [diff] [blame] | 329 | " .PathIndex { -webkit-border-radius:8px }\n" |
| 330 | " .PathIndexEvent { background-color:#bfba87 }\n" |
| 331 | " .PathIndexControl { background-color:#8c8c8c }\n" |
Douglas Gregor | 4b2d3f7 | 2009-02-26 21:00:50 +0000 | [diff] [blame] | 332 | " .CodeInsertionHint { font-weight: bold; background-color: #10dd10 }\n" |
| 333 | " .CodeRemovalHint { background-color:#de1010 }\n" |
| 334 | " .CodeRemovalHint { border-bottom:1px solid #6F9DBE }\n" |
Ted Kremenek | 4b0f813 | 2008-04-15 21:25:08 +0000 | [diff] [blame] | 335 | " table.simpletable {\n" |
| 336 | " padding: 5px;\n" |
| 337 | " font-size:12pt;\n" |
| 338 | " margin:20px;\n" |
| 339 | " border-collapse: collapse; border-spacing: 0px;\n" |
| 340 | " }\n" |
| 341 | " td.rowname {\n" |
| 342 | " text-align:right; font-weight:bold; color:#444444;\n" |
| 343 | " padding-right:2ex; }\n" |
Ted Kremenek | f6f593f | 2008-07-07 18:31:05 +0000 | [diff] [blame] | 344 | "</style>\n</head>\n<body>"; |
Ted Kremenek | 70bcba6 | 2008-04-09 15:40:40 +0000 | [diff] [blame] | 345 | |
Ted Kremenek | f6f593f | 2008-07-07 18:31:05 +0000 | [diff] [blame] | 346 | // Generate header |
Daniel Dunbar | 44ba7bf | 2009-08-19 20:32:38 +0000 | [diff] [blame] | 347 | R.InsertTextBefore(StartLoc, os.str()); |
Ted Kremenek | ad0a203 | 2008-03-19 06:14:37 +0000 | [diff] [blame] | 348 | // Generate footer |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 349 | |
Daniel Dunbar | 44ba7bf | 2009-08-19 20:32:38 +0000 | [diff] [blame] | 350 | R.InsertTextAfter(EndLoc, "</body></html>\n"); |
Ted Kremenek | ad0a203 | 2008-03-19 06:14:37 +0000 | [diff] [blame] | 351 | } |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 352 | |
| 353 | /// SyntaxHighlight - Relex the specified FileID and annotate the HTML with |
| 354 | /// information about keywords, macro expansions etc. This uses the macro |
| 355 | /// table state from the end of the file, so it won't be perfectly perfect, |
| 356 | /// but it will be reasonably close. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 357 | void html::SyntaxHighlight(Rewriter &R, FileID FID, const Preprocessor &PP) { |
Chris Lattner | 2b2453a | 2009-01-17 06:22:33 +0000 | [diff] [blame] | 358 | RewriteBuffer &RB = R.getEditBuffer(FID); |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 359 | |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 360 | const SourceManager &SM = PP.getSourceManager(); |
Chris Lattner | 6e29014 | 2009-11-30 04:18:44 +0000 | [diff] [blame] | 361 | const llvm::MemoryBuffer *FromFile = SM.getBuffer(FID); |
| 362 | Lexer L(FID, FromFile, SM, PP.getLangOptions()); |
Chris Lattner | 025c3a6 | 2009-01-17 07:35:14 +0000 | [diff] [blame] | 363 | const char *BufferStart = L.getBufferStart(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 364 | |
| 365 | // Inform the preprocessor that we want to retain comments as tokens, so we |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 366 | // can highlight them. |
Chris Lattner | 678c635 | 2008-04-16 20:54:51 +0000 | [diff] [blame] | 367 | L.SetCommentRetentionState(true); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 368 | |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 369 | // Lex all the tokens in raw mode, to avoid entering #includes or expanding |
| 370 | // macros. |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 371 | Token Tok; |
Chris Lattner | 590f0cc | 2008-10-12 01:15:46 +0000 | [diff] [blame] | 372 | L.LexFromRawLexer(Tok); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 373 | |
Chris Lattner | 74ea3e5 | 2008-04-16 06:53:09 +0000 | [diff] [blame] | 374 | while (Tok.isNot(tok::eof)) { |
| 375 | // Since we are lexing unexpanded tokens, all tokens are from the main |
| 376 | // FileID. |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 377 | unsigned TokOffs = SM.getFileOffset(Tok.getLocation()); |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 378 | unsigned TokLen = Tok.getLength(); |
| 379 | switch (Tok.getKind()) { |
Chris Lattner | a745e8c | 2008-04-16 20:51:51 +0000 | [diff] [blame] | 380 | default: break; |
| 381 | case tok::identifier: { |
| 382 | // Fill in Result.IdentifierInfo, looking up the identifier in the |
| 383 | // identifier table. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 384 | const IdentifierInfo *II = |
| 385 | PP.LookUpIdentifierInfo(Tok, BufferStart+TokOffs); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 386 | |
Chris Lattner | a745e8c | 2008-04-16 20:51:51 +0000 | [diff] [blame] | 387 | // If this is a pp-identifier, for a keyword, highlight it as such. |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 388 | if (II->getTokenID() != tok::identifier) |
| 389 | HighlightRange(RB, TokOffs, TokOffs+TokLen, BufferStart, |
| 390 | "<span class='keyword'>", "</span>"); |
Chris Lattner | c4586c2 | 2008-04-16 06:35:07 +0000 | [diff] [blame] | 391 | break; |
Chris Lattner | a745e8c | 2008-04-16 20:51:51 +0000 | [diff] [blame] | 392 | } |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 393 | case tok::comment: |
Chris Lattner | 5ef3e2c | 2008-04-16 22:45:51 +0000 | [diff] [blame] | 394 | HighlightRange(RB, TokOffs, TokOffs+TokLen, BufferStart, |
| 395 | "<span class='comment'>", "</span>"); |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 396 | break; |
Ted Kremenek | cc1b853 | 2008-08-31 16:37:56 +0000 | [diff] [blame] | 397 | case tok::wide_string_literal: |
| 398 | // Chop off the L prefix |
| 399 | ++TokOffs; |
| 400 | --TokLen; |
| 401 | // FALL THROUGH. |
| 402 | case tok::string_literal: |
| 403 | HighlightRange(RB, TokOffs, TokOffs+TokLen, BufferStart, |
| 404 | "<span class='string_literal'>", "</span>"); |
| 405 | break; |
Chris Lattner | 5deb96d | 2008-04-16 23:21:17 +0000 | [diff] [blame] | 406 | case tok::hash: { |
Chris Lattner | 74ea3e5 | 2008-04-16 06:53:09 +0000 | [diff] [blame] | 407 | // If this is a preprocessor directive, all tokens to end of line are too. |
Chris Lattner | 5deb96d | 2008-04-16 23:21:17 +0000 | [diff] [blame] | 408 | if (!Tok.isAtStartOfLine()) |
| 409 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 410 | |
Chris Lattner | 5deb96d | 2008-04-16 23:21:17 +0000 | [diff] [blame] | 411 | // Eat all of the tokens until we get to the next one at the start of |
| 412 | // line. |
| 413 | unsigned TokEnd = TokOffs+TokLen; |
Chris Lattner | 590f0cc | 2008-10-12 01:15:46 +0000 | [diff] [blame] | 414 | L.LexFromRawLexer(Tok); |
Chris Lattner | 5deb96d | 2008-04-16 23:21:17 +0000 | [diff] [blame] | 415 | while (!Tok.isAtStartOfLine() && Tok.isNot(tok::eof)) { |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 416 | TokEnd = SM.getFileOffset(Tok.getLocation())+Tok.getLength(); |
Chris Lattner | 590f0cc | 2008-10-12 01:15:46 +0000 | [diff] [blame] | 417 | L.LexFromRawLexer(Tok); |
Chris Lattner | 74ea3e5 | 2008-04-16 06:53:09 +0000 | [diff] [blame] | 418 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 419 | |
Chris Lattner | 5deb96d | 2008-04-16 23:21:17 +0000 | [diff] [blame] | 420 | // Find end of line. This is a hack. |
| 421 | HighlightRange(RB, TokOffs, TokEnd, BufferStart, |
| 422 | "<span class='directive'>", "</span>"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 423 | |
Chris Lattner | 5deb96d | 2008-04-16 23:21:17 +0000 | [diff] [blame] | 424 | // Don't skip the next token. |
| 425 | continue; |
| 426 | } |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 427 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 428 | |
Chris Lattner | 590f0cc | 2008-10-12 01:15:46 +0000 | [diff] [blame] | 429 | L.LexFromRawLexer(Tok); |
Chris Lattner | 74ea3e5 | 2008-04-16 06:53:09 +0000 | [diff] [blame] | 430 | } |
Chris Lattner | 3245a0a | 2008-04-16 06:11:58 +0000 | [diff] [blame] | 431 | } |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 432 | |
Chris Lattner | 7c175fb | 2009-03-13 21:44:46 +0000 | [diff] [blame] | 433 | namespace { |
| 434 | /// IgnoringDiagClient - This is a diagnostic client that just ignores all |
| 435 | /// diags. |
| 436 | class IgnoringDiagClient : public DiagnosticClient { |
| 437 | void HandleDiagnostic(Diagnostic::Level DiagLevel, |
| 438 | const DiagnosticInfo &Info) { |
| 439 | // Just ignore it. |
| 440 | } |
| 441 | }; |
| 442 | } |
| 443 | |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 444 | /// HighlightMacros - This uses the macro table state from the end of the |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 445 | /// file, to re-expand macros and insert (into the HTML) information about the |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 446 | /// macro expansions. This won't be perfectly perfect, but it will be |
| 447 | /// reasonably close. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 448 | void html::HighlightMacros(Rewriter &R, FileID FID, const Preprocessor& PP) { |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 449 | // Re-lex the raw token stream into a token buffer. |
| 450 | const SourceManager &SM = PP.getSourceManager(); |
| 451 | std::vector<Token> TokenStream; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 452 | |
Chris Lattner | 6e29014 | 2009-11-30 04:18:44 +0000 | [diff] [blame] | 453 | const llvm::MemoryBuffer *FromFile = SM.getBuffer(FID); |
| 454 | Lexer L(FID, FromFile, SM, PP.getLangOptions()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 455 | |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 456 | // Lex all the tokens in raw mode, to avoid entering #includes or expanding |
| 457 | // macros. |
| 458 | while (1) { |
| 459 | Token Tok; |
| 460 | L.LexFromRawLexer(Tok); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 461 | |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 462 | // If this is a # at the start of a line, discard it from the token stream. |
| 463 | // We don't want the re-preprocess step to see #defines, #includes or other |
| 464 | // preprocessor directives. |
| 465 | if (Tok.is(tok::hash) && Tok.isAtStartOfLine()) |
| 466 | continue; |
Chris Lattner | f0b26b1 | 2009-02-24 05:29:33 +0000 | [diff] [blame] | 467 | |
| 468 | // If this is a ## token, change its kind to unknown so that repreprocessing |
| 469 | // it will not produce an error. |
| 470 | if (Tok.is(tok::hashhash)) |
| 471 | Tok.setKind(tok::unknown); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 472 | |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 473 | // If this raw token is an identifier, the raw lexer won't have looked up |
| 474 | // the corresponding identifier info for it. Do this now so that it will be |
| 475 | // macro expanded when we re-preprocess it. |
| 476 | if (Tok.is(tok::identifier)) { |
| 477 | // Change the kind of this identifier to the appropriate token kind, e.g. |
| 478 | // turning "for" into a keyword. |
| 479 | Tok.setKind(PP.LookUpIdentifierInfo(Tok)->getTokenID()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 480 | } |
| 481 | |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 482 | TokenStream.push_back(Tok); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 483 | |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 484 | if (Tok.is(tok::eof)) break; |
| 485 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 486 | |
Chris Lattner | 7c175fb | 2009-03-13 21:44:46 +0000 | [diff] [blame] | 487 | // Temporarily change the diagnostics object so that we ignore any generated |
| 488 | // diagnostics from this pass. |
| 489 | IgnoringDiagClient TmpDC; |
| 490 | Diagnostic TmpDiags(&TmpDC); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 491 | |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 492 | // FIXME: This is a huge hack; we reuse the input preprocessor because we want |
| 493 | // its state, but we aren't actually changing it (we hope). This should really |
| 494 | // construct a copy of the preprocessor. |
| 495 | Preprocessor &TmpPP = const_cast<Preprocessor&>(PP); |
| 496 | Diagnostic *OldDiags = &TmpPP.getDiagnostics(); |
| 497 | TmpPP.setDiagnostics(TmpDiags); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 498 | |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 499 | // Inform the preprocessor that we don't want comments. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 500 | TmpPP.SetCommentRetentionState(false, false); |
Chris Lattner | 05db427 | 2009-02-13 19:33:24 +0000 | [diff] [blame] | 501 | |
| 502 | // Enter the tokens we just lexed. This will cause them to be macro expanded |
| 503 | // but won't enter sub-files (because we removed #'s). |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 504 | TmpPP.EnterTokenStream(&TokenStream[0], TokenStream.size(), false, false); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 505 | |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 506 | TokenConcatenation ConcatInfo(TmpPP); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 507 | |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 508 | // Lex all the tokens. |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 509 | Token Tok; |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 510 | TmpPP.Lex(Tok); |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 511 | while (Tok.isNot(tok::eof)) { |
| 512 | // Ignore non-macro tokens. |
| 513 | if (!Tok.getLocation().isMacroID()) { |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 514 | TmpPP.Lex(Tok); |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 515 | continue; |
| 516 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 517 | |
Chris Lattner | b7949a9 | 2009-02-15 21:32:34 +0000 | [diff] [blame] | 518 | // Okay, we have the first token of a macro expansion: highlight the |
| 519 | // instantiation by inserting a start tag before the macro instantiation and |
| 520 | // end tag after it. |
| 521 | std::pair<SourceLocation, SourceLocation> LLoc = |
| 522 | SM.getInstantiationRange(Tok.getLocation()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 523 | |
Chris Lattner | b7949a9 | 2009-02-15 21:32:34 +0000 | [diff] [blame] | 524 | // Ignore tokens whose instantiation location was not the main file. |
| 525 | if (SM.getFileID(LLoc.first) != FID) { |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 526 | TmpPP.Lex(Tok); |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 527 | continue; |
| 528 | } |
Chris Lattner | b7949a9 | 2009-02-15 21:32:34 +0000 | [diff] [blame] | 529 | |
Chris Lattner | b7949a9 | 2009-02-15 21:32:34 +0000 | [diff] [blame] | 530 | assert(SM.getFileID(LLoc.second) == FID && |
| 531 | "Start and end of expansion must be in the same ultimate file!"); |
Chris Lattner | e9e6cb9 | 2009-02-17 00:51:07 +0000 | [diff] [blame] | 532 | |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 533 | std::string Expansion = EscapeText(TmpPP.getSpelling(Tok)); |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 534 | unsigned LineLen = Expansion.size(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 535 | |
Chris Lattner | 867924d | 2009-02-13 00:51:30 +0000 | [diff] [blame] | 536 | Token PrevTok = Tok; |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 537 | // Okay, eat this token, getting the next one. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 538 | TmpPP.Lex(Tok); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 539 | |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 540 | // Skip all the rest of the tokens that are part of this macro |
| 541 | // instantiation. It would be really nice to pop up a window with all the |
| 542 | // spelling of the tokens or something. |
| 543 | while (!Tok.is(tok::eof) && |
Chris Lattner | b7949a9 | 2009-02-15 21:32:34 +0000 | [diff] [blame] | 544 | SM.getInstantiationLoc(Tok.getLocation()) == LLoc.first) { |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 545 | // Insert a newline if the macro expansion is getting large. |
| 546 | if (LineLen > 60) { |
| 547 | Expansion += "<br>"; |
| 548 | LineLen = 0; |
| 549 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 550 | |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 551 | LineLen -= Expansion.size(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 552 | |
Chris Lattner | 867924d | 2009-02-13 00:51:30 +0000 | [diff] [blame] | 553 | // If the tokens were already space separated, or if they must be to avoid |
| 554 | // them being implicitly pasted, add a space between them. |
| 555 | if (Tok.hasLeadingSpace() || |
| 556 | ConcatInfo.AvoidConcat(PrevTok, Tok)) |
| 557 | Expansion += ' '; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 558 | |
Chris Lattner | 9227c69 | 2008-04-17 23:03:14 +0000 | [diff] [blame] | 559 | // Escape any special characters in the token text. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 560 | Expansion += EscapeText(TmpPP.getSpelling(Tok)); |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 561 | LineLen += Expansion.size(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 562 | |
Chris Lattner | 867924d | 2009-02-13 00:51:30 +0000 | [diff] [blame] | 563 | PrevTok = Tok; |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 564 | TmpPP.Lex(Tok); |
Chris Lattner | 6f46be2 | 2008-04-17 00:40:45 +0000 | [diff] [blame] | 565 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 566 | |
Chris Lattner | e9e6cb9 | 2009-02-17 00:51:07 +0000 | [diff] [blame] | 567 | |
| 568 | // Insert the expansion as the end tag, so that multi-line macros all get |
| 569 | // highlighted. |
| 570 | Expansion = "<span class='expansion'>" + Expansion + "</span></span>"; |
| 571 | |
| 572 | HighlightRange(R, LLoc.first, LLoc.second, |
| 573 | "<span class='macro'>", Expansion.c_str()); |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 574 | } |
Chris Lattner | 7c175fb | 2009-03-13 21:44:46 +0000 | [diff] [blame] | 575 | |
| 576 | // Restore diagnostics object back to its own thing. |
Daniel Dunbar | ff6912b | 2009-11-05 01:54:02 +0000 | [diff] [blame] | 577 | TmpPP.setDiagnostics(*OldDiags); |
Chris Lattner | c54d50a | 2008-04-16 06:32:08 +0000 | [diff] [blame] | 578 | } |