blob: 55f90801ee7e7ca6c76930cad28b2db3ef34a59f [file] [log] [blame]
Daniel Jasperf7935112012-12-03 18:12:45 +00001//===--- Format.cpp - Format C++ code -------------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9///
10/// \file
11/// \brief This file implements functions declared in Format.h. This will be
12/// split into separate files as we go.
13///
Daniel Jasperf7935112012-12-03 18:12:45 +000014//===----------------------------------------------------------------------===//
15
Daniel Jasperde0328a2013-08-16 11:20:30 +000016#include "ContinuationIndenter.h"
Daniel Jasper7a6d09b2013-01-29 21:01:14 +000017#include "TokenAnnotator.h"
Daniel Jasper0df50932014-12-10 19:00:42 +000018#include "UnwrappedLineFormatter.h"
Chandler Carruth3a022472012-12-04 09:13:33 +000019#include "UnwrappedLineParser.h"
Alexander Kornienkocb45bc12013-04-15 14:28:00 +000020#include "WhitespaceManager.h"
Daniel Jasperec04c0d2013-05-16 10:40:07 +000021#include "clang/Basic/Diagnostic.h"
Benjamin Kramerf3ca26982014-05-10 16:31:55 +000022#include "clang/Basic/DiagnosticOptions.h"
Chandler Carruth44eb4f62013-01-02 10:28:36 +000023#include "clang/Basic/SourceManager.h"
Manuel Klimek24998102013-01-16 14:55:28 +000024#include "clang/Format/Format.h"
Daniel Jasperf7935112012-12-03 18:12:45 +000025#include "clang/Lex/Lexer.h"
Alexander Kornienkoffd6d042013-03-27 11:52:18 +000026#include "llvm/ADT/STLExtras.h"
Manuel Klimek2ef908e2013-02-13 10:46:36 +000027#include "llvm/Support/Allocator.h"
Manuel Klimek24998102013-01-16 14:55:28 +000028#include "llvm/Support/Debug.h"
Edwin Vaned544aa72013-09-30 13:31:48 +000029#include "llvm/Support/Path.h"
Birunthan Mohanathasb001a0b2015-07-03 17:25:16 +000030#include "llvm/Support/Regex.h"
Chandler Carruth5553d0d2014-01-07 11:51:46 +000031#include "llvm/Support/YAMLTraits.h"
Manuel Klimek2ef908e2013-02-13 10:46:36 +000032#include <queue>
Daniel Jasper8b529712012-12-04 13:02:32 +000033#include <string>
34
Chandler Carruth10346662014-04-22 03:17:02 +000035#define DEBUG_TYPE "format-formatter"
36
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +000037using clang::format::FormatStyle;
38
Daniel Jaspere1e43192014-04-01 12:55:11 +000039LLVM_YAML_IS_FLOW_SEQUENCE_VECTOR(std::string)
40
Alexander Kornienkod6538332013-05-07 15:32:14 +000041namespace llvm {
42namespace yaml {
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +000043template <> struct ScalarEnumerationTraits<FormatStyle::LanguageKind> {
44 static void enumeration(IO &IO, FormatStyle::LanguageKind &Value) {
45 IO.enumCase(Value, "Cpp", FormatStyle::LK_Cpp);
Daniel Jasperc58c70e2014-09-15 11:21:46 +000046 IO.enumCase(Value, "Java", FormatStyle::LK_Java);
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +000047 IO.enumCase(Value, "JavaScript", FormatStyle::LK_JavaScript);
Daniel Jasper7052ce62014-01-19 09:04:08 +000048 IO.enumCase(Value, "Proto", FormatStyle::LK_Proto);
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +000049 }
50};
51
52template <> struct ScalarEnumerationTraits<FormatStyle::LanguageStandard> {
53 static void enumeration(IO &IO, FormatStyle::LanguageStandard &Value) {
54 IO.enumCase(Value, "Cpp03", FormatStyle::LS_Cpp03);
55 IO.enumCase(Value, "C++03", FormatStyle::LS_Cpp03);
56 IO.enumCase(Value, "Cpp11", FormatStyle::LS_Cpp11);
57 IO.enumCase(Value, "C++11", FormatStyle::LS_Cpp11);
58 IO.enumCase(Value, "Auto", FormatStyle::LS_Auto);
59 }
60};
61
62template <> struct ScalarEnumerationTraits<FormatStyle::UseTabStyle> {
63 static void enumeration(IO &IO, FormatStyle::UseTabStyle &Value) {
64 IO.enumCase(Value, "Never", FormatStyle::UT_Never);
65 IO.enumCase(Value, "false", FormatStyle::UT_Never);
66 IO.enumCase(Value, "Always", FormatStyle::UT_Always);
67 IO.enumCase(Value, "true", FormatStyle::UT_Always);
68 IO.enumCase(Value, "ForIndentation", FormatStyle::UT_ForIndentation);
69 }
70};
71
Daniel Jasperd74cf402014-04-08 12:46:38 +000072template <> struct ScalarEnumerationTraits<FormatStyle::ShortFunctionStyle> {
73 static void enumeration(IO &IO, FormatStyle::ShortFunctionStyle &Value) {
74 IO.enumCase(Value, "None", FormatStyle::SFS_None);
75 IO.enumCase(Value, "false", FormatStyle::SFS_None);
76 IO.enumCase(Value, "All", FormatStyle::SFS_All);
77 IO.enumCase(Value, "true", FormatStyle::SFS_All);
78 IO.enumCase(Value, "Inline", FormatStyle::SFS_Inline);
Daniel Jasper9e709352014-11-26 10:43:58 +000079 IO.enumCase(Value, "Empty", FormatStyle::SFS_Empty);
Daniel Jasperd74cf402014-04-08 12:46:38 +000080 }
81};
82
Daniel Jasperac043c92014-09-15 11:11:00 +000083template <> struct ScalarEnumerationTraits<FormatStyle::BinaryOperatorStyle> {
84 static void enumeration(IO &IO, FormatStyle::BinaryOperatorStyle &Value) {
85 IO.enumCase(Value, "All", FormatStyle::BOS_All);
86 IO.enumCase(Value, "true", FormatStyle::BOS_All);
87 IO.enumCase(Value, "None", FormatStyle::BOS_None);
88 IO.enumCase(Value, "false", FormatStyle::BOS_None);
89 IO.enumCase(Value, "NonAssignment", FormatStyle::BOS_NonAssignment);
90 }
91};
92
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +000093template <> struct ScalarEnumerationTraits<FormatStyle::BraceBreakingStyle> {
94 static void enumeration(IO &IO, FormatStyle::BraceBreakingStyle &Value) {
95 IO.enumCase(Value, "Attach", FormatStyle::BS_Attach);
96 IO.enumCase(Value, "Linux", FormatStyle::BS_Linux);
Birunthan Mohanathas305fa9c2015-07-12 03:13:54 +000097 IO.enumCase(Value, "Mozilla", FormatStyle::BS_Mozilla);
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +000098 IO.enumCase(Value, "Stroustrup", FormatStyle::BS_Stroustrup);
99 IO.enumCase(Value, "Allman", FormatStyle::BS_Allman);
Alexander Kornienko3a33f022013-12-12 09:49:52 +0000100 IO.enumCase(Value, "GNU", FormatStyle::BS_GNU);
Roman Kashitsyn291f64f2015-08-10 13:43:19 +0000101 IO.enumCase(Value, "WebKit", FormatStyle::BS_WebKit);
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000102 }
103};
104
Birunthan Mohanathasa0388a82015-06-29 15:30:42 +0000105template <> struct ScalarEnumerationTraits<FormatStyle::DefinitionReturnTypeBreakingStyle> {
106 static void enumeration(IO &IO, FormatStyle::DefinitionReturnTypeBreakingStyle &Value) {
107 IO.enumCase(Value, "None", FormatStyle::DRTBS_None);
108 IO.enumCase(Value, "All", FormatStyle::DRTBS_All);
109 IO.enumCase(Value, "TopLevel", FormatStyle::DRTBS_TopLevel);
110
111 // For backward compatibility.
112 IO.enumCase(Value, "false", FormatStyle::DRTBS_None);
113 IO.enumCase(Value, "true", FormatStyle::DRTBS_All);
114 }
115};
116
Alexander Kornienkod6538332013-05-07 15:32:14 +0000117template <>
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000118struct ScalarEnumerationTraits<FormatStyle::NamespaceIndentationKind> {
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000119 static void enumeration(IO &IO,
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000120 FormatStyle::NamespaceIndentationKind &Value) {
121 IO.enumCase(Value, "None", FormatStyle::NI_None);
122 IO.enumCase(Value, "Inner", FormatStyle::NI_Inner);
123 IO.enumCase(Value, "All", FormatStyle::NI_All);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000124 }
125};
126
Jacques Pienaarfc275112015-02-18 23:48:37 +0000127template <> struct ScalarEnumerationTraits<FormatStyle::PointerAlignmentStyle> {
128 static void enumeration(IO &IO, FormatStyle::PointerAlignmentStyle &Value) {
Daniel Jasper553d4872014-06-17 12:40:34 +0000129 IO.enumCase(Value, "Middle", FormatStyle::PAS_Middle);
130 IO.enumCase(Value, "Left", FormatStyle::PAS_Left);
131 IO.enumCase(Value, "Right", FormatStyle::PAS_Right);
132
Alp Toker958027b2014-07-14 19:42:55 +0000133 // For backward compatibility.
Daniel Jasper553d4872014-06-17 12:40:34 +0000134 IO.enumCase(Value, "true", FormatStyle::PAS_Left);
135 IO.enumCase(Value, "false", FormatStyle::PAS_Right);
136 }
137};
138
139template <>
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000140struct ScalarEnumerationTraits<FormatStyle::SpaceBeforeParensOptions> {
Manuel Klimeka8eb9142013-05-13 12:51:40 +0000141 static void enumeration(IO &IO,
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000142 FormatStyle::SpaceBeforeParensOptions &Value) {
143 IO.enumCase(Value, "Never", FormatStyle::SBPO_Never);
Alexander Kornienkofdca83d2013-12-10 10:18:34 +0000144 IO.enumCase(Value, "ControlStatements",
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000145 FormatStyle::SBPO_ControlStatements);
146 IO.enumCase(Value, "Always", FormatStyle::SBPO_Always);
Alexander Kornienkofdca83d2013-12-10 10:18:34 +0000147
148 // For backward compatibility.
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000149 IO.enumCase(Value, "false", FormatStyle::SBPO_Never);
150 IO.enumCase(Value, "true", FormatStyle::SBPO_ControlStatements);
Alexander Kornienkofdca83d2013-12-10 10:18:34 +0000151 }
152};
153
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000154template <> struct MappingTraits<FormatStyle> {
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000155 static void mapping(IO &IO, FormatStyle &Style) {
156 // When reading, read the language first, we need it for getPredefinedStyle.
157 IO.mapOptional("Language", Style.Language);
158
Alexander Kornienko49149672013-05-10 11:56:10 +0000159 if (IO.outputting()) {
Jacques Pienaarfc275112015-02-18 23:48:37 +0000160 StringRef StylesArray[] = {"LLVM", "Google", "Chromium",
161 "Mozilla", "WebKit", "GNU"};
Alexander Kornienko49149672013-05-10 11:56:10 +0000162 ArrayRef<StringRef> Styles(StylesArray);
163 for (size_t i = 0, e = Styles.size(); i < e; ++i) {
164 StringRef StyleName(Styles[i]);
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000165 FormatStyle PredefinedStyle;
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000166 if (getPredefinedStyle(StyleName, Style.Language, &PredefinedStyle) &&
Alexander Kornienko006b5c82013-05-19 00:53:30 +0000167 Style == PredefinedStyle) {
Alexander Kornienko49149672013-05-10 11:56:10 +0000168 IO.mapOptional("# BasedOnStyle", StyleName);
169 break;
170 }
171 }
172 } else {
Alexander Kornienkod6538332013-05-07 15:32:14 +0000173 StringRef BasedOnStyle;
174 IO.mapOptional("BasedOnStyle", BasedOnStyle);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000175 if (!BasedOnStyle.empty()) {
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000176 FormatStyle::LanguageKind OldLanguage = Style.Language;
177 FormatStyle::LanguageKind Language =
178 ((FormatStyle *)IO.getContext())->Language;
179 if (!getPredefinedStyle(BasedOnStyle, Language, &Style)) {
Alexander Kornienko006b5c82013-05-19 00:53:30 +0000180 IO.setError(Twine("Unknown value for BasedOnStyle: ", BasedOnStyle));
181 return;
182 }
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000183 Style.Language = OldLanguage;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000184 }
Alexander Kornienkod6538332013-05-07 15:32:14 +0000185 }
186
Birunthan Mohanathas50a6f912015-06-28 14:52:34 +0000187 // For backward compatibility.
188 if (!IO.outputting()) {
189 IO.mapOptional("DerivePointerBinding", Style.DerivePointerAlignment);
190 IO.mapOptional("IndentFunctionDeclarationAfterType",
191 Style.IndentWrappedFunctionNames);
192 IO.mapOptional("PointerBindsToType", Style.PointerAlignment);
193 IO.mapOptional("SpaceAfterControlStatementKeyword",
194 Style.SpaceBeforeParens);
195 }
196
Alexander Kornienkod6538332013-05-07 15:32:14 +0000197 IO.mapOptional("AccessModifierOffset", Style.AccessModifierOffset);
Daniel Jasper3aa9a6a2014-11-18 23:55:27 +0000198 IO.mapOptional("AlignAfterOpenBracket", Style.AlignAfterOpenBracket);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000199 IO.mapOptional("AlignConsecutiveAssignments",
200 Style.AlignConsecutiveAssignments);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000201 IO.mapOptional("AlignEscapedNewlinesLeft", Style.AlignEscapedNewlinesLeft);
Daniel Jasper3219e432014-12-02 13:24:51 +0000202 IO.mapOptional("AlignOperands", Style.AlignOperands);
Daniel Jasper552f4a72013-07-31 23:55:15 +0000203 IO.mapOptional("AlignTrailingComments", Style.AlignTrailingComments);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000204 IO.mapOptional("AllowAllParametersOfDeclarationOnNextLine",
205 Style.AllowAllParametersOfDeclarationOnNextLine);
Daniel Jasper17605d32014-05-14 09:33:35 +0000206 IO.mapOptional("AllowShortBlocksOnASingleLine",
207 Style.AllowShortBlocksOnASingleLine);
Daniel Jasperb87899b2014-09-10 13:11:45 +0000208 IO.mapOptional("AllowShortCaseLabelsOnASingleLine",
209 Style.AllowShortCaseLabelsOnASingleLine);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000210 IO.mapOptional("AllowShortFunctionsOnASingleLine",
211 Style.AllowShortFunctionsOnASingleLine);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000212 IO.mapOptional("AllowShortIfStatementsOnASingleLine",
213 Style.AllowShortIfStatementsOnASingleLine);
Daniel Jasper3a685df2013-05-16 12:12:21 +0000214 IO.mapOptional("AllowShortLoopsOnASingleLine",
215 Style.AllowShortLoopsOnASingleLine);
Daniel Jasperca4ea1c2014-08-05 12:16:31 +0000216 IO.mapOptional("AlwaysBreakAfterDefinitionReturnType",
217 Style.AlwaysBreakAfterDefinitionReturnType);
Alexander Kornienko58611712013-07-04 12:02:44 +0000218 IO.mapOptional("AlwaysBreakBeforeMultilineStrings",
219 Style.AlwaysBreakBeforeMultilineStrings);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000220 IO.mapOptional("AlwaysBreakTemplateDeclarations",
221 Style.AlwaysBreakTemplateDeclarations);
222 IO.mapOptional("BinPackArguments", Style.BinPackArguments);
223 IO.mapOptional("BinPackParameters", Style.BinPackParameters);
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000224 IO.mapOptional("BreakBeforeBinaryOperators",
225 Style.BreakBeforeBinaryOperators);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000226 IO.mapOptional("BreakBeforeBraces", Style.BreakBeforeBraces);
Daniel Jasper165b29e2013-11-08 00:57:11 +0000227 IO.mapOptional("BreakBeforeTernaryOperators",
228 Style.BreakBeforeTernaryOperators);
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000229 IO.mapOptional("BreakConstructorInitializersBeforeComma",
230 Style.BreakConstructorInitializersBeforeComma);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000231 IO.mapOptional("ColumnLimit", Style.ColumnLimit);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000232 IO.mapOptional("CommentPragmas", Style.CommentPragmas);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000233 IO.mapOptional("ConstructorInitializerAllOnOneLineOrOnePerLine",
234 Style.ConstructorInitializerAllOnOneLineOrOnePerLine);
Daniel Jasper50d634b2014-10-28 16:53:38 +0000235 IO.mapOptional("ConstructorInitializerIndentWidth",
236 Style.ConstructorInitializerIndentWidth);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000237 IO.mapOptional("ContinuationIndentWidth", Style.ContinuationIndentWidth);
238 IO.mapOptional("Cpp11BracedListStyle", Style.Cpp11BracedListStyle);
Daniel Jasper553d4872014-06-17 12:40:34 +0000239 IO.mapOptional("DerivePointerAlignment", Style.DerivePointerAlignment);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000240 IO.mapOptional("DisableFormat", Style.DisableFormat);
Daniel Jasperb10cbc42013-07-10 14:02:49 +0000241 IO.mapOptional("ExperimentalAutoDetectBinPacking",
242 Style.ExperimentalAutoDetectBinPacking);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000243 IO.mapOptional("ForEachMacros", Style.ForEachMacros);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000244 IO.mapOptional("IndentCaseLabels", Style.IndentCaseLabels);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000245 IO.mapOptional("IndentWidth", Style.IndentWidth);
246 IO.mapOptional("IndentWrappedFunctionNames",
247 Style.IndentWrappedFunctionNames);
Daniel Jaspera26fc5c2014-03-21 13:43:14 +0000248 IO.mapOptional("KeepEmptyLinesAtTheStartOfBlocks",
249 Style.KeepEmptyLinesAtTheStartOfBlocks);
Birunthan Mohanathasb001a0b2015-07-03 17:25:16 +0000250 IO.mapOptional("MacroBlockBegin", Style.MacroBlockBegin);
251 IO.mapOptional("MacroBlockEnd", Style.MacroBlockEnd);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000252 IO.mapOptional("MaxEmptyLinesToKeep", Style.MaxEmptyLinesToKeep);
Daniel Jasper65ee3472013-07-31 23:16:02 +0000253 IO.mapOptional("NamespaceIndentation", Style.NamespaceIndentation);
Daniel Jasper50d634b2014-10-28 16:53:38 +0000254 IO.mapOptional("ObjCBlockIndentWidth", Style.ObjCBlockIndentWidth);
Daniel Jaspere9beea22014-01-28 15:20:33 +0000255 IO.mapOptional("ObjCSpaceAfterProperty", Style.ObjCSpaceAfterProperty);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000256 IO.mapOptional("ObjCSpaceBeforeProtocolList",
257 Style.ObjCSpaceBeforeProtocolList);
Daniel Jasper33b909c2013-10-25 14:29:37 +0000258 IO.mapOptional("PenaltyBreakBeforeFirstCallParameter",
259 Style.PenaltyBreakBeforeFirstCallParameter);
Alexander Kornienkodd7ece52013-06-07 16:02:52 +0000260 IO.mapOptional("PenaltyBreakComment", Style.PenaltyBreakComment);
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000261 IO.mapOptional("PenaltyBreakFirstLessLess",
262 Style.PenaltyBreakFirstLessLess);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000263 IO.mapOptional("PenaltyBreakString", Style.PenaltyBreakString);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000264 IO.mapOptional("PenaltyExcessCharacter", Style.PenaltyExcessCharacter);
265 IO.mapOptional("PenaltyReturnTypeOnItsOwnLine",
266 Style.PenaltyReturnTypeOnItsOwnLine);
Daniel Jasper553d4872014-06-17 12:40:34 +0000267 IO.mapOptional("PointerAlignment", Style.PointerAlignment);
Daniel Jasperdb986eb2014-09-03 07:37:29 +0000268 IO.mapOptional("SpaceAfterCStyleCast", Style.SpaceAfterCStyleCast);
Daniel Jasperd94bff32013-09-25 15:15:02 +0000269 IO.mapOptional("SpaceBeforeAssignmentOperators",
270 Style.SpaceBeforeAssignmentOperators);
Birunthan Mohanathas35cfbd72015-06-28 14:51:17 +0000271 IO.mapOptional("SpaceBeforeParens", Style.SpaceBeforeParens);
272 IO.mapOptional("SpaceInEmptyParentheses", Style.SpaceInEmptyParentheses);
273 IO.mapOptional("SpacesBeforeTrailingComments",
274 Style.SpacesBeforeTrailingComments);
275 IO.mapOptional("SpacesInAngles", Style.SpacesInAngles);
276 IO.mapOptional("SpacesInContainerLiterals",
277 Style.SpacesInContainerLiterals);
278 IO.mapOptional("SpacesInCStyleCastParentheses",
279 Style.SpacesInCStyleCastParentheses);
280 IO.mapOptional("SpacesInParentheses", Style.SpacesInParentheses);
281 IO.mapOptional("SpacesInSquareBrackets", Style.SpacesInSquareBrackets);
282 IO.mapOptional("Standard", Style.Standard);
283 IO.mapOptional("TabWidth", Style.TabWidth);
284 IO.mapOptional("UseTab", Style.UseTab);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000285 }
286};
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000287
288// Allows to read vector<FormatStyle> while keeping default values.
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000289// IO.getContext() should contain a pointer to the FormatStyle structure, that
290// will be used to get default values for missing keys.
291// If the first element has no Language specified, it will be treated as the
292// default one for the following elements.
Jacques Pienaarfc275112015-02-18 23:48:37 +0000293template <> struct DocumentListTraits<std::vector<FormatStyle>> {
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000294 static size_t size(IO &IO, std::vector<FormatStyle> &Seq) {
295 return Seq.size();
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000296 }
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000297 static FormatStyle &element(IO &IO, std::vector<FormatStyle> &Seq,
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000298 size_t Index) {
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000299 if (Index >= Seq.size()) {
300 assert(Index == Seq.size());
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000301 FormatStyle Template;
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000302 if (Seq.size() > 0 && Seq[0].Language == FormatStyle::LK_None) {
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000303 Template = Seq[0];
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000304 } else {
Daniel Jasperb05a81d2014-05-09 13:11:16 +0000305 Template = *((const FormatStyle *)IO.getContext());
Alexander Kornienko6d2c88e2013-12-10 10:30:34 +0000306 Template.Language = FormatStyle::LK_None;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000307 }
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000308 Seq.resize(Index + 1, Template);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000309 }
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000310 return Seq[Index];
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000311 }
312};
Alexander Kornienkoab9db512015-06-22 23:07:51 +0000313}
314}
Alexander Kornienkod6538332013-05-07 15:32:14 +0000315
Daniel Jasperf7935112012-12-03 18:12:45 +0000316namespace clang {
317namespace format {
318
Rafael Espindola6d0d89b2014-06-12 03:31:26 +0000319const std::error_category &getParseCategory() {
Rafael Espindolad0136702014-06-12 02:50:04 +0000320 static ParseErrorCategory C;
321 return C;
322}
323std::error_code make_error_code(ParseError e) {
Rafael Espindola6d0d89b2014-06-12 03:31:26 +0000324 return std::error_code(static_cast<int>(e), getParseCategory());
Rafael Espindolad0136702014-06-12 02:50:04 +0000325}
326
327const char *ParseErrorCategory::name() const LLVM_NOEXCEPT {
328 return "clang-format.parse_error";
329}
330
331std::string ParseErrorCategory::message(int EV) const {
332 switch (static_cast<ParseError>(EV)) {
333 case ParseError::Success:
334 return "Success";
335 case ParseError::Error:
336 return "Invalid argument";
337 case ParseError::Unsuitable:
338 return "Unsuitable";
339 }
Saleem Abdulrasoolfbfbaf62014-06-12 19:33:26 +0000340 llvm_unreachable("unexpected parse error");
Rafael Espindolad0136702014-06-12 02:50:04 +0000341}
342
Daniel Jasperf7935112012-12-03 18:12:45 +0000343FormatStyle getLLVMStyle() {
344 FormatStyle LLVMStyle;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000345 LLVMStyle.Language = FormatStyle::LK_Cpp;
Daniel Jasperf7935112012-12-03 18:12:45 +0000346 LLVMStyle.AccessModifierOffset = -2;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000347 LLVMStyle.AlignEscapedNewlinesLeft = false;
Daniel Jasper3aa9a6a2014-11-18 23:55:27 +0000348 LLVMStyle.AlignAfterOpenBracket = true;
Daniel Jasper3219e432014-12-02 13:24:51 +0000349 LLVMStyle.AlignOperands = true;
Daniel Jasper552f4a72013-07-31 23:55:15 +0000350 LLVMStyle.AlignTrailingComments = true;
Daniel Jaspera44991332015-04-29 13:06:49 +0000351 LLVMStyle.AlignConsecutiveAssignments = false;
Daniel Jasperf7db4332013-01-29 16:03:49 +0000352 LLVMStyle.AllowAllParametersOfDeclarationOnNextLine = true;
Daniel Jasperd74cf402014-04-08 12:46:38 +0000353 LLVMStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_All;
Daniel Jasper17605d32014-05-14 09:33:35 +0000354 LLVMStyle.AllowShortBlocksOnASingleLine = false;
Daniel Jasperb87899b2014-09-10 13:11:45 +0000355 LLVMStyle.AllowShortCaseLabelsOnASingleLine = false;
Daniel Jasper1b750ed2013-01-14 16:24:39 +0000356 LLVMStyle.AllowShortIfStatementsOnASingleLine = false;
Daniel Jasper3a685df2013-05-16 12:12:21 +0000357 LLVMStyle.AllowShortLoopsOnASingleLine = false;
Birunthan Mohanathasa0388a82015-06-29 15:30:42 +0000358 LLVMStyle.AlwaysBreakAfterDefinitionReturnType = FormatStyle::DRTBS_None;
Alexander Kornienko58611712013-07-04 12:02:44 +0000359 LLVMStyle.AlwaysBreakBeforeMultilineStrings = false;
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000360 LLVMStyle.AlwaysBreakTemplateDeclarations = false;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000361 LLVMStyle.BinPackParameters = true;
Daniel Jasper18210d72014-10-09 09:52:05 +0000362 LLVMStyle.BinPackArguments = true;
Daniel Jasperac043c92014-09-15 11:11:00 +0000363 LLVMStyle.BreakBeforeBinaryOperators = FormatStyle::BOS_None;
Daniel Jasper165b29e2013-11-08 00:57:11 +0000364 LLVMStyle.BreakBeforeTernaryOperators = true;
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000365 LLVMStyle.BreakBeforeBraces = FormatStyle::BS_Attach;
366 LLVMStyle.BreakConstructorInitializersBeforeComma = false;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000367 LLVMStyle.ColumnLimit = 80;
Daniel Jaspere1e43192014-04-01 12:55:11 +0000368 LLVMStyle.CommentPragmas = "^ IWYU pragma:";
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000369 LLVMStyle.ConstructorInitializerAllOnOneLineOrOnePerLine = false;
Daniel Jaspercdaffa42013-08-13 10:58:30 +0000370 LLVMStyle.ConstructorInitializerIndentWidth = 4;
Daniel Jaspere1e43192014-04-01 12:55:11 +0000371 LLVMStyle.ContinuationIndentWidth = 4;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000372 LLVMStyle.Cpp11BracedListStyle = true;
Daniel Jasper553d4872014-06-17 12:40:34 +0000373 LLVMStyle.DerivePointerAlignment = false;
Daniel Jasperb10cbc42013-07-10 14:02:49 +0000374 LLVMStyle.ExperimentalAutoDetectBinPacking = false;
Daniel Jaspere1e43192014-04-01 12:55:11 +0000375 LLVMStyle.ForEachMacros.push_back("foreach");
376 LLVMStyle.ForEachMacros.push_back("Q_FOREACH");
377 LLVMStyle.ForEachMacros.push_back("BOOST_FOREACH");
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000378 LLVMStyle.IndentCaseLabels = false;
Daniel Jasperc75e1ef2014-07-09 08:42:42 +0000379 LLVMStyle.IndentWrappedFunctionNames = false;
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000380 LLVMStyle.IndentWidth = 2;
Alexander Kornienkoebb43ca2013-09-05 14:08:34 +0000381 LLVMStyle.TabWidth = 8;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000382 LLVMStyle.MaxEmptyLinesToKeep = 1;
Daniel Jaspera26fc5c2014-03-21 13:43:14 +0000383 LLVMStyle.KeepEmptyLinesAtTheStartOfBlocks = true;
Daniel Jasper65ee3472013-07-31 23:16:02 +0000384 LLVMStyle.NamespaceIndentation = FormatStyle::NI_None;
Daniel Jasper50d634b2014-10-28 16:53:38 +0000385 LLVMStyle.ObjCBlockIndentWidth = 2;
Daniel Jaspere9beea22014-01-28 15:20:33 +0000386 LLVMStyle.ObjCSpaceAfterProperty = false;
Nico Webera6087752013-01-10 20:12:55 +0000387 LLVMStyle.ObjCSpaceBeforeProtocolList = true;
Daniel Jasper553d4872014-06-17 12:40:34 +0000388 LLVMStyle.PointerAlignment = FormatStyle::PAS_Right;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000389 LLVMStyle.SpacesBeforeTrailingComments = 1;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000390 LLVMStyle.Standard = FormatStyle::LS_Cpp11;
Alexander Kornienko3c3d09c2013-09-27 16:14:22 +0000391 LLVMStyle.UseTab = FormatStyle::UT_Never;
Daniel Jasperb55acad2013-08-20 12:36:34 +0000392 LLVMStyle.SpacesInParentheses = false;
Daniel Jasperad981f82014-08-26 11:41:14 +0000393 LLVMStyle.SpacesInSquareBrackets = false;
Daniel Jasperb55acad2013-08-20 12:36:34 +0000394 LLVMStyle.SpaceInEmptyParentheses = false;
Daniel Jasperb2e10a52014-01-15 15:09:08 +0000395 LLVMStyle.SpacesInContainerLiterals = true;
Daniel Jasperb55acad2013-08-20 12:36:34 +0000396 LLVMStyle.SpacesInCStyleCastParentheses = false;
Daniel Jasperdb986eb2014-09-03 07:37:29 +0000397 LLVMStyle.SpaceAfterCStyleCast = false;
Alexander Kornienkofdca83d2013-12-10 10:18:34 +0000398 LLVMStyle.SpaceBeforeParens = FormatStyle::SBPO_ControlStatements;
Daniel Jasperd94bff32013-09-25 15:15:02 +0000399 LLVMStyle.SpaceBeforeAssignmentOperators = true;
Daniel Jasperdd978ae2013-10-29 14:52:02 +0000400 LLVMStyle.SpacesInAngles = false;
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000401
Daniel Jasper19a541e2013-12-19 16:45:34 +0000402 LLVMStyle.PenaltyBreakComment = 300;
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000403 LLVMStyle.PenaltyBreakFirstLessLess = 120;
404 LLVMStyle.PenaltyBreakString = 1000;
405 LLVMStyle.PenaltyExcessCharacter = 1000000;
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000406 LLVMStyle.PenaltyReturnTypeOnItsOwnLine = 60;
Daniel Jasper33b909c2013-10-25 14:29:37 +0000407 LLVMStyle.PenaltyBreakBeforeFirstCallParameter = 19;
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000408
Daniel Jasperc64b09a2014-05-22 15:12:22 +0000409 LLVMStyle.DisableFormat = false;
410
Daniel Jasperf7935112012-12-03 18:12:45 +0000411 return LLVMStyle;
412}
413
Nico Weber514ecc82014-02-02 20:50:45 +0000414FormatStyle getGoogleStyle(FormatStyle::LanguageKind Language) {
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000415 FormatStyle GoogleStyle = getLLVMStyle();
Nico Weber514ecc82014-02-02 20:50:45 +0000416 GoogleStyle.Language = Language;
417
Daniel Jasperf7935112012-12-03 18:12:45 +0000418 GoogleStyle.AccessModifierOffset = -1;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000419 GoogleStyle.AlignEscapedNewlinesLeft = true;
Daniel Jasper085a2ed2013-04-24 13:46:00 +0000420 GoogleStyle.AllowShortIfStatementsOnASingleLine = true;
Daniel Jasper5bd0b9e2013-05-23 18:05:18 +0000421 GoogleStyle.AllowShortLoopsOnASingleLine = true;
Alexander Kornienko58611712013-07-04 12:02:44 +0000422 GoogleStyle.AlwaysBreakBeforeMultilineStrings = true;
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000423 GoogleStyle.AlwaysBreakTemplateDeclarations = true;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000424 GoogleStyle.ConstructorInitializerAllOnOneLineOrOnePerLine = true;
Daniel Jasper553d4872014-06-17 12:40:34 +0000425 GoogleStyle.DerivePointerAlignment = true;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000426 GoogleStyle.IndentCaseLabels = true;
Daniel Jaspera26fc5c2014-03-21 13:43:14 +0000427 GoogleStyle.KeepEmptyLinesAtTheStartOfBlocks = false;
Daniel Jaspere9beea22014-01-28 15:20:33 +0000428 GoogleStyle.ObjCSpaceAfterProperty = false;
Nico Webera6087752013-01-10 20:12:55 +0000429 GoogleStyle.ObjCSpaceBeforeProtocolList = false;
Daniel Jasper553d4872014-06-17 12:40:34 +0000430 GoogleStyle.PointerAlignment = FormatStyle::PAS_Left;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000431 GoogleStyle.SpacesBeforeTrailingComments = 2;
432 GoogleStyle.Standard = FormatStyle::LS_Auto;
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000433
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000434 GoogleStyle.PenaltyReturnTypeOnItsOwnLine = 200;
Daniel Jasper33b909c2013-10-25 14:29:37 +0000435 GoogleStyle.PenaltyBreakBeforeFirstCallParameter = 1;
Daniel Jasper4e9678f2013-07-11 20:41:21 +0000436
Daniel Jasperc58c70e2014-09-15 11:21:46 +0000437 if (Language == FormatStyle::LK_Java) {
Daniel Jasper3aa9a6a2014-11-18 23:55:27 +0000438 GoogleStyle.AlignAfterOpenBracket = false;
Daniel Jasper3219e432014-12-02 13:24:51 +0000439 GoogleStyle.AlignOperands = false;
Daniel Jasperfd4ed182015-01-04 20:40:45 +0000440 GoogleStyle.AlignTrailingComments = false;
Daniel Jasper9e709352014-11-26 10:43:58 +0000441 GoogleStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Empty;
Daniel Jasperfd4ed182015-01-04 20:40:45 +0000442 GoogleStyle.AllowShortIfStatementsOnASingleLine = false;
Daniel Jasper1cd3c712015-01-14 12:24:59 +0000443 GoogleStyle.AlwaysBreakBeforeMultilineStrings = false;
Daniel Jasperc58c70e2014-09-15 11:21:46 +0000444 GoogleStyle.BreakBeforeBinaryOperators = FormatStyle::BOS_NonAssignment;
445 GoogleStyle.ColumnLimit = 100;
446 GoogleStyle.SpaceAfterCStyleCast = true;
Daniel Jasper61d81972014-11-14 08:22:46 +0000447 GoogleStyle.SpacesBeforeTrailingComments = 1;
Daniel Jasperc58c70e2014-09-15 11:21:46 +0000448 } else if (Language == FormatStyle::LK_JavaScript) {
Daniel Jaspere551bb72014-11-05 17:22:31 +0000449 GoogleStyle.BreakBeforeTernaryOperators = false;
Daniel Jasper8f83a902014-05-09 10:28:58 +0000450 GoogleStyle.MaxEmptyLinesToKeep = 3;
Nico Weber514ecc82014-02-02 20:50:45 +0000451 GoogleStyle.SpacesInContainerLiterals = false;
Daniel Jasper67f8ad22014-09-30 17:57:06 +0000452 GoogleStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Inline;
Daniel Jasper1cd3c712015-01-14 12:24:59 +0000453 GoogleStyle.AlwaysBreakBeforeMultilineStrings = false;
Nico Weber514ecc82014-02-02 20:50:45 +0000454 } else if (Language == FormatStyle::LK_Proto) {
Daniel Jasperd74cf402014-04-08 12:46:38 +0000455 GoogleStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_None;
Daniel Jasper783bac62014-04-15 09:54:30 +0000456 GoogleStyle.SpacesInContainerLiterals = false;
Nico Weber514ecc82014-02-02 20:50:45 +0000457 }
458
Daniel Jasperf7935112012-12-03 18:12:45 +0000459 return GoogleStyle;
460}
461
Nico Weber514ecc82014-02-02 20:50:45 +0000462FormatStyle getChromiumStyle(FormatStyle::LanguageKind Language) {
463 FormatStyle ChromiumStyle = getGoogleStyle(Language);
Nico Weber450425c2014-11-26 16:43:18 +0000464 if (Language == FormatStyle::LK_Java) {
Daniel Jasperfd4ed182015-01-04 20:40:45 +0000465 ChromiumStyle.AllowShortIfStatementsOnASingleLine = true;
Nico Weber450425c2014-11-26 16:43:18 +0000466 ChromiumStyle.IndentWidth = 4;
467 ChromiumStyle.ContinuationIndentWidth = 8;
468 } else {
469 ChromiumStyle.AllowAllParametersOfDeclarationOnNextLine = false;
470 ChromiumStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Inline;
471 ChromiumStyle.AllowShortIfStatementsOnASingleLine = false;
472 ChromiumStyle.AllowShortLoopsOnASingleLine = false;
473 ChromiumStyle.BinPackParameters = false;
474 ChromiumStyle.DerivePointerAlignment = false;
475 }
Birunthan Mohanathasb001a0b2015-07-03 17:25:16 +0000476 ChromiumStyle.MacroBlockBegin = "^IPC_BEGIN_MESSAGE_MAP$";
477 ChromiumStyle.MacroBlockBegin = "^IPC_END_MESSAGE_MAP$";
Daniel Jasper1b750ed2013-01-14 16:24:39 +0000478 return ChromiumStyle;
479}
480
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000481FormatStyle getMozillaStyle() {
482 FormatStyle MozillaStyle = getLLVMStyle();
483 MozillaStyle.AllowAllParametersOfDeclarationOnNextLine = false;
Birunthan Mohanathasa0810022015-06-29 15:18:58 +0000484 MozillaStyle.AllowShortFunctionsOnASingleLine = FormatStyle::SFS_Inline;
Birunthan Mohanathasa0388a82015-06-29 15:30:42 +0000485 MozillaStyle.AlwaysBreakAfterDefinitionReturnType =
486 FormatStyle::DRTBS_TopLevel;
Birunthan Mohanathasa0810022015-06-29 15:18:58 +0000487 MozillaStyle.AlwaysBreakTemplateDeclarations = true;
Birunthan Mohanathas305fa9c2015-07-12 03:13:54 +0000488 MozillaStyle.BreakBeforeBraces = FormatStyle::BS_Mozilla;
Birunthan Mohanathasa0810022015-06-29 15:18:58 +0000489 MozillaStyle.BreakConstructorInitializersBeforeComma = true;
490 MozillaStyle.ConstructorInitializerIndentWidth = 2;
491 MozillaStyle.ContinuationIndentWidth = 2;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000492 MozillaStyle.Cpp11BracedListStyle = false;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000493 MozillaStyle.IndentCaseLabels = true;
Daniel Jaspere9beea22014-01-28 15:20:33 +0000494 MozillaStyle.ObjCSpaceAfterProperty = true;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000495 MozillaStyle.ObjCSpaceBeforeProtocolList = false;
496 MozillaStyle.PenaltyReturnTypeOnItsOwnLine = 200;
Daniel Jasper553d4872014-06-17 12:40:34 +0000497 MozillaStyle.PointerAlignment = FormatStyle::PAS_Left;
Alexander Kornienkoc8602662013-05-06 14:11:27 +0000498 return MozillaStyle;
499}
500
Daniel Jasperffefb3d2013-07-24 13:10:59 +0000501FormatStyle getWebKitStyle() {
502 FormatStyle Style = getLLVMStyle();
Daniel Jasper65ee3472013-07-31 23:16:02 +0000503 Style.AccessModifierOffset = -4;
Daniel Jasper3aa9a6a2014-11-18 23:55:27 +0000504 Style.AlignAfterOpenBracket = false;
Daniel Jasper3219e432014-12-02 13:24:51 +0000505 Style.AlignOperands = false;
Daniel Jasper552f4a72013-07-31 23:55:15 +0000506 Style.AlignTrailingComments = false;
Daniel Jasperac043c92014-09-15 11:11:00 +0000507 Style.BreakBeforeBinaryOperators = FormatStyle::BOS_All;
Roman Kashitsyn291f64f2015-08-10 13:43:19 +0000508 Style.BreakBeforeBraces = FormatStyle::BS_WebKit;
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000509 Style.BreakConstructorInitializersBeforeComma = true;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000510 Style.Cpp11BracedListStyle = false;
Daniel Jasper65ee3472013-07-31 23:16:02 +0000511 Style.ColumnLimit = 0;
Daniel Jaspere33d4af2013-07-26 16:56:36 +0000512 Style.IndentWidth = 4;
Daniel Jasper65ee3472013-07-31 23:16:02 +0000513 Style.NamespaceIndentation = FormatStyle::NI_Inner;
Daniel Jasper50d634b2014-10-28 16:53:38 +0000514 Style.ObjCBlockIndentWidth = 4;
Daniel Jaspere9beea22014-01-28 15:20:33 +0000515 Style.ObjCSpaceAfterProperty = true;
Daniel Jasper553d4872014-06-17 12:40:34 +0000516 Style.PointerAlignment = FormatStyle::PAS_Left;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000517 Style.Standard = FormatStyle::LS_Cpp03;
Daniel Jasperffefb3d2013-07-24 13:10:59 +0000518 return Style;
519}
520
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000521FormatStyle getGNUStyle() {
522 FormatStyle Style = getLLVMStyle();
Birunthan Mohanathasa0388a82015-06-29 15:30:42 +0000523 Style.AlwaysBreakAfterDefinitionReturnType = FormatStyle::DRTBS_All;
Daniel Jasperac043c92014-09-15 11:11:00 +0000524 Style.BreakBeforeBinaryOperators = FormatStyle::BOS_All;
Alexander Kornienko3a33f022013-12-12 09:49:52 +0000525 Style.BreakBeforeBraces = FormatStyle::BS_GNU;
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000526 Style.BreakBeforeTernaryOperators = true;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000527 Style.Cpp11BracedListStyle = false;
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000528 Style.ColumnLimit = 79;
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000529 Style.SpaceBeforeParens = FormatStyle::SBPO_Always;
Chandler Carruthf8b72662014-03-02 12:37:31 +0000530 Style.Standard = FormatStyle::LS_Cpp03;
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000531 return Style;
532}
533
Daniel Jasperc64b09a2014-05-22 15:12:22 +0000534FormatStyle getNoStyle() {
535 FormatStyle NoStyle = getLLVMStyle();
536 NoStyle.DisableFormat = true;
537 return NoStyle;
538}
539
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000540bool getPredefinedStyle(StringRef Name, FormatStyle::LanguageKind Language,
541 FormatStyle *Style) {
542 if (Name.equals_lower("llvm")) {
Alexander Kornienko006b5c82013-05-19 00:53:30 +0000543 *Style = getLLVMStyle();
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000544 } else if (Name.equals_lower("chromium")) {
Nico Weber514ecc82014-02-02 20:50:45 +0000545 *Style = getChromiumStyle(Language);
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000546 } else if (Name.equals_lower("mozilla")) {
Alexander Kornienko006b5c82013-05-19 00:53:30 +0000547 *Style = getMozillaStyle();
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000548 } else if (Name.equals_lower("google")) {
Nico Weber514ecc82014-02-02 20:50:45 +0000549 *Style = getGoogleStyle(Language);
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000550 } else if (Name.equals_lower("webkit")) {
Daniel Jasperffefb3d2013-07-24 13:10:59 +0000551 *Style = getWebKitStyle();
Alexander Kornienkofe7a57f2013-12-10 15:42:15 +0000552 } else if (Name.equals_lower("gnu")) {
553 *Style = getGNUStyle();
Daniel Jasperc64b09a2014-05-22 15:12:22 +0000554 } else if (Name.equals_lower("none")) {
555 *Style = getNoStyle();
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000556 } else {
Alexander Kornienko006b5c82013-05-19 00:53:30 +0000557 return false;
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000558 }
Alexander Kornienkod6538332013-05-07 15:32:14 +0000559
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000560 Style->Language = Language;
Alexander Kornienko006b5c82013-05-19 00:53:30 +0000561 return true;
Alexander Kornienkod6538332013-05-07 15:32:14 +0000562}
563
Rafael Espindolac0809172014-06-12 14:02:15 +0000564std::error_code parseConfiguration(StringRef Text, FormatStyle *Style) {
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000565 assert(Style);
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000566 FormatStyle::LanguageKind Language = Style->Language;
567 assert(Language != FormatStyle::LK_None);
Alexander Kornienko06e00332013-05-20 15:18:01 +0000568 if (Text.trim().empty())
Rafael Espindolad0136702014-06-12 02:50:04 +0000569 return make_error_code(ParseError::Error);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000570
571 std::vector<FormatStyle> Styles;
Alexander Kornienkod6538332013-05-07 15:32:14 +0000572 llvm::yaml::Input Input(Text);
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000573 // DocumentListTraits<vector<FormatStyle>> uses the context to get default
574 // values for the fields, keys for which are missing from the configuration.
575 // Mapping also uses the context to get the language to find the correct
576 // base style.
577 Input.setContext(Style);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000578 Input >> Styles;
579 if (Input.error())
580 return Input.error();
581
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000582 for (unsigned i = 0; i < Styles.size(); ++i) {
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000583 // Ensures that only the first configuration can skip the Language option.
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000584 if (Styles[i].Language == FormatStyle::LK_None && i != 0)
Rafael Espindolad0136702014-06-12 02:50:04 +0000585 return make_error_code(ParseError::Error);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000586 // Ensure that each language is configured at most once.
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000587 for (unsigned j = 0; j < i; ++j) {
588 if (Styles[i].Language == Styles[j].Language) {
589 DEBUG(llvm::dbgs()
590 << "Duplicate languages in the config file on positions " << j
591 << " and " << i << "\n");
Rafael Espindolad0136702014-06-12 02:50:04 +0000592 return make_error_code(ParseError::Error);
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000593 }
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000594 }
595 }
596 // Look for a suitable configuration starting from the end, so we can
597 // find the configuration for the specific language first, and the default
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000598 // configuration (which can only be at slot 0) after it.
599 for (int i = Styles.size() - 1; i >= 0; --i) {
600 if (Styles[i].Language == Language ||
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000601 Styles[i].Language == FormatStyle::LK_None) {
602 *Style = Styles[i];
Alexander Kornienkoc1637f12013-12-10 11:28:13 +0000603 Style->Language = Language;
Rafael Espindolad0136702014-06-12 02:50:04 +0000604 return make_error_code(ParseError::Success);
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000605 }
606 }
Rafael Espindolad0136702014-06-12 02:50:04 +0000607 return make_error_code(ParseError::Unsuitable);
Alexander Kornienkod6538332013-05-07 15:32:14 +0000608}
609
610std::string configurationAsText(const FormatStyle &Style) {
611 std::string Text;
612 llvm::raw_string_ostream Stream(Text);
613 llvm::yaml::Output Output(Stream);
614 // We use the same mapping method for input and output, so we need a non-const
615 // reference here.
616 FormatStyle NonConstStyle = Style;
617 Output << NonConstStyle;
Alexander Kornienko9a38ec22013-05-13 12:56:35 +0000618 return Stream.str();
Alexander Kornienkod6538332013-05-07 15:32:14 +0000619}
620
Craig Topperaf35e852013-06-30 22:29:28 +0000621namespace {
622
Manuel Klimek15dfe7a2013-05-28 11:55:06 +0000623class FormatTokenLexer {
Alexander Kornienkoe3276842012-12-07 16:15:44 +0000624public:
Daniel Jasper23376252014-09-09 14:37:39 +0000625 FormatTokenLexer(SourceManager &SourceMgr, FileID ID, FormatStyle &Style,
Alexander Kornienkoffcc0102013-06-05 14:09:10 +0000626 encoding::Encoding Encoding)
Craig Topper2145bc02014-05-09 08:15:10 +0000627 : FormatTok(nullptr), IsFirstToken(true), GreaterStashed(false),
Jacques Pienaarfc275112015-02-18 23:48:37 +0000628 LessStashed(false), Column(0), TrailingWhitespace(0),
629 SourceMgr(SourceMgr), ID(ID), Style(Style),
630 IdentTable(getFormattingLangOpts(Style)), Keywords(IdentTable),
Birunthan Mohanathasb001a0b2015-07-03 17:25:16 +0000631 Encoding(Encoding), FirstInLineIndex(0), FormattingDisabled(false),
632 MacroBlockBeginRegex(Style.MacroBlockBegin),
633 MacroBlockEndRegex(Style.MacroBlockEnd) {
Daniel Jasper23376252014-09-09 14:37:39 +0000634 Lex.reset(new Lexer(ID, SourceMgr.getBuffer(ID), SourceMgr,
635 getFormattingLangOpts(Style)));
636 Lex->SetKeepWhitespaceMode(true);
Daniel Jaspere1e43192014-04-01 12:55:11 +0000637
Daniel Jasperb05a81d2014-05-09 13:11:16 +0000638 for (const std::string &ForEachMacro : Style.ForEachMacros)
Daniel Jaspere1e43192014-04-01 12:55:11 +0000639 ForEachMacros.push_back(&IdentTable.get(ForEachMacro));
640 std::sort(ForEachMacros.begin(), ForEachMacros.end());
Alexander Kornienkoe3276842012-12-07 16:15:44 +0000641 }
642
Manuel Klimek15dfe7a2013-05-28 11:55:06 +0000643 ArrayRef<FormatToken *> lex() {
644 assert(Tokens.empty());
Manuel Klimek68b03042014-04-14 09:14:11 +0000645 assert(FirstInLineIndex == 0);
Manuel Klimek15dfe7a2013-05-28 11:55:06 +0000646 do {
647 Tokens.push_back(getNextToken());
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000648 tryMergePreviousTokens();
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000649 if (Tokens.back()->NewlinesBefore > 0 || Tokens.back()->IsMultiline)
Manuel Klimek68b03042014-04-14 09:14:11 +0000650 FirstInLineIndex = Tokens.size() - 1;
Manuel Klimek15dfe7a2013-05-28 11:55:06 +0000651 } while (Tokens.back()->Tok.isNot(tok::eof));
652 return Tokens;
653 }
654
Daniel Jasperd0ec0d62014-11-04 12:41:02 +0000655 const AdditionalKeywords &getKeywords() { return Keywords; }
Manuel Klimek15dfe7a2013-05-28 11:55:06 +0000656
657private:
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000658 void tryMergePreviousTokens() {
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000659 if (tryMerge_TMacro())
660 return;
Manuel Klimek68b03042014-04-14 09:14:11 +0000661 if (tryMergeConflictMarkers())
662 return;
Jacques Pienaarfc275112015-02-18 23:48:37 +0000663 if (tryMergeLessLess())
664 return;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000665
666 if (Style.Language == FormatStyle::LK_JavaScript) {
Daniel Jasperf9ae3122014-05-08 07:01:45 +0000667 if (tryMergeJSRegexLiteral())
668 return;
Daniel Jasper23376252014-09-09 14:37:39 +0000669 if (tryMergeEscapeSequence())
670 return;
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000671 if (tryMergeTemplateString())
672 return;
Daniel Jasperf9ae3122014-05-08 07:01:45 +0000673
Benjamin Kramer28b45ce2015-03-08 16:06:46 +0000674 static const tok::TokenKind JSIdentity[] = {tok::equalequal, tok::equal};
675 static const tok::TokenKind JSNotIdentity[] = {tok::exclaimequal,
676 tok::equal};
677 static const tok::TokenKind JSShiftEqual[] = {tok::greater, tok::greater,
678 tok::greaterequal};
679 static const tok::TokenKind JSRightArrow[] = {tok::equal, tok::greater};
Manuel Klimek79e06082015-05-21 12:23:34 +0000680 // FIXME: Investigate what token type gives the correct operator priority.
681 if (tryMergeTokens(JSIdentity, TT_BinaryOperator))
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000682 return;
Manuel Klimek79e06082015-05-21 12:23:34 +0000683 if (tryMergeTokens(JSNotIdentity, TT_BinaryOperator))
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000684 return;
Manuel Klimek79e06082015-05-21 12:23:34 +0000685 if (tryMergeTokens(JSShiftEqual, TT_BinaryOperator))
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000686 return;
Manuel Klimek79e06082015-05-21 12:23:34 +0000687 if (tryMergeTokens(JSRightArrow, TT_JsFatArrow))
Daniel Jasper78214392014-05-19 07:27:02 +0000688 return;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000689 }
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000690 }
691
Jacques Pienaarfc275112015-02-18 23:48:37 +0000692 bool tryMergeLessLess() {
693 // Merge X,less,less,Y into X,lessless,Y unless X or Y is less.
Jacques Pienaar68a7dbf2015-02-20 21:09:01 +0000694 if (Tokens.size() < 3)
695 return false;
Jacques Pienaarfc275112015-02-18 23:48:37 +0000696
Jacques Pienaar68a7dbf2015-02-20 21:09:01 +0000697 bool FourthTokenIsLess = false;
698 if (Tokens.size() > 3)
699 FourthTokenIsLess = (Tokens.end() - 4)[0]->is(tok::less);
Jacques Pienaarfc275112015-02-18 23:48:37 +0000700
Jacques Pienaar68a7dbf2015-02-20 21:09:01 +0000701 auto First = Tokens.end() - 3;
702 if (First[2]->is(tok::less) || First[1]->isNot(tok::less) ||
703 First[0]->isNot(tok::less) || FourthTokenIsLess)
Jacques Pienaarfc275112015-02-18 23:48:37 +0000704 return false;
705
706 // Only merge if there currently is no whitespace between the two "<".
Jacques Pienaar68a7dbf2015-02-20 21:09:01 +0000707 if (First[1]->WhitespaceRange.getBegin() !=
708 First[1]->WhitespaceRange.getEnd())
Jacques Pienaarfc275112015-02-18 23:48:37 +0000709 return false;
710
Jacques Pienaar68a7dbf2015-02-20 21:09:01 +0000711 First[0]->Tok.setKind(tok::lessless);
712 First[0]->TokenText = "<<";
713 First[0]->ColumnWidth += 1;
Jacques Pienaarfc275112015-02-18 23:48:37 +0000714 Tokens.erase(Tokens.end() - 2);
715 return true;
716 }
717
Manuel Klimek79e06082015-05-21 12:23:34 +0000718 bool tryMergeTokens(ArrayRef<tok::TokenKind> Kinds, TokenType NewType) {
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000719 if (Tokens.size() < Kinds.size())
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000720 return false;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000721
722 SmallVectorImpl<FormatToken *>::const_iterator First =
723 Tokens.end() - Kinds.size();
724 if (!First[0]->is(Kinds[0]))
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000725 return false;
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000726 unsigned AddLength = 0;
727 for (unsigned i = 1; i < Kinds.size(); ++i) {
Jacques Pienaarfc275112015-02-18 23:48:37 +0000728 if (!First[i]->is(Kinds[i]) ||
729 First[i]->WhitespaceRange.getBegin() !=
730 First[i]->WhitespaceRange.getEnd())
Alexander Kornienkocabdd732013-11-29 15:19:43 +0000731 return false;
732 AddLength += First[i]->TokenText.size();
733 }
734 Tokens.resize(Tokens.size() - Kinds.size() + 1);
735 First[0]->TokenText = StringRef(First[0]->TokenText.data(),
736 First[0]->TokenText.size() + AddLength);
737 First[0]->ColumnWidth += AddLength;
Manuel Klimek79e06082015-05-21 12:23:34 +0000738 First[0]->Type = NewType;
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000739 return true;
740 }
741
Daniel Jasperfb4333b2014-05-12 11:29:50 +0000742 // Tries to merge an escape sequence, i.e. a "\\" and the following
Alp Tokerc3f36af2014-05-15 01:35:53 +0000743 // character. Use e.g. inside JavaScript regex literals.
Daniel Jasperfb4333b2014-05-12 11:29:50 +0000744 bool tryMergeEscapeSequence() {
745 if (Tokens.size() < 2)
746 return false;
747 FormatToken *Previous = Tokens[Tokens.size() - 2];
Daniel Jasper49a9a282014-10-29 16:51:38 +0000748 if (Previous->isNot(tok::unknown) || Previous->TokenText != "\\")
Daniel Jasperfb4333b2014-05-12 11:29:50 +0000749 return false;
Daniel Jasper49a9a282014-10-29 16:51:38 +0000750 ++Previous->ColumnWidth;
Daniel Jasperfb4333b2014-05-12 11:29:50 +0000751 StringRef Text = Previous->TokenText;
Daniel Jasper49a9a282014-10-29 16:51:38 +0000752 Previous->TokenText = StringRef(Text.data(), Text.size() + 1);
753 resetLexer(SourceMgr.getFileOffset(Tokens.back()->Tok.getLocation()) + 1);
Daniel Jasperfb4333b2014-05-12 11:29:50 +0000754 Tokens.resize(Tokens.size() - 1);
Daniel Jasper49a9a282014-10-29 16:51:38 +0000755 Column = Previous->OriginalColumn + Previous->ColumnWidth;
Daniel Jasperfb4333b2014-05-12 11:29:50 +0000756 return true;
757 }
758
Daniel Jasperf9ae3122014-05-08 07:01:45 +0000759 // Try to determine whether the current token ends a JavaScript regex literal.
760 // We heuristically assume that this is a regex literal if we find two
761 // unescaped slashes on a line and the token before the first slash is one of
Daniel Jasperf7405c12014-05-08 07:45:18 +0000762 // "(;,{}![:?", a binary operator or 'return', as those cannot be followed by
763 // a division.
Daniel Jasperf9ae3122014-05-08 07:01:45 +0000764 bool tryMergeJSRegexLiteral() {
Daniel Jasper23376252014-09-09 14:37:39 +0000765 if (Tokens.size() < 2)
766 return false;
Daniel Jasper6b8d26c2015-06-24 16:01:02 +0000767
768 // If this is a string literal with a slash inside, compute the slash's
769 // offset and try to find the beginning of the regex literal.
770 // Also look at tok::unknown, as it can be an unterminated char literal.
771 size_t SlashInStringPos = StringRef::npos;
772 if (Tokens.back()->isOneOf(tok::string_literal, tok::char_constant,
773 tok::unknown)) {
774 // Start search from position 1 as otherwise, this is an unknown token
775 // for an unterminated /*-comment which is handled elsewhere.
776 SlashInStringPos = Tokens.back()->TokenText.find('/', 1);
777 if (SlashInStringPos == StringRef::npos)
778 return false;
779 }
780
Daniel Jasper23376252014-09-09 14:37:39 +0000781 // If a regex literal ends in "\//", this gets represented by an unknown
782 // token "\" and a comment.
783 bool MightEndWithEscapedSlash =
784 Tokens.back()->is(tok::comment) &&
785 Tokens.back()->TokenText.startswith("//") &&
786 Tokens[Tokens.size() - 2]->TokenText == "\\";
Daniel Jasper6b8d26c2015-06-24 16:01:02 +0000787 if (!MightEndWithEscapedSlash && SlashInStringPos == StringRef::npos &&
Daniel Jasper23376252014-09-09 14:37:39 +0000788 (Tokens.back()->isNot(tok::slash) ||
789 (Tokens[Tokens.size() - 2]->is(tok::unknown) &&
790 Tokens[Tokens.size() - 2]->TokenText == "\\")))
Daniel Jasperf9ae3122014-05-08 07:01:45 +0000791 return false;
Daniel Jasper6b8d26c2015-06-24 16:01:02 +0000792
Daniel Jasperb05a81d2014-05-09 13:11:16 +0000793 unsigned TokenCount = 0;
Daniel Jasperb05a81d2014-05-09 13:11:16 +0000794 for (auto I = Tokens.rbegin() + 1, E = Tokens.rend(); I != E; ++I) {
795 ++TokenCount;
Daniel Jasperf7372152015-07-02 14:14:04 +0000796 auto Prev = I + 1;
797 while (Prev != E && Prev[0]->is(tok::comment))
798 ++Prev;
Daniel Jasperc553ae12015-07-02 13:20:45 +0000799 if (I[0]->isOneOf(tok::slash, tok::slashequal) &&
Daniel Jasperf7372152015-07-02 14:14:04 +0000800 (Prev == E ||
801 ((Prev[0]->isOneOf(tok::l_paren, tok::semi, tok::l_brace,
802 tok::r_brace, tok::exclaim, tok::l_square,
803 tok::colon, tok::comma, tok::question,
804 tok::kw_return) ||
805 Prev[0]->isBinaryOperator())))) {
Daniel Jasper6b8d26c2015-06-24 16:01:02 +0000806 unsigned LastColumn = Tokens.back()->OriginalColumn;
807 SourceLocation Loc = Tokens.back()->Tok.getLocation();
Daniel Jasper23376252014-09-09 14:37:39 +0000808 if (MightEndWithEscapedSlash) {
Daniel Jasper23376252014-09-09 14:37:39 +0000809 // This regex literal ends in '\//'. Skip past the '//' of the last
810 // token and re-start lexing from there.
Daniel Jasper49a9a282014-10-29 16:51:38 +0000811 resetLexer(SourceMgr.getFileOffset(Loc) + 2);
Daniel Jasper6b8d26c2015-06-24 16:01:02 +0000812 } else if (SlashInStringPos != StringRef::npos) {
813 // This regex literal ends in a string_literal with a slash inside.
814 // Calculate end column and reset lexer appropriately.
815 resetLexer(SourceMgr.getFileOffset(Loc) + SlashInStringPos + 1);
816 LastColumn += SlashInStringPos;
Daniel Jasper23376252014-09-09 14:37:39 +0000817 }
Daniel Jasperb05a81d2014-05-09 13:11:16 +0000818 Tokens.resize(Tokens.size() - TokenCount);
819 Tokens.back()->Tok.setKind(tok::unknown);
820 Tokens.back()->Type = TT_RegexLiteral;
Daniel Jasperf1446202015-07-02 15:00:44 +0000821 // Treat regex literals like other string_literals.
822 Tokens.back()->Tok.setKind(tok::string_literal);
Daniel Jasperb05a81d2014-05-09 13:11:16 +0000823 Tokens.back()->ColumnWidth += LastColumn - I[0]->OriginalColumn;
824 return true;
825 }
826
827 // There can't be a newline inside a regex literal.
828 if (I[0]->NewlinesBefore > 0)
829 return false;
830 }
831 return false;
Daniel Jasperf9ae3122014-05-08 07:01:45 +0000832 }
833
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000834 bool tryMergeTemplateString() {
835 if (Tokens.size() < 2)
836 return false;
837
838 FormatToken *EndBacktick = Tokens.back();
Daniel Jasperf69b9222015-05-02 08:05:38 +0000839 // Backticks get lexed as tok::unknown tokens. If a template string contains
Daniel Jasper0d6ac272015-04-16 08:20:51 +0000840 // a comment start, it gets lexed as a tok::comment, or tok::unknown if
841 // unterminated.
Daniel Jasper2ebb0c52015-06-14 07:16:57 +0000842 if (!EndBacktick->isOneOf(tok::comment, tok::string_literal,
843 tok::char_constant, tok::unknown))
Daniel Jasper0d6ac272015-04-16 08:20:51 +0000844 return false;
845 size_t CommentBacktickPos = EndBacktick->TokenText.find('`');
846 // Unknown token that's not actually a backtick, or a comment that doesn't
847 // contain a backtick.
848 if (CommentBacktickPos == StringRef::npos)
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000849 return false;
850
851 unsigned TokenCount = 0;
852 bool IsMultiline = false;
Daniel Jasperf69b9222015-05-02 08:05:38 +0000853 unsigned EndColumnInFirstLine =
854 EndBacktick->OriginalColumn + EndBacktick->ColumnWidth;
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000855 for (auto I = Tokens.rbegin() + 1, E = Tokens.rend(); I != E; I++) {
856 ++TokenCount;
Daniel Jasper553a5b02015-07-02 13:08:28 +0000857 if (I[0]->IsMultiline)
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000858 IsMultiline = true;
859
860 // If there was a preceding template string, this must be the start of a
861 // template string, not the end.
862 if (I[0]->is(TT_TemplateString))
863 return false;
864
865 if (I[0]->isNot(tok::unknown) || I[0]->TokenText != "`") {
866 // Keep track of the rhs offset of the last token to wrap across lines -
867 // its the rhs offset of the first line of the template string, used to
868 // determine its width.
869 if (I[0]->IsMultiline)
870 EndColumnInFirstLine = I[0]->OriginalColumn + I[0]->ColumnWidth;
871 // If the token has newlines, the token before it (if it exists) is the
872 // rhs end of the previous line.
Daniel Jasper553a5b02015-07-02 13:08:28 +0000873 if (I[0]->NewlinesBefore > 0 && (I + 1 != E)) {
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000874 EndColumnInFirstLine = I[1]->OriginalColumn + I[1]->ColumnWidth;
Daniel Jasper553a5b02015-07-02 13:08:28 +0000875 IsMultiline = true;
876 }
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000877 continue;
878 }
879
880 Tokens.resize(Tokens.size() - TokenCount);
881 Tokens.back()->Type = TT_TemplateString;
Daniel Jasper0d6ac272015-04-16 08:20:51 +0000882 const char *EndOffset =
883 EndBacktick->TokenText.data() + 1 + CommentBacktickPos;
884 if (CommentBacktickPos != 0) {
885 // If the backtick was not the first character (e.g. in a comment),
886 // re-lex after the backtick position.
887 SourceLocation Loc = EndBacktick->Tok.getLocation();
888 resetLexer(SourceMgr.getFileOffset(Loc) + CommentBacktickPos + 1);
889 }
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000890 Tokens.back()->TokenText =
891 StringRef(Tokens.back()->TokenText.data(),
892 EndOffset - Tokens.back()->TokenText.data());
Daniel Jasperf69b9222015-05-02 08:05:38 +0000893
894 unsigned EndOriginalColumn = EndBacktick->OriginalColumn;
895 if (EndOriginalColumn == 0) {
896 SourceLocation Loc = EndBacktick->Tok.getLocation();
897 EndOriginalColumn = SourceMgr.getSpellingColumnNumber(Loc);
898 }
899 // If the ` is further down within the token (e.g. in a comment).
900 EndOriginalColumn += CommentBacktickPos;
901
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000902 if (IsMultiline) {
903 // ColumnWidth is from backtick to last token in line.
904 // LastLineColumnWidth is 0 to backtick.
905 // x = `some content
906 // until here`;
907 Tokens.back()->ColumnWidth =
908 EndColumnInFirstLine - Tokens.back()->OriginalColumn;
Daniel Jasper553a5b02015-07-02 13:08:28 +0000909 // +1 for the ` itself.
910 Tokens.back()->LastLineColumnWidth = EndOriginalColumn + 1;
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000911 Tokens.back()->IsMultiline = true;
912 } else {
913 // Token simply spans from start to end, +1 for the ` itself.
914 Tokens.back()->ColumnWidth =
Daniel Jasperf69b9222015-05-02 08:05:38 +0000915 EndOriginalColumn - Tokens.back()->OriginalColumn + 1;
Daniel Jaspera0ef4f32015-02-20 13:47:38 +0000916 }
917 return true;
918 }
919 return false;
920 }
921
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000922 bool tryMerge_TMacro() {
Alexander Kornienko81e32942013-09-16 20:20:49 +0000923 if (Tokens.size() < 4)
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000924 return false;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000925 FormatToken *Last = Tokens.back();
926 if (!Last->is(tok::r_paren))
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000927 return false;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000928
929 FormatToken *String = Tokens[Tokens.size() - 2];
930 if (!String->is(tok::string_literal) || String->IsMultiline)
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000931 return false;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000932
933 if (!Tokens[Tokens.size() - 3]->is(tok::l_paren))
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000934 return false;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000935
936 FormatToken *Macro = Tokens[Tokens.size() - 4];
937 if (Macro->TokenText != "_T")
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000938 return false;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000939
940 const char *Start = Macro->TokenText.data();
941 const char *End = Last->TokenText.data() + Last->TokenText.size();
942 String->TokenText = StringRef(Start, End - Start);
943 String->IsFirst = Macro->IsFirst;
944 String->LastNewlineOffset = Macro->LastNewlineOffset;
945 String->WhitespaceRange = Macro->WhitespaceRange;
946 String->OriginalColumn = Macro->OriginalColumn;
947 String->ColumnWidth = encoding::columnWidthWithTabs(
948 String->TokenText, String->OriginalColumn, Style.TabWidth, Encoding);
Daniel Jaspere99c72f2015-03-26 14:47:35 +0000949 String->NewlinesBefore = Macro->NewlinesBefore;
950 String->HasUnescapedNewline = Macro->HasUnescapedNewline;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000951
952 Tokens.pop_back();
953 Tokens.pop_back();
954 Tokens.pop_back();
955 Tokens.back() = String;
Alexander Kornienko9aa62402013-11-21 12:43:57 +0000956 return true;
Alexander Kornienko81e32942013-09-16 20:20:49 +0000957 }
958
Manuel Klimek68b03042014-04-14 09:14:11 +0000959 bool tryMergeConflictMarkers() {
960 if (Tokens.back()->NewlinesBefore == 0 && Tokens.back()->isNot(tok::eof))
961 return false;
962
963 // Conflict lines look like:
964 // <marker> <text from the vcs>
965 // For example:
966 // >>>>>>> /file/in/file/system at revision 1234
967 //
968 // We merge all tokens in a line that starts with a conflict marker
969 // into a single token with a special token type that the unwrapped line
970 // parser will use to correctly rebuild the underlying code.
971
972 FileID ID;
973 // Get the position of the first token in the line.
974 unsigned FirstInLineOffset;
975 std::tie(ID, FirstInLineOffset) = SourceMgr.getDecomposedLoc(
976 Tokens[FirstInLineIndex]->getStartOfNonWhitespace());
977 StringRef Buffer = SourceMgr.getBuffer(ID)->getBuffer();
978 // Calculate the offset of the start of the current line.
979 auto LineOffset = Buffer.rfind('\n', FirstInLineOffset);
980 if (LineOffset == StringRef::npos) {
981 LineOffset = 0;
982 } else {
983 ++LineOffset;
984 }
985
986 auto FirstSpace = Buffer.find_first_of(" \n", LineOffset);
987 StringRef LineStart;
988 if (FirstSpace == StringRef::npos) {
989 LineStart = Buffer.substr(LineOffset);
990 } else {
991 LineStart = Buffer.substr(LineOffset, FirstSpace - LineOffset);
992 }
993
994 TokenType Type = TT_Unknown;
995 if (LineStart == "<<<<<<<" || LineStart == ">>>>") {
996 Type = TT_ConflictStart;
997 } else if (LineStart == "|||||||" || LineStart == "=======" ||
998 LineStart == "====") {
999 Type = TT_ConflictAlternative;
1000 } else if (LineStart == ">>>>>>>" || LineStart == "<<<<") {
1001 Type = TT_ConflictEnd;
1002 }
1003
1004 if (Type != TT_Unknown) {
1005 FormatToken *Next = Tokens.back();
1006
1007 Tokens.resize(FirstInLineIndex + 1);
1008 // We do not need to build a complete token here, as we will skip it
1009 // during parsing anyway (as we must not touch whitespace around conflict
1010 // markers).
1011 Tokens.back()->Type = Type;
1012 Tokens.back()->Tok.setKind(tok::kw___unknown_anytype);
1013
1014 Tokens.push_back(Next);
1015 return true;
1016 }
1017
1018 return false;
1019 }
1020
Jacques Pienaarfc275112015-02-18 23:48:37 +00001021 FormatToken *getStashedToken() {
1022 // Create a synthesized second '>' or '<' token.
1023 Token Tok = FormatTok->Tok;
1024 StringRef TokenText = FormatTok->TokenText;
1025
1026 unsigned OriginalColumn = FormatTok->OriginalColumn;
1027 FormatTok = new (Allocator.Allocate()) FormatToken;
1028 FormatTok->Tok = Tok;
1029 SourceLocation TokLocation =
Jacques Pienaar411b2512015-02-24 23:23:24 +00001030 FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1);
1031 FormatTok->Tok.setLocation(TokLocation);
Jacques Pienaarfc275112015-02-18 23:48:37 +00001032 FormatTok->WhitespaceRange = SourceRange(TokLocation, TokLocation);
1033 FormatTok->TokenText = TokenText;
1034 FormatTok->ColumnWidth = 1;
Jacques Pienaar411b2512015-02-24 23:23:24 +00001035 FormatTok->OriginalColumn = OriginalColumn + 1;
1036
Jacques Pienaarfc275112015-02-18 23:48:37 +00001037 return FormatTok;
1038 }
1039
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001040 FormatToken *getNextToken() {
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001041 if (GreaterStashed) {
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001042 GreaterStashed = false;
Jacques Pienaarfc275112015-02-18 23:48:37 +00001043 return getStashedToken();
1044 }
1045 if (LessStashed) {
1046 LessStashed = false;
1047 return getStashedToken();
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001048 }
1049
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001050 FormatTok = new (Allocator.Allocate()) FormatToken;
Daniel Jasper8369aa52013-07-16 20:28:33 +00001051 readRawToken(*FormatTok);
Manuel Klimek9043c742013-05-27 15:23:34 +00001052 SourceLocation WhitespaceStart =
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001053 FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace);
Alexander Kornienko393e3082013-11-13 14:04:17 +00001054 FormatTok->IsFirst = IsFirstToken;
1055 IsFirstToken = false;
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001056
1057 // Consume and record whitespace until we find a significant token.
Manuel Klimek9043c742013-05-27 15:23:34 +00001058 unsigned WhitespaceLength = TrailingWhitespace;
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001059 while (FormatTok->Tok.is(tok::unknown)) {
Daniel Jaspere2408e32015-05-06 11:16:43 +00001060 StringRef Text = FormatTok->TokenText;
1061 auto EscapesNewline = [&](int pos) {
1062 // A '\r' here is just part of '\r\n'. Skip it.
1063 if (pos >= 0 && Text[pos] == '\r')
1064 --pos;
1065 // See whether there is an odd number of '\' before this.
1066 unsigned count = 0;
1067 for (; pos >= 0; --pos, ++count)
Daniel Jasperf0fd1c62015-05-10 08:00:25 +00001068 if (Text[pos] != '\\')
Daniel Jaspere2408e32015-05-06 11:16:43 +00001069 break;
1070 return count & 1;
1071 };
Daniel Jaspera0ef4f32015-02-20 13:47:38 +00001072 // FIXME: This miscounts tok:unknown tokens that are not just
1073 // whitespace, e.g. a '`' character.
Daniel Jaspere2408e32015-05-06 11:16:43 +00001074 for (int i = 0, e = Text.size(); i != e; ++i) {
1075 switch (Text[i]) {
Manuel Klimek31c85922013-08-29 15:21:40 +00001076 case '\n':
1077 ++FormatTok->NewlinesBefore;
Daniel Jaspere2408e32015-05-06 11:16:43 +00001078 FormatTok->HasUnescapedNewline = !EscapesNewline(i - 1);
Manuel Klimek31c85922013-08-29 15:21:40 +00001079 FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;
1080 Column = 0;
1081 break;
Daniel Jasper877615c2013-10-11 19:45:02 +00001082 case '\r':
Daniel Jasper30029c62015-02-05 11:05:31 +00001083 FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;
1084 Column = 0;
1085 break;
Daniel Jasper877615c2013-10-11 19:45:02 +00001086 case '\f':
1087 case '\v':
1088 Column = 0;
1089 break;
Manuel Klimek31c85922013-08-29 15:21:40 +00001090 case ' ':
1091 ++Column;
1092 break;
1093 case '\t':
Alexander Kornienkoebb43ca2013-09-05 14:08:34 +00001094 Column += Style.TabWidth - Column % Style.TabWidth;
Manuel Klimek31c85922013-08-29 15:21:40 +00001095 break;
Daniel Jasper877615c2013-10-11 19:45:02 +00001096 case '\\':
Daniel Jaspere2408e32015-05-06 11:16:43 +00001097 if (i + 1 == e || (Text[i + 1] != '\r' && Text[i + 1] != '\n'))
Daniel Jasper877615c2013-10-11 19:45:02 +00001098 FormatTok->Type = TT_ImplicitStringLiteral;
1099 break;
Manuel Klimek31c85922013-08-29 15:21:40 +00001100 default:
Daniel Jasper877615c2013-10-11 19:45:02 +00001101 FormatTok->Type = TT_ImplicitStringLiteral;
Manuel Klimek31c85922013-08-29 15:21:40 +00001102 break;
1103 }
1104 }
1105
Daniel Jaspera98b7b02014-11-25 10:05:17 +00001106 if (FormatTok->is(TT_ImplicitStringLiteral))
Daniel Jasper877615c2013-10-11 19:45:02 +00001107 break;
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001108 WhitespaceLength += FormatTok->Tok.getLength();
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001109
Daniel Jasper8369aa52013-07-16 20:28:33 +00001110 readRawToken(*FormatTok);
Manuel Klimek1abf7892013-01-04 23:34:14 +00001111 }
Manuel Klimekef920692013-01-07 07:56:50 +00001112
Manuel Klimek1abf7892013-01-04 23:34:14 +00001113 // In case the token starts with escaped newlines, we want to
1114 // take them into account as whitespace - this pattern is quite frequent
1115 // in macro definitions.
Manuel Klimek1abf7892013-01-04 23:34:14 +00001116 // FIXME: Add a more explicit test.
Daniel Jasper8369aa52013-07-16 20:28:33 +00001117 while (FormatTok->TokenText.size() > 1 && FormatTok->TokenText[0] == '\\' &&
1118 FormatTok->TokenText[1] == '\n') {
Manuel Klimek1fcbe672014-04-11 12:27:47 +00001119 ++FormatTok->NewlinesBefore;
Manuel Klimek5c24cca2013-05-23 10:56:37 +00001120 WhitespaceLength += 2;
Daniel Jaspere2408e32015-05-06 11:16:43 +00001121 FormatTok->LastNewlineOffset = 2;
Manuel Klimek31c85922013-08-29 15:21:40 +00001122 Column = 0;
Daniel Jasper8369aa52013-07-16 20:28:33 +00001123 FormatTok->TokenText = FormatTok->TokenText.substr(2);
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001124 }
Alexander Kornienko39856b72013-09-10 09:38:25 +00001125
1126 FormatTok->WhitespaceRange = SourceRange(
1127 WhitespaceStart, WhitespaceStart.getLocWithOffset(WhitespaceLength));
1128
Manuel Klimek31c85922013-08-29 15:21:40 +00001129 FormatTok->OriginalColumn = Column;
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001130
Alexander Kornienkoee4ca9b2013-06-07 17:45:07 +00001131 TrailingWhitespace = 0;
1132 if (FormatTok->Tok.is(tok::comment)) {
Manuel Klimek31c85922013-08-29 15:21:40 +00001133 // FIXME: Add the trimmed whitespace to Column.
Daniel Jasper8369aa52013-07-16 20:28:33 +00001134 StringRef UntrimmedText = FormatTok->TokenText;
Alexander Kornienko9ab4a772013-09-06 17:24:54 +00001135 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f");
Daniel Jasper8369aa52013-07-16 20:28:33 +00001136 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size();
Alexander Kornienkoee4ca9b2013-06-07 17:45:07 +00001137 } else if (FormatTok->Tok.is(tok::raw_identifier)) {
Daniel Jasper8369aa52013-07-16 20:28:33 +00001138 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText);
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001139 FormatTok->Tok.setIdentifierInfo(&Info);
1140 FormatTok->Tok.setKind(Info.getTokenID());
Daniel Jasperfe2cf662014-11-19 14:11:11 +00001141 if (Style.Language == FormatStyle::LK_Java &&
1142 FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete)) {
1143 FormatTok->Tok.setKind(tok::identifier);
1144 FormatTok->Tok.setIdentifierInfo(nullptr);
1145 }
Alexander Kornienkoee4ca9b2013-06-07 17:45:07 +00001146 } else if (FormatTok->Tok.is(tok::greatergreater)) {
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001147 FormatTok->Tok.setKind(tok::greater);
Daniel Jasper8369aa52013-07-16 20:28:33 +00001148 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001149 GreaterStashed = true;
Jacques Pienaarfc275112015-02-18 23:48:37 +00001150 } else if (FormatTok->Tok.is(tok::lessless)) {
1151 FormatTok->Tok.setKind(tok::less);
1152 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);
1153 LessStashed = true;
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001154 }
1155
Alexander Kornienkoee4ca9b2013-06-07 17:45:07 +00001156 // Now FormatTok is the next non-whitespace token.
Alexander Kornienkoffcc0102013-06-05 14:09:10 +00001157
Alexander Kornienko39856b72013-09-10 09:38:25 +00001158 StringRef Text = FormatTok->TokenText;
1159 size_t FirstNewlinePos = Text.find('\n');
Alexander Kornienko917f9e02013-09-10 12:29:48 +00001160 if (FirstNewlinePos == StringRef::npos) {
1161 // FIXME: ColumnWidth actually depends on the start column, we need to
1162 // take this into account when the token is moved.
1163 FormatTok->ColumnWidth =
1164 encoding::columnWidthWithTabs(Text, Column, Style.TabWidth, Encoding);
1165 Column += FormatTok->ColumnWidth;
1166 } else {
Alexander Kornienko39856b72013-09-10 09:38:25 +00001167 FormatTok->IsMultiline = true;
Alexander Kornienko917f9e02013-09-10 12:29:48 +00001168 // FIXME: ColumnWidth actually depends on the start column, we need to
1169 // take this into account when the token is moved.
1170 FormatTok->ColumnWidth = encoding::columnWidthWithTabs(
1171 Text.substr(0, FirstNewlinePos), Column, Style.TabWidth, Encoding);
1172
Alexander Kornienko39856b72013-09-10 09:38:25 +00001173 // The last line of the token always starts in column 0.
1174 // Thus, the length can be precomputed even in the presence of tabs.
1175 FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs(
1176 Text.substr(Text.find_last_of('\n') + 1), 0, Style.TabWidth,
1177 Encoding);
Alexander Kornienko917f9e02013-09-10 12:29:48 +00001178 Column = FormatTok->LastLineColumnWidth;
Alexander Kornienko632abb92013-09-02 13:58:14 +00001179 }
Alexander Kornienko39856b72013-09-10 09:38:25 +00001180
Birunthan Mohanathasb001a0b2015-07-03 17:25:16 +00001181 if (Style.Language == FormatStyle::LK_Cpp) {
1182 if (!(Tokens.size() > 0 && Tokens.back()->Tok.getIdentifierInfo() &&
1183 Tokens.back()->Tok.getIdentifierInfo()->getPPKeywordID() ==
1184 tok::pp_define) &&
1185 std::find(ForEachMacros.begin(), ForEachMacros.end(),
1186 FormatTok->Tok.getIdentifierInfo()) != ForEachMacros.end()) {
1187 FormatTok->Type = TT_ForEachMacro;
1188 } else if (FormatTok->is(tok::identifier)) {
1189 if (MacroBlockBeginRegex.match(Text)) {
1190 FormatTok->Type = TT_MacroBlockBegin;
1191 } else if (MacroBlockEndRegex.match(Text)) {
1192 FormatTok->Type = TT_MacroBlockEnd;
1193 }
1194 }
1195 }
Daniel Jaspere1e43192014-04-01 12:55:11 +00001196
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001197 return FormatTok;
1198 }
1199
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001200 FormatToken *FormatTok;
Alexander Kornienko393e3082013-11-13 14:04:17 +00001201 bool IsFirstToken;
Jacques Pienaarfc275112015-02-18 23:48:37 +00001202 bool GreaterStashed, LessStashed;
Manuel Klimek31c85922013-08-29 15:21:40 +00001203 unsigned Column;
Manuel Klimek9043c742013-05-27 15:23:34 +00001204 unsigned TrailingWhitespace;
Daniel Jasper23376252014-09-09 14:37:39 +00001205 std::unique_ptr<Lexer> Lex;
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001206 SourceManager &SourceMgr;
Daniel Jasper23376252014-09-09 14:37:39 +00001207 FileID ID;
Manuel Klimek31c85922013-08-29 15:21:40 +00001208 FormatStyle &Style;
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001209 IdentifierTable IdentTable;
Daniel Jasperd0ec0d62014-11-04 12:41:02 +00001210 AdditionalKeywords Keywords;
Alexander Kornienkoffcc0102013-06-05 14:09:10 +00001211 encoding::Encoding Encoding;
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001212 llvm::SpecificBumpPtrAllocator<FormatToken> Allocator;
Manuel Klimek68b03042014-04-14 09:14:11 +00001213 // Index (in 'Tokens') of the last token that starts a new line.
1214 unsigned FirstInLineIndex;
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001215 SmallVector<FormatToken *, 16> Tokens;
Daniel Jasperb05a81d2014-05-09 13:11:16 +00001216 SmallVector<IdentifierInfo *, 8> ForEachMacros;
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001217
NAKAMURA Takumi7160c4d2014-08-06 16:53:13 +00001218 bool FormattingDisabled;
Daniel Jasper471894432014-08-06 13:40:26 +00001219
Birunthan Mohanathasb001a0b2015-07-03 17:25:16 +00001220 llvm::Regex MacroBlockBeginRegex;
1221 llvm::Regex MacroBlockEndRegex;
1222
Daniel Jasper8369aa52013-07-16 20:28:33 +00001223 void readRawToken(FormatToken &Tok) {
Daniel Jasper23376252014-09-09 14:37:39 +00001224 Lex->LexFromRawLexer(Tok.Tok);
Daniel Jasper8369aa52013-07-16 20:28:33 +00001225 Tok.TokenText = StringRef(SourceMgr.getCharacterData(Tok.Tok.getLocation()),
1226 Tok.Tok.getLength());
Daniel Jasper8369aa52013-07-16 20:28:33 +00001227 // For formatting, treat unterminated string literals like normal string
1228 // literals.
Daniel Jasper86fee2f2014-01-31 12:49:42 +00001229 if (Tok.is(tok::unknown)) {
1230 if (!Tok.TokenText.empty() && Tok.TokenText[0] == '"') {
1231 Tok.Tok.setKind(tok::string_literal);
1232 Tok.IsUnterminatedLiteral = true;
1233 } else if (Style.Language == FormatStyle::LK_JavaScript &&
1234 Tok.TokenText == "''") {
1235 Tok.Tok.setKind(tok::char_constant);
1236 }
Daniel Jasper8369aa52013-07-16 20:28:33 +00001237 }
Roman Kashitsyn650ecb52014-09-11 14:47:20 +00001238
1239 if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format on" ||
1240 Tok.TokenText == "/* clang-format on */")) {
Daniel Jasper471894432014-08-06 13:40:26 +00001241 FormattingDisabled = false;
Roman Kashitsyn650ecb52014-09-11 14:47:20 +00001242 }
1243
Daniel Jasper471894432014-08-06 13:40:26 +00001244 Tok.Finalized = FormattingDisabled;
Roman Kashitsyn650ecb52014-09-11 14:47:20 +00001245
1246 if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format off" ||
1247 Tok.TokenText == "/* clang-format off */")) {
Daniel Jasper471894432014-08-06 13:40:26 +00001248 FormattingDisabled = true;
Roman Kashitsyn650ecb52014-09-11 14:47:20 +00001249 }
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001250 }
Daniel Jasper49a9a282014-10-29 16:51:38 +00001251
1252 void resetLexer(unsigned Offset) {
1253 StringRef Buffer = SourceMgr.getBufferData(ID);
1254 Lex.reset(new Lexer(SourceMgr.getLocForStartOfFile(ID),
1255 getFormattingLangOpts(Style), Buffer.begin(),
1256 Buffer.begin() + Offset, Buffer.end()));
1257 Lex->SetKeepWhitespaceMode(true);
Daniel Jasper55c384e2015-07-02 14:01:34 +00001258 TrailingWhitespace = 0;
Daniel Jasper49a9a282014-10-29 16:51:38 +00001259 }
Alexander Kornienkoe3276842012-12-07 16:15:44 +00001260};
1261
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001262static StringRef getLanguageName(FormatStyle::LanguageKind Language) {
1263 switch (Language) {
1264 case FormatStyle::LK_Cpp:
1265 return "C++";
Daniel Jasperc58c70e2014-09-15 11:21:46 +00001266 case FormatStyle::LK_Java:
1267 return "Java";
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001268 case FormatStyle::LK_JavaScript:
1269 return "JavaScript";
Daniel Jasper7052ce62014-01-19 09:04:08 +00001270 case FormatStyle::LK_Proto:
1271 return "Proto";
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001272 default:
1273 return "Unknown";
1274 }
1275}
1276
Daniel Jasperf7935112012-12-03 18:12:45 +00001277class Formatter : public UnwrappedLineConsumer {
1278public:
Daniel Jasper23376252014-09-09 14:37:39 +00001279 Formatter(const FormatStyle &Style, SourceManager &SourceMgr, FileID ID,
Benjamin Kramerd0eed3a2014-10-03 18:52:48 +00001280 ArrayRef<CharSourceRange> Ranges)
Daniel Jasper23376252014-09-09 14:37:39 +00001281 : Style(Style), ID(ID), SourceMgr(SourceMgr),
1282 Whitespaces(SourceMgr, Style,
1283 inputUsesCRLF(SourceMgr.getBufferData(ID))),
Daniel Jasperbbf5c1c2013-11-05 19:10:03 +00001284 Ranges(Ranges.begin(), Ranges.end()), UnwrappedLines(1),
Daniel Jasper23376252014-09-09 14:37:39 +00001285 Encoding(encoding::detectEncoding(SourceMgr.getBufferData(ID))) {
Daniel Jasperfa21c072013-07-15 14:33:14 +00001286 DEBUG(llvm::dbgs() << "File encoding: "
1287 << (Encoding == encoding::Encoding_UTF8 ? "UTF8"
1288 : "unknown")
1289 << "\n");
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001290 DEBUG(llvm::dbgs() << "Language: " << getLanguageName(Style.Language)
1291 << "\n");
Alexander Kornienkoffcc0102013-06-05 14:09:10 +00001292 }
Daniel Jasperf7935112012-12-03 18:12:45 +00001293
Manuel Klimekec5c3db2015-05-07 12:26:30 +00001294 tooling::Replacements format(bool *IncompleteFormat) {
Manuel Klimek71814b42013-10-11 21:25:45 +00001295 tooling::Replacements Result;
Daniel Jasper23376252014-09-09 14:37:39 +00001296 FormatTokenLexer Tokens(SourceMgr, ID, Style, Encoding);
Manuel Klimek15dfe7a2013-05-28 11:55:06 +00001297
Daniel Jasperd0ec0d62014-11-04 12:41:02 +00001298 UnwrappedLineParser Parser(Style, Tokens.getKeywords(), Tokens.lex(),
1299 *this);
Manuel Klimek20e0af62015-05-06 11:56:29 +00001300 Parser.parse();
Manuel Klimek71814b42013-10-11 21:25:45 +00001301 assert(UnwrappedLines.rbegin()->empty());
1302 for (unsigned Run = 0, RunE = UnwrappedLines.size(); Run + 1 != RunE;
1303 ++Run) {
1304 DEBUG(llvm::dbgs() << "Run " << Run << "...\n");
1305 SmallVector<AnnotatedLine *, 16> AnnotatedLines;
1306 for (unsigned i = 0, e = UnwrappedLines[Run].size(); i != e; ++i) {
1307 AnnotatedLines.push_back(new AnnotatedLine(UnwrappedLines[Run][i]));
1308 }
Manuel Klimekec5c3db2015-05-07 12:26:30 +00001309 tooling::Replacements RunResult =
1310 format(AnnotatedLines, Tokens, IncompleteFormat);
Manuel Klimek71814b42013-10-11 21:25:45 +00001311 DEBUG({
1312 llvm::dbgs() << "Replacements for run " << Run << ":\n";
1313 for (tooling::Replacements::iterator I = RunResult.begin(),
1314 E = RunResult.end();
1315 I != E; ++I) {
1316 llvm::dbgs() << I->toString() << "\n";
1317 }
1318 });
1319 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
1320 delete AnnotatedLines[i];
1321 }
1322 Result.insert(RunResult.begin(), RunResult.end());
1323 Whitespaces.reset();
1324 }
1325 return Result;
1326 }
1327
1328 tooling::Replacements format(SmallVectorImpl<AnnotatedLine *> &AnnotatedLines,
Daniel Jaspere6fcf7d2015-06-17 13:08:06 +00001329 FormatTokenLexer &Tokens,
1330 bool *IncompleteFormat) {
Daniel Jasperd0ec0d62014-11-04 12:41:02 +00001331 TokenAnnotator Annotator(Style, Tokens.getKeywords());
Alexander Kornienko62b85b92013-03-13 14:41:29 +00001332 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
Daniel Jasper9fe0e8d2013-09-05 09:29:45 +00001333 Annotator.annotate(*AnnotatedLines[i]);
Alexander Kornienko62b85b92013-03-13 14:41:29 +00001334 }
Manuel Klimek71814b42013-10-11 21:25:45 +00001335 deriveLocalStyle(AnnotatedLines);
Alexander Kornienko62b85b92013-03-13 14:41:29 +00001336 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
Daniel Jasper9fe0e8d2013-09-05 09:29:45 +00001337 Annotator.calculateFormattingInformation(*AnnotatedLines[i]);
Alexander Kornienko62b85b92013-03-13 14:41:29 +00001338 }
Daniel Jasper5500f612013-11-25 11:08:59 +00001339 computeAffectedLines(AnnotatedLines.begin(), AnnotatedLines.end());
Daniel Jasperb67cc422013-04-09 17:46:55 +00001340
Daniel Jasper1c5d9df2013-09-06 07:54:20 +00001341 Annotator.setCommentLineLevels(AnnotatedLines);
Daniel Jasperd0ec0d62014-11-04 12:41:02 +00001342 ContinuationIndenter Indenter(Style, Tokens.getKeywords(), SourceMgr,
1343 Whitespaces, Encoding,
Daniel Jasperbbf5c1c2013-11-05 19:10:03 +00001344 BinPackInconclusiveFunctions);
Manuel Klimekd3585db2015-05-11 08:21:35 +00001345 UnwrappedLineFormatter(&Indenter, &Whitespaces, Style, Tokens.getKeywords(),
1346 IncompleteFormat)
1347 .format(AnnotatedLines);
Alexander Kornienko62b85b92013-03-13 14:41:29 +00001348 return Whitespaces.generateReplacements();
1349 }
1350
1351private:
Daniel Jasper5500f612013-11-25 11:08:59 +00001352 // Determines which lines are affected by the SourceRanges given as input.
Daniel Jasper9c199562013-11-28 15:58:55 +00001353 // Returns \c true if at least one line between I and E or one of their
1354 // children is affected.
Daniel Jasper5500f612013-11-25 11:08:59 +00001355 bool computeAffectedLines(SmallVectorImpl<AnnotatedLine *>::iterator I,
1356 SmallVectorImpl<AnnotatedLine *>::iterator E) {
1357 bool SomeLineAffected = false;
Craig Topper2145bc02014-05-09 08:15:10 +00001358 const AnnotatedLine *PreviousLine = nullptr;
Daniel Jasper5500f612013-11-25 11:08:59 +00001359 while (I != E) {
1360 AnnotatedLine *Line = *I;
1361 Line->LeadingEmptyLinesAffected = affectsLeadingEmptyLines(*Line->First);
1362
1363 // If a line is part of a preprocessor directive, it needs to be formatted
1364 // if any token within the directive is affected.
1365 if (Line->InPPDirective) {
1366 FormatToken *Last = Line->Last;
1367 SmallVectorImpl<AnnotatedLine *>::iterator PPEnd = I + 1;
1368 while (PPEnd != E && !(*PPEnd)->First->HasUnescapedNewline) {
1369 Last = (*PPEnd)->Last;
1370 ++PPEnd;
1371 }
1372
1373 if (affectsTokenRange(*Line->First, *Last,
1374 /*IncludeLeadingNewlines=*/false)) {
1375 SomeLineAffected = true;
1376 markAllAsAffected(I, PPEnd);
1377 }
1378 I = PPEnd;
1379 continue;
1380 }
1381
Daniel Jasper38c82402013-11-29 09:27:43 +00001382 if (nonPPLineAffected(Line, PreviousLine))
Daniel Jasper5500f612013-11-25 11:08:59 +00001383 SomeLineAffected = true;
Daniel Jasper5500f612013-11-25 11:08:59 +00001384
Daniel Jasper38c82402013-11-29 09:27:43 +00001385 PreviousLine = Line;
Daniel Jasper5500f612013-11-25 11:08:59 +00001386 ++I;
1387 }
1388 return SomeLineAffected;
1389 }
1390
Daniel Jasper9c199562013-11-28 15:58:55 +00001391 // Determines whether 'Line' is affected by the SourceRanges given as input.
1392 // Returns \c true if line or one if its children is affected.
Daniel Jasper38c82402013-11-29 09:27:43 +00001393 bool nonPPLineAffected(AnnotatedLine *Line,
1394 const AnnotatedLine *PreviousLine) {
Daniel Jasper9c199562013-11-28 15:58:55 +00001395 bool SomeLineAffected = false;
1396 Line->ChildrenAffected =
1397 computeAffectedLines(Line->Children.begin(), Line->Children.end());
1398 if (Line->ChildrenAffected)
1399 SomeLineAffected = true;
1400
1401 // Stores whether one of the line's tokens is directly affected.
1402 bool SomeTokenAffected = false;
1403 // Stores whether we need to look at the leading newlines of the next token
1404 // in order to determine whether it was affected.
1405 bool IncludeLeadingNewlines = false;
1406
1407 // Stores whether the first child line of any of this line's tokens is
1408 // affected.
1409 bool SomeFirstChildAffected = false;
1410
1411 for (FormatToken *Tok = Line->First; Tok; Tok = Tok->Next) {
1412 // Determine whether 'Tok' was affected.
1413 if (affectsTokenRange(*Tok, *Tok, IncludeLeadingNewlines))
1414 SomeTokenAffected = true;
1415
1416 // Determine whether the first child of 'Tok' was affected.
1417 if (!Tok->Children.empty() && Tok->Children.front()->Affected)
1418 SomeFirstChildAffected = true;
1419
1420 IncludeLeadingNewlines = Tok->Children.empty();
1421 }
1422
1423 // Was this line moved, i.e. has it previously been on the same line as an
1424 // affected line?
Daniel Jasper38c82402013-11-29 09:27:43 +00001425 bool LineMoved = PreviousLine && PreviousLine->Affected &&
1426 Line->First->NewlinesBefore == 0;
Daniel Jasper9c199562013-11-28 15:58:55 +00001427
Daniel Jasperb05a81d2014-05-09 13:11:16 +00001428 bool IsContinuedComment =
1429 Line->First->is(tok::comment) && Line->First->Next == nullptr &&
1430 Line->First->NewlinesBefore < 2 && PreviousLine &&
1431 PreviousLine->Affected && PreviousLine->Last->is(tok::comment);
Daniel Jasper38c82402013-11-29 09:27:43 +00001432
1433 if (SomeTokenAffected || SomeFirstChildAffected || LineMoved ||
1434 IsContinuedComment) {
Daniel Jasper9c199562013-11-28 15:58:55 +00001435 Line->Affected = true;
Daniel Jasper9c199562013-11-28 15:58:55 +00001436 SomeLineAffected = true;
Daniel Jasper9c199562013-11-28 15:58:55 +00001437 }
1438 return SomeLineAffected;
1439 }
1440
Daniel Jasper5500f612013-11-25 11:08:59 +00001441 // Marks all lines between I and E as well as all their children as affected.
1442 void markAllAsAffected(SmallVectorImpl<AnnotatedLine *>::iterator I,
1443 SmallVectorImpl<AnnotatedLine *>::iterator E) {
1444 while (I != E) {
1445 (*I)->Affected = true;
1446 markAllAsAffected((*I)->Children.begin(), (*I)->Children.end());
1447 ++I;
1448 }
1449 }
1450
1451 // Returns true if the range from 'First' to 'Last' intersects with one of the
1452 // input ranges.
1453 bool affectsTokenRange(const FormatToken &First, const FormatToken &Last,
1454 bool IncludeLeadingNewlines) {
1455 SourceLocation Start = First.WhitespaceRange.getBegin();
1456 if (!IncludeLeadingNewlines)
1457 Start = Start.getLocWithOffset(First.LastNewlineOffset);
Daniel Jasper5877bf12013-11-25 11:53:05 +00001458 SourceLocation End = Last.getStartOfNonWhitespace();
Daniel Jasperac29eac2014-10-29 23:40:50 +00001459 End = End.getLocWithOffset(Last.TokenText.size());
Daniel Jasper5500f612013-11-25 11:08:59 +00001460 CharSourceRange Range = CharSourceRange::getCharRange(Start, End);
1461 return affectsCharSourceRange(Range);
1462 }
1463
1464 // Returns true if one of the input ranges intersect the leading empty lines
1465 // before 'Tok'.
1466 bool affectsLeadingEmptyLines(const FormatToken &Tok) {
1467 CharSourceRange EmptyLineRange = CharSourceRange::getCharRange(
1468 Tok.WhitespaceRange.getBegin(),
1469 Tok.WhitespaceRange.getBegin().getLocWithOffset(Tok.LastNewlineOffset));
1470 return affectsCharSourceRange(EmptyLineRange);
1471 }
1472
1473 // Returns true if 'Range' intersects with one of the input ranges.
1474 bool affectsCharSourceRange(const CharSourceRange &Range) {
1475 for (SmallVectorImpl<CharSourceRange>::const_iterator I = Ranges.begin(),
1476 E = Ranges.end();
1477 I != E; ++I) {
1478 if (!SourceMgr.isBeforeInTranslationUnit(Range.getEnd(), I->getBegin()) &&
1479 !SourceMgr.isBeforeInTranslationUnit(I->getEnd(), Range.getBegin()))
1480 return true;
1481 }
1482 return false;
1483 }
1484
Alexander Kornienko9e649af2013-09-11 12:25:57 +00001485 static bool inputUsesCRLF(StringRef Text) {
1486 return Text.count('\r') * 2 > Text.count('\n');
1487 }
1488
Daniel Jasper352f0df2015-07-18 16:35:30 +00001489 bool
1490 hasCpp03IncompatibleFormat(const SmallVectorImpl<AnnotatedLine *> &Lines) {
1491 for (const AnnotatedLine* Line : Lines) {
1492 if (hasCpp03IncompatibleFormat(Line->Children))
1493 return true;
1494 for (FormatToken *Tok = Line->First->Next; Tok; Tok = Tok->Next) {
1495 if (Tok->WhitespaceRange.getBegin() == Tok->WhitespaceRange.getEnd()) {
1496 if (Tok->is(tok::coloncolon) && Tok->Previous->is(TT_TemplateOpener))
1497 return true;
1498 if (Tok->is(TT_TemplateCloser) &&
1499 Tok->Previous->is(TT_TemplateCloser))
1500 return true;
1501 }
1502 }
1503 }
1504 return false;
1505 }
1506
1507 int countVariableAlignments(const SmallVectorImpl<AnnotatedLine *> &Lines) {
1508 int AlignmentDiff = 0;
1509 for (const AnnotatedLine* Line : Lines) {
1510 AlignmentDiff += countVariableAlignments(Line->Children);
1511 for (FormatToken *Tok = Line->First; Tok && Tok->Next; Tok = Tok->Next) {
1512 if (!Tok->is(TT_PointerOrReference))
1513 continue;
1514 bool SpaceBefore =
1515 Tok->WhitespaceRange.getBegin() != Tok->WhitespaceRange.getEnd();
1516 bool SpaceAfter = Tok->Next->WhitespaceRange.getBegin() !=
1517 Tok->Next->WhitespaceRange.getEnd();
1518 if (SpaceBefore && !SpaceAfter)
1519 ++AlignmentDiff;
1520 if (!SpaceBefore && SpaceAfter)
1521 --AlignmentDiff;
1522 }
1523 }
1524 return AlignmentDiff;
1525 }
1526
Manuel Klimek71814b42013-10-11 21:25:45 +00001527 void
1528 deriveLocalStyle(const SmallVectorImpl<AnnotatedLine *> &AnnotatedLines) {
Daniel Jasperb10cbc42013-07-10 14:02:49 +00001529 bool HasBinPackedFunction = false;
1530 bool HasOnePerLineFunction = false;
Daniel Jasper7fce3ab2013-02-06 14:22:40 +00001531 for (unsigned i = 0, e = AnnotatedLines.size(); i != e; ++i) {
Daniel Jasper9fe0e8d2013-09-05 09:29:45 +00001532 if (!AnnotatedLines[i]->First->Next)
Daniel Jasper7fce3ab2013-02-06 14:22:40 +00001533 continue;
Daniel Jasper9fe0e8d2013-09-05 09:29:45 +00001534 FormatToken *Tok = AnnotatedLines[i]->First->Next;
Manuel Klimek6e6310e2013-05-29 14:47:47 +00001535 while (Tok->Next) {
Daniel Jasperb10cbc42013-07-10 14:02:49 +00001536 if (Tok->PackingKind == PPK_BinPacked)
1537 HasBinPackedFunction = true;
1538 if (Tok->PackingKind == PPK_OnePerLine)
1539 HasOnePerLineFunction = true;
1540
Manuel Klimek6e6310e2013-05-29 14:47:47 +00001541 Tok = Tok->Next;
Daniel Jasper7fce3ab2013-02-06 14:22:40 +00001542 }
1543 }
Daniel Jasper352f0df2015-07-18 16:35:30 +00001544 if (Style.DerivePointerAlignment)
1545 Style.PointerAlignment = countVariableAlignments(AnnotatedLines) <= 0
1546 ? FormatStyle::PAS_Left
1547 : FormatStyle::PAS_Right;
1548 if (Style.Standard == FormatStyle::LS_Auto)
1549 Style.Standard = hasCpp03IncompatibleFormat(AnnotatedLines)
1550 ? FormatStyle::LS_Cpp11
1551 : FormatStyle::LS_Cpp03;
Daniel Jasperb10cbc42013-07-10 14:02:49 +00001552 BinPackInconclusiveFunctions =
1553 HasBinPackedFunction || !HasOnePerLineFunction;
Daniel Jasper7fce3ab2013-02-06 14:22:40 +00001554 }
1555
Craig Topperfb6b25b2014-03-15 04:29:04 +00001556 void consumeUnwrappedLine(const UnwrappedLine &TheLine) override {
Manuel Klimek71814b42013-10-11 21:25:45 +00001557 assert(!UnwrappedLines.empty());
1558 UnwrappedLines.back().push_back(TheLine);
1559 }
1560
Craig Topperfb6b25b2014-03-15 04:29:04 +00001561 void finishRun() override {
Manuel Klimek71814b42013-10-11 21:25:45 +00001562 UnwrappedLines.push_back(SmallVector<UnwrappedLine, 16>());
Daniel Jasperf7935112012-12-03 18:12:45 +00001563 }
1564
1565 FormatStyle Style;
Daniel Jasper23376252014-09-09 14:37:39 +00001566 FileID ID;
Daniel Jasperf7935112012-12-03 18:12:45 +00001567 SourceManager &SourceMgr;
Daniel Jasperaa701fa2013-01-18 08:44:07 +00001568 WhitespaceManager Whitespaces;
Daniel Jasperbbf5c1c2013-11-05 19:10:03 +00001569 SmallVector<CharSourceRange, 8> Ranges;
Manuel Klimek71814b42013-10-11 21:25:45 +00001570 SmallVector<SmallVector<UnwrappedLine, 16>, 2> UnwrappedLines;
Alexander Kornienkoffcc0102013-06-05 14:09:10 +00001571
1572 encoding::Encoding Encoding;
Daniel Jasperb10cbc42013-07-10 14:02:49 +00001573 bool BinPackInconclusiveFunctions;
Daniel Jasperf7935112012-12-03 18:12:45 +00001574};
1575
Craig Topperaf35e852013-06-30 22:29:28 +00001576} // end anonymous namespace
1577
Daniel Jasper23376252014-09-09 14:37:39 +00001578tooling::Replacements reformat(const FormatStyle &Style,
1579 SourceManager &SourceMgr, FileID ID,
Manuel Klimekec5c3db2015-05-07 12:26:30 +00001580 ArrayRef<CharSourceRange> Ranges,
1581 bool *IncompleteFormat) {
Daniel Jasper23376252014-09-09 14:37:39 +00001582 if (Style.DisableFormat)
1583 return tooling::Replacements();
1584 Formatter formatter(Style, SourceMgr, ID, Ranges);
Manuel Klimekec5c3db2015-05-07 12:26:30 +00001585 return formatter.format(IncompleteFormat);
Daniel Jasperf7935112012-12-03 18:12:45 +00001586}
1587
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001588tooling::Replacements reformat(const FormatStyle &Style, StringRef Code,
Benjamin Kramerd0eed3a2014-10-03 18:52:48 +00001589 ArrayRef<tooling::Range> Ranges,
Daniel Jaspere6fcf7d2015-06-17 13:08:06 +00001590 StringRef FileName, bool *IncompleteFormat) {
Daniel Jasper23376252014-09-09 14:37:39 +00001591 if (Style.DisableFormat)
1592 return tooling::Replacements();
1593
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001594 FileManager Files((FileSystemOptions()));
1595 DiagnosticsEngine Diagnostics(
1596 IntrusiveRefCntPtr<DiagnosticIDs>(new DiagnosticIDs),
1597 new DiagnosticOptions);
1598 SourceManager SourceMgr(Diagnostics, Files);
Rafael Espindolad87f8d72014-08-27 20:03:29 +00001599 std::unique_ptr<llvm::MemoryBuffer> Buf =
1600 llvm::MemoryBuffer::getMemBuffer(Code, FileName);
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001601 const clang::FileEntry *Entry =
1602 Files.getVirtualFile(FileName, Buf->getBufferSize(), 0);
David Blaikie49cc3182014-08-27 20:54:45 +00001603 SourceMgr.overrideFileContents(Entry, std::move(Buf));
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001604 FileID ID =
1605 SourceMgr.createFileID(Entry, SourceLocation(), clang::SrcMgr::C_User);
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001606 SourceLocation StartOfFile = SourceMgr.getLocForStartOfFile(ID);
1607 std::vector<CharSourceRange> CharRanges;
Benjamin Kramerd0eed3a2014-10-03 18:52:48 +00001608 for (const tooling::Range &Range : Ranges) {
1609 SourceLocation Start = StartOfFile.getLocWithOffset(Range.getOffset());
1610 SourceLocation End = Start.getLocWithOffset(Range.getLength());
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001611 CharRanges.push_back(CharSourceRange::getCharRange(Start, End));
1612 }
Manuel Klimekec5c3db2015-05-07 12:26:30 +00001613 return reformat(Style, SourceMgr, ID, CharRanges, IncompleteFormat);
Daniel Jasperec04c0d2013-05-16 10:40:07 +00001614}
1615
Daniel Jasper4db69bd2014-09-04 18:23:42 +00001616LangOptions getFormattingLangOpts(const FormatStyle &Style) {
Daniel Jasperc1fa2812013-01-10 13:08:12 +00001617 LangOptions LangOpts;
1618 LangOpts.CPlusPlus = 1;
Daniel Jasper4db69bd2014-09-04 18:23:42 +00001619 LangOpts.CPlusPlus11 = Style.Standard == FormatStyle::LS_Cpp03 ? 0 : 1;
1620 LangOpts.CPlusPlus14 = Style.Standard == FormatStyle::LS_Cpp03 ? 0 : 1;
Daniel Jasper55213652013-03-22 10:01:29 +00001621 LangOpts.LineComment = 1;
Daniel Jasper1662bfe2015-04-03 21:15:46 +00001622 bool AlternativeOperators = Style.Language == FormatStyle::LK_Cpp;
Daniel Jasper30a24062014-11-14 09:02:28 +00001623 LangOpts.CXXOperatorNames = AlternativeOperators ? 1 : 0;
Daniel Jasperc1fa2812013-01-10 13:08:12 +00001624 LangOpts.Bool = 1;
1625 LangOpts.ObjC1 = 1;
1626 LangOpts.ObjC2 = 1;
Nico Weberfac23712015-02-04 15:26:27 +00001627 LangOpts.MicrosoftExt = 1; // To get kw___try, kw___finally.
Daniel Jasperc1fa2812013-01-10 13:08:12 +00001628 return LangOpts;
1629}
1630
Edwin Vaned544aa72013-09-30 13:31:48 +00001631const char *StyleOptionHelpDescription =
1632 "Coding style, currently supports:\n"
1633 " LLVM, Google, Chromium, Mozilla, WebKit.\n"
1634 "Use -style=file to load style configuration from\n"
1635 ".clang-format file located in one of the parent\n"
1636 "directories of the source file (or current\n"
1637 "directory for stdin).\n"
1638 "Use -style=\"{key: value, ...}\" to set specific\n"
1639 "parameters, e.g.:\n"
1640 " -style=\"{BasedOnStyle: llvm, IndentWidth: 8}\"";
1641
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001642static FormatStyle::LanguageKind getLanguageByFileName(StringRef FileName) {
Daniel Jasperc58c70e2014-09-15 11:21:46 +00001643 if (FileName.endswith(".java")) {
1644 return FormatStyle::LK_Java;
Daniel Jasper8c68a642015-03-11 14:58:38 +00001645 } else if (FileName.endswith_lower(".js") || FileName.endswith_lower(".ts")) {
1646 // JavaScript or TypeScript.
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001647 return FormatStyle::LK_JavaScript;
Daniel Jasper7052ce62014-01-19 09:04:08 +00001648 } else if (FileName.endswith_lower(".proto") ||
1649 FileName.endswith_lower(".protodevel")) {
1650 return FormatStyle::LK_Proto;
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001651 }
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001652 return FormatStyle::LK_Cpp;
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001653}
1654
Alexander Kornienkobc4ae442013-12-02 15:21:38 +00001655FormatStyle getStyle(StringRef StyleName, StringRef FileName,
1656 StringRef FallbackStyle) {
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001657 FormatStyle Style = getLLVMStyle();
1658 Style.Language = getLanguageByFileName(FileName);
1659 if (!getPredefinedStyle(FallbackStyle, Style.Language, &Style)) {
Alexander Kornienkobc4ae442013-12-02 15:21:38 +00001660 llvm::errs() << "Invalid fallback style \"" << FallbackStyle
1661 << "\" using LLVM style\n";
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001662 return Style;
Alexander Kornienkobc4ae442013-12-02 15:21:38 +00001663 }
Edwin Vaned544aa72013-09-30 13:31:48 +00001664
1665 if (StyleName.startswith("{")) {
1666 // Parse YAML/JSON style from the command line.
Rafael Espindolac0809172014-06-12 14:02:15 +00001667 if (std::error_code ec = parseConfiguration(StyleName, &Style)) {
Alexander Kornienkoe2e03872013-10-14 00:46:35 +00001668 llvm::errs() << "Error parsing -style: " << ec.message() << ", using "
1669 << FallbackStyle << " style\n";
Edwin Vaned544aa72013-09-30 13:31:48 +00001670 }
1671 return Style;
1672 }
1673
1674 if (!StyleName.equals_lower("file")) {
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001675 if (!getPredefinedStyle(StyleName, Style.Language, &Style))
Edwin Vaned544aa72013-09-30 13:31:48 +00001676 llvm::errs() << "Invalid value for -style, using " << FallbackStyle
1677 << " style\n";
1678 return Style;
1679 }
1680
Alexander Kornienkoc1637f12013-12-10 11:28:13 +00001681 // Look for .clang-format/_clang-format file in the file's parent directories.
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001682 SmallString<128> UnsuitableConfigFiles;
Edwin Vaned544aa72013-09-30 13:31:48 +00001683 SmallString<128> Path(FileName);
1684 llvm::sys::fs::make_absolute(Path);
Alexander Kornienkoe2e03872013-10-14 00:46:35 +00001685 for (StringRef Directory = Path; !Directory.empty();
Edwin Vaned544aa72013-09-30 13:31:48 +00001686 Directory = llvm::sys::path::parent_path(Directory)) {
1687 if (!llvm::sys::fs::is_directory(Directory))
1688 continue;
1689 SmallString<128> ConfigFile(Directory);
1690
1691 llvm::sys::path::append(ConfigFile, ".clang-format");
1692 DEBUG(llvm::dbgs() << "Trying " << ConfigFile << "...\n");
1693 bool IsFile = false;
1694 // Ignore errors from is_regular_file: we only need to know if we can read
1695 // the file or not.
1696 llvm::sys::fs::is_regular_file(Twine(ConfigFile), IsFile);
1697
1698 if (!IsFile) {
1699 // Try _clang-format too, since dotfiles are not commonly used on Windows.
1700 ConfigFile = Directory;
1701 llvm::sys::path::append(ConfigFile, "_clang-format");
1702 DEBUG(llvm::dbgs() << "Trying " << ConfigFile << "...\n");
1703 llvm::sys::fs::is_regular_file(Twine(ConfigFile), IsFile);
1704 }
1705
1706 if (IsFile) {
Rafael Espindola2d2b4202014-07-06 17:43:24 +00001707 llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> Text =
1708 llvm::MemoryBuffer::getFile(ConfigFile.c_str());
1709 if (std::error_code EC = Text.getError()) {
1710 llvm::errs() << EC.message() << "\n";
Alexander Kornienkobc4ae442013-12-02 15:21:38 +00001711 break;
Edwin Vaned544aa72013-09-30 13:31:48 +00001712 }
Rafael Espindola2d2b4202014-07-06 17:43:24 +00001713 if (std::error_code ec =
1714 parseConfiguration(Text.get()->getBuffer(), &Style)) {
Rafael Espindolad0136702014-06-12 02:50:04 +00001715 if (ec == ParseError::Unsuitable) {
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001716 if (!UnsuitableConfigFiles.empty())
1717 UnsuitableConfigFiles.append(", ");
1718 UnsuitableConfigFiles.append(ConfigFile);
Alexander Kornienkobc4ae442013-12-02 15:21:38 +00001719 continue;
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001720 }
Alexander Kornienkobc4ae442013-12-02 15:21:38 +00001721 llvm::errs() << "Error reading " << ConfigFile << ": " << ec.message()
1722 << "\n";
1723 break;
Edwin Vaned544aa72013-09-30 13:31:48 +00001724 }
1725 DEBUG(llvm::dbgs() << "Using configuration file " << ConfigFile << "\n");
1726 return Style;
1727 }
1728 }
Alexander Kornienkocabdd732013-11-29 15:19:43 +00001729 if (!UnsuitableConfigFiles.empty()) {
1730 llvm::errs() << "Configuration file(s) do(es) not support "
1731 << getLanguageName(Style.Language) << ": "
1732 << UnsuitableConfigFiles << "\n";
1733 }
Edwin Vaned544aa72013-09-30 13:31:48 +00001734 return Style;
1735}
1736
Daniel Jasper8d1832e2013-01-07 13:26:07 +00001737} // namespace format
1738} // namespace clang