/src/llvm-project/clang/lib/Format/WhitespaceManager.h
Line | Count | Source (jump to first uncovered line) |
1 | | //===--- WhitespaceManager.h - Format C++ code ------------------*- C++ -*-===// |
2 | | // |
3 | | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | | // See https://llvm.org/LICENSE.txt for license information. |
5 | | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | | // |
7 | | //===----------------------------------------------------------------------===// |
8 | | /// |
9 | | /// \file |
10 | | /// WhitespaceManager class manages whitespace around tokens and their |
11 | | /// replacements. |
12 | | /// |
13 | | //===----------------------------------------------------------------------===// |
14 | | |
15 | | #ifndef LLVM_CLANG_LIB_FORMAT_WHITESPACEMANAGER_H |
16 | | #define LLVM_CLANG_LIB_FORMAT_WHITESPACEMANAGER_H |
17 | | |
18 | | #include "TokenAnnotator.h" |
19 | | #include "clang/Basic/SourceManager.h" |
20 | | #include "clang/Format/Format.h" |
21 | | #include "llvm/ADT/SmallVector.h" |
22 | | #include <algorithm> |
23 | | #include <string> |
24 | | #include <tuple> |
25 | | |
26 | | namespace clang { |
27 | | namespace format { |
28 | | |
29 | | /// Manages the whitespaces around tokens and their replacements. |
30 | | /// |
31 | | /// This includes special handling for certain constructs, e.g. the alignment of |
32 | | /// trailing line comments. |
33 | | /// |
34 | | /// To guarantee correctness of alignment operations, the \c WhitespaceManager |
35 | | /// must be informed about every token in the source file; for each token, there |
36 | | /// must be exactly one call to either \c replaceWhitespace or |
37 | | /// \c addUntouchableToken. |
38 | | /// |
39 | | /// There may be multiple calls to \c breakToken for a given token. |
40 | | class WhitespaceManager { |
41 | | public: |
42 | | WhitespaceManager(const SourceManager &SourceMgr, const FormatStyle &Style, |
43 | | bool UseCRLF) |
44 | 351 | : SourceMgr(SourceMgr), Style(Style), UseCRLF(UseCRLF) {} |
45 | | |
46 | 15.0k | bool useCRLF() const { return UseCRLF; } |
47 | | |
48 | | /// Infers whether the input is using CRLF. |
49 | | static bool inputUsesCRLF(StringRef Text, bool DefaultToCRLF); |
50 | | |
51 | | /// Replaces the whitespace in front of \p Tok. Only call once for |
52 | | /// each \c AnnotatedToken. |
53 | | /// |
54 | | /// \p StartOfTokenColumn is the column at which the token will start after |
55 | | /// this replacement. It is needed for determining how \p Spaces is turned |
56 | | /// into tabs and spaces for some format styles. |
57 | | void replaceWhitespace(FormatToken &Tok, unsigned Newlines, unsigned Spaces, |
58 | | unsigned StartOfTokenColumn, bool isAligned = false, |
59 | | bool InPPDirective = false); |
60 | | |
61 | | /// Adds information about an unchangeable token's whitespace. |
62 | | /// |
63 | | /// Needs to be called for every token for which \c replaceWhitespace |
64 | | /// was not called. |
65 | | void addUntouchableToken(const FormatToken &Tok, bool InPPDirective); |
66 | | |
67 | | llvm::Error addReplacement(const tooling::Replacement &Replacement); |
68 | | |
69 | | /// Inserts or replaces whitespace in the middle of a token. |
70 | | /// |
71 | | /// Inserts \p PreviousPostfix, \p Newlines, \p Spaces and \p CurrentPrefix |
72 | | /// (in this order) at \p Offset inside \p Tok, replacing \p ReplaceChars |
73 | | /// characters. |
74 | | /// |
75 | | /// Note: \p Spaces can be negative to retain information about initial |
76 | | /// relative column offset between a line of a block comment and the start of |
77 | | /// the comment. This negative offset may be compensated by trailing comment |
78 | | /// alignment here. In all other cases negative \p Spaces will be truncated to |
79 | | /// 0. |
80 | | /// |
81 | | /// When \p InPPDirective is true, escaped newlines are inserted. \p Spaces is |
82 | | /// used to align backslashes correctly. |
83 | | void replaceWhitespaceInToken(const FormatToken &Tok, unsigned Offset, |
84 | | unsigned ReplaceChars, |
85 | | StringRef PreviousPostfix, |
86 | | StringRef CurrentPrefix, bool InPPDirective, |
87 | | unsigned Newlines, int Spaces); |
88 | | |
89 | | /// Returns all the \c Replacements created during formatting. |
90 | | const tooling::Replacements &generateReplacements(); |
91 | | |
92 | | /// Represents a change before a token, a break inside a token, |
93 | | /// or the layout of an unchanged token (or whitespace within). |
94 | | struct Change { |
95 | | /// Functor to sort changes in original source order. |
96 | | class IsBeforeInFile { |
97 | | public: |
98 | 346 | IsBeforeInFile(const SourceManager &SourceMgr) : SourceMgr(SourceMgr) {} |
99 | | bool operator()(const Change &C1, const Change &C2) const; |
100 | | |
101 | | private: |
102 | | const SourceManager &SourceMgr; |
103 | | }; |
104 | | |
105 | | /// Creates a \c Change. |
106 | | /// |
107 | | /// The generated \c Change will replace the characters at |
108 | | /// \p OriginalWhitespaceRange with a concatenation of |
109 | | /// \p PreviousLinePostfix, \p NewlinesBefore line breaks, \p Spaces spaces |
110 | | /// and \p CurrentLinePrefix. |
111 | | /// |
112 | | /// \p StartOfTokenColumn and \p InPPDirective will be used to lay out |
113 | | /// trailing comments and escaped newlines. |
114 | | Change(const FormatToken &Tok, bool CreateReplacement, |
115 | | SourceRange OriginalWhitespaceRange, int Spaces, |
116 | | unsigned StartOfTokenColumn, unsigned NewlinesBefore, |
117 | | StringRef PreviousLinePostfix, StringRef CurrentLinePrefix, |
118 | | bool IsAligned, bool ContinuesPPDirective, bool IsInsideToken); |
119 | | |
120 | | // The kind of the token whose whitespace this change replaces, or in which |
121 | | // this change inserts whitespace. |
122 | | // FIXME: Currently this is not set correctly for breaks inside comments, as |
123 | | // the \c BreakableToken is still doing its own alignment. |
124 | | const FormatToken *Tok; |
125 | | |
126 | | bool CreateReplacement; |
127 | | // Changes might be in the middle of a token, so we cannot just keep the |
128 | | // FormatToken around to query its information. |
129 | | SourceRange OriginalWhitespaceRange; |
130 | | unsigned StartOfTokenColumn; |
131 | | unsigned NewlinesBefore; |
132 | | std::string PreviousLinePostfix; |
133 | | std::string CurrentLinePrefix; |
134 | | bool IsAligned; |
135 | | bool ContinuesPPDirective; |
136 | | |
137 | | // The number of spaces in front of the token or broken part of the token. |
138 | | // This will be adapted when aligning tokens. |
139 | | // Can be negative to retain information about the initial relative offset |
140 | | // of the lines in a block comment. This is used when aligning trailing |
141 | | // comments. Uncompensated negative offset is truncated to 0. |
142 | | int Spaces; |
143 | | |
144 | | // If this change is inside of a token but not at the start of the token or |
145 | | // directly after a newline. |
146 | | bool IsInsideToken; |
147 | | |
148 | | // \c IsTrailingComment, \c TokenLength, \c PreviousEndOfTokenColumn and |
149 | | // \c EscapedNewlineColumn will be calculated in |
150 | | // \c calculateLineBreakInformation. |
151 | | bool IsTrailingComment; |
152 | | unsigned TokenLength; |
153 | | unsigned PreviousEndOfTokenColumn; |
154 | | unsigned EscapedNewlineColumn; |
155 | | |
156 | | // These fields are used to retain correct relative line indentation in a |
157 | | // block comment when aligning trailing comments. |
158 | | // |
159 | | // If this Change represents a continuation of a block comment, |
160 | | // \c StartOfBlockComment is pointer to the first Change in the block |
161 | | // comment. \c IndentationOffset is a relative column offset to this |
162 | | // change, so that the correct column can be reconstructed at the end of |
163 | | // the alignment process. |
164 | | const Change *StartOfBlockComment; |
165 | | int IndentationOffset; |
166 | | |
167 | | // Depth of conditionals. Computed from tracking fake parenthesis, except |
168 | | // it does not increase the indent for "chained" conditionals. |
169 | | int ConditionalsLevel; |
170 | | |
171 | | // A combination of indent, nesting and conditionals levels, which are used |
172 | | // in tandem to compute lexical scope, for the purposes of deciding |
173 | | // when to stop consecutive alignment runs. |
174 | 71.8M | std::tuple<unsigned, unsigned, unsigned> indentAndNestingLevel() const { |
175 | 71.8M | return std::make_tuple(Tok->IndentLevel, Tok->NestingLevel, |
176 | 71.8M | ConditionalsLevel); |
177 | 71.8M | } |
178 | | }; |
179 | | |
180 | | private: |
181 | | struct CellDescription { |
182 | | unsigned Index = 0; |
183 | | unsigned Cell = 0; |
184 | | unsigned EndIndex = 0; |
185 | | bool HasSplit = false; |
186 | | CellDescription *NextColumnElement = nullptr; |
187 | | |
188 | 0 | constexpr bool operator==(const CellDescription &Other) const { |
189 | 0 | return Index == Other.Index && Cell == Other.Cell && |
190 | 0 | EndIndex == Other.EndIndex; |
191 | 0 | } |
192 | 0 | constexpr bool operator!=(const CellDescription &Other) const { |
193 | 0 | return !(*this == Other); |
194 | 0 | } |
195 | | }; |
196 | | |
197 | | struct CellDescriptions { |
198 | | SmallVector<CellDescription> Cells; |
199 | | SmallVector<unsigned> CellCounts; |
200 | | unsigned InitialSpaces = 0; |
201 | | |
202 | | // Determine if every row in the array |
203 | | // has the same number of columns. |
204 | 0 | bool isRectangular() const { |
205 | 0 | if (CellCounts.size() < 2) |
206 | 0 | return false; |
207 | | |
208 | 0 | for (auto NumberOfColumns : CellCounts) |
209 | 0 | if (NumberOfColumns != CellCounts[0]) |
210 | 0 | return false; |
211 | 0 | return true; |
212 | 0 | } |
213 | | }; |
214 | | |
215 | | /// Calculate \c IsTrailingComment, \c TokenLength for the last tokens |
216 | | /// or token parts in a line and \c PreviousEndOfTokenColumn and |
217 | | /// \c EscapedNewlineColumn for the first tokens or token parts in a line. |
218 | | void calculateLineBreakInformation(); |
219 | | |
220 | | /// \brief Align consecutive C/C++ preprocessor macros over all \c Changes. |
221 | | void alignConsecutiveMacros(); |
222 | | |
223 | | /// Align consecutive assignments over all \c Changes. |
224 | | void alignConsecutiveAssignments(); |
225 | | |
226 | | /// Align consecutive bitfields over all \c Changes. |
227 | | void alignConsecutiveBitFields(); |
228 | | |
229 | | /// Align consecutive declarations over all \c Changes. |
230 | | void alignConsecutiveDeclarations(); |
231 | | |
232 | | /// Align consecutive declarations over all \c Changes. |
233 | | void alignChainedConditionals(); |
234 | | |
235 | | /// Align consecutive short case statements over all \c Changes. |
236 | | void alignConsecutiveShortCaseStatements(); |
237 | | |
238 | | /// Align trailing comments over all \c Changes. |
239 | | void alignTrailingComments(); |
240 | | |
241 | | /// Align trailing comments from change \p Start to change \p End at |
242 | | /// the specified \p Column. |
243 | | void alignTrailingComments(unsigned Start, unsigned End, unsigned Column); |
244 | | |
245 | | /// Align escaped newlines over all \c Changes. |
246 | | void alignEscapedNewlines(); |
247 | | |
248 | | /// Align escaped newlines from change \p Start to change \p End at |
249 | | /// the specified \p Column. |
250 | | void alignEscapedNewlines(unsigned Start, unsigned End, unsigned Column); |
251 | | |
252 | | /// Align Array Initializers over all \c Changes. |
253 | | void alignArrayInitializers(); |
254 | | |
255 | | /// Align Array Initializers from change \p Start to change \p End at |
256 | | /// the specified \p Column. |
257 | | void alignArrayInitializers(unsigned Start, unsigned End); |
258 | | |
259 | | /// Align Array Initializers being careful to right justify the columns |
260 | | /// as described by \p CellDescs. |
261 | | void alignArrayInitializersRightJustified(CellDescriptions &&CellDescs); |
262 | | |
263 | | /// Align Array Initializers being careful to left justify the columns |
264 | | /// as described by \p CellDescs. |
265 | | void alignArrayInitializersLeftJustified(CellDescriptions &&CellDescs); |
266 | | |
267 | | /// Calculate the cell width between two indexes. |
268 | | unsigned calculateCellWidth(unsigned Start, unsigned End, |
269 | | bool WithSpaces = false) const; |
270 | | |
271 | | /// Get a set of fully specified CellDescriptions between \p Start and |
272 | | /// \p End of the change list. |
273 | | CellDescriptions getCells(unsigned Start, unsigned End); |
274 | | |
275 | | /// Does this \p Cell contain a split element? |
276 | | static bool isSplitCell(const CellDescription &Cell); |
277 | | |
278 | | /// Get the width of the preceding cells from \p Start to \p End. |
279 | | template <typename I> |
280 | 0 | auto getNetWidth(const I &Start, const I &End, unsigned InitialSpaces) const { |
281 | 0 | auto NetWidth = InitialSpaces; |
282 | 0 | for (auto PrevIter = Start; PrevIter != End; ++PrevIter) { |
283 | | // If we broke the line the initial spaces are already |
284 | | // accounted for. |
285 | 0 | assert(PrevIter->Index < Changes.size()); |
286 | 0 | if (Changes[PrevIter->Index].NewlinesBefore > 0) |
287 | 0 | NetWidth = 0; |
288 | 0 | NetWidth += |
289 | 0 | calculateCellWidth(PrevIter->Index, PrevIter->EndIndex, true) + 1; |
290 | 0 | } |
291 | 0 | return NetWidth; |
292 | 0 | } |
293 | | |
294 | | /// Get the maximum width of a cell in a sequence of columns. |
295 | | template <typename I> |
296 | 0 | unsigned getMaximumCellWidth(I CellIter, unsigned NetWidth) const { |
297 | 0 | unsigned CellWidth = |
298 | 0 | calculateCellWidth(CellIter->Index, CellIter->EndIndex, true); |
299 | 0 | if (Changes[CellIter->Index].NewlinesBefore == 0) |
300 | 0 | CellWidth += NetWidth; |
301 | 0 | for (const auto *Next = CellIter->NextColumnElement; Next; |
302 | 0 | Next = Next->NextColumnElement) { |
303 | 0 | auto ThisWidth = calculateCellWidth(Next->Index, Next->EndIndex, true); |
304 | 0 | if (Changes[Next->Index].NewlinesBefore == 0) |
305 | 0 | ThisWidth += NetWidth; |
306 | 0 | CellWidth = std::max(CellWidth, ThisWidth); |
307 | 0 | } |
308 | 0 | return CellWidth; |
309 | 0 | } |
310 | | |
311 | | /// Get The maximum width of all columns to a given cell. |
312 | | template <typename I> |
313 | | unsigned getMaximumNetWidth(const I &CellStart, const I &CellStop, |
314 | | unsigned InitialSpaces, unsigned CellCount, |
315 | 0 | unsigned MaxRowCount) const { |
316 | 0 | auto MaxNetWidth = getNetWidth(CellStart, CellStop, InitialSpaces); |
317 | 0 | auto RowCount = 1U; |
318 | 0 | auto Offset = std::distance(CellStart, CellStop); |
319 | 0 | for (const auto *Next = CellStop->NextColumnElement; Next; |
320 | 0 | Next = Next->NextColumnElement) { |
321 | 0 | if (RowCount >= MaxRowCount) |
322 | 0 | break; |
323 | 0 | auto Start = (CellStart + RowCount * CellCount); |
324 | 0 | auto End = Start + Offset; |
325 | 0 | MaxNetWidth = |
326 | 0 | std::max(MaxNetWidth, getNetWidth(Start, End, InitialSpaces)); |
327 | 0 | ++RowCount; |
328 | 0 | } |
329 | 0 | return MaxNetWidth; |
330 | 0 | } |
331 | | |
332 | | /// Align a split cell with a newline to the first element in the cell. |
333 | | void alignToStartOfCell(unsigned Start, unsigned End); |
334 | | |
335 | | /// Link the Cell pointers in the list of Cells. |
336 | | static CellDescriptions linkCells(CellDescriptions &&CellDesc); |
337 | | |
338 | | /// Fill \c Replaces with the replacements for all effective changes. |
339 | | void generateChanges(); |
340 | | |
341 | | /// Stores \p Text as the replacement for the whitespace in \p Range. |
342 | | void storeReplacement(SourceRange Range, StringRef Text); |
343 | | void appendNewlineText(std::string &Text, unsigned Newlines); |
344 | | void appendEscapedNewlineText(std::string &Text, unsigned Newlines, |
345 | | unsigned PreviousEndOfTokenColumn, |
346 | | unsigned EscapedNewlineColumn); |
347 | | void appendIndentText(std::string &Text, unsigned IndentLevel, |
348 | | unsigned Spaces, unsigned WhitespaceStartColumn, |
349 | | bool IsAligned); |
350 | | unsigned appendTabIndent(std::string &Text, unsigned Spaces, |
351 | | unsigned Indentation); |
352 | | |
353 | | SmallVector<Change, 16> Changes; |
354 | | const SourceManager &SourceMgr; |
355 | | tooling::Replacements Replaces; |
356 | | const FormatStyle &Style; |
357 | | bool UseCRLF; |
358 | | }; |
359 | | |
360 | | } // namespace format |
361 | | } // namespace clang |
362 | | |
363 | | #endif |