xref: /llvm-project/clang/unittests/Format/TokenAnnotatorTest.cpp (revision d90c1bcdf9a495507d7f1dbf829e8e00344bf12e)
1 //===- unittest/Format/TokenAnnotatorTest.cpp - Formatting unit tests -----===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "clang/Format/Format.h"
10 
11 #include "FormatTestUtils.h"
12 #include "TestLexer.h"
13 #include "gtest/gtest.h"
14 
15 namespace clang {
16 namespace format {
17 
18 // Not really the equality, but everything we need.
19 static bool operator==(const FormatToken &LHS,
20                        const FormatToken &RHS) noexcept {
21   return LHS.Tok.getKind() == RHS.Tok.getKind() &&
22          LHS.getType() == RHS.getType();
23 }
24 
25 namespace {
26 
27 class TokenAnnotatorTest : public ::testing::Test {
28 protected:
29   TokenList annotate(llvm::StringRef Code,
30                      const FormatStyle &Style = getLLVMStyle()) {
31     return TestLexer(Allocator, Buffers, Style).annotate(Code);
32   }
33   llvm::SpecificBumpPtrAllocator<FormatToken> Allocator;
34   std::vector<std::unique_ptr<llvm::MemoryBuffer>> Buffers;
35 };
36 
37 #define EXPECT_TOKEN_KIND(FormatTok, Kind)                                     \
38   EXPECT_EQ((FormatTok)->Tok.getKind(), Kind) << *(FormatTok)
39 #define EXPECT_TOKEN_TYPE(FormatTok, Type)                                     \
40   EXPECT_EQ((FormatTok)->getType(), Type) << *(FormatTok)
41 #define EXPECT_TOKEN_PRECEDENCE(FormatTok, Prec)                               \
42   EXPECT_EQ((FormatTok)->getPrecedence(), Prec) << *(FormatTok)
43 #define EXPECT_TOKEN(FormatTok, Kind, Type)                                    \
44   do {                                                                         \
45     EXPECT_TOKEN_KIND(FormatTok, Kind);                                        \
46     EXPECT_TOKEN_TYPE(FormatTok, Type);                                        \
47   } while (false)
48 
49 TEST_F(TokenAnnotatorTest, UnderstandsUsesOfStarAndAmp) {
50   auto Tokens = annotate("auto x = [](const decltype(x) &ptr) {};");
51   EXPECT_EQ(Tokens.size(), 18u) << Tokens;
52   EXPECT_TOKEN(Tokens[7], tok::kw_decltype, TT_Unknown);
53   EXPECT_TOKEN(Tokens[8], tok::l_paren, TT_TypeDeclarationParen);
54   EXPECT_TOKEN(Tokens[9], tok::identifier, TT_Unknown);
55   EXPECT_TOKEN(Tokens[10], tok::r_paren, TT_TypeDeclarationParen);
56   EXPECT_TOKEN(Tokens[11], tok::amp, TT_PointerOrReference);
57 
58   Tokens = annotate("auto x = [](const decltype(x) *ptr) {};");
59   EXPECT_EQ(Tokens.size(), 18u) << Tokens;
60   EXPECT_TOKEN(Tokens[10], tok::r_paren, TT_TypeDeclarationParen);
61   EXPECT_TOKEN(Tokens[11], tok::star, TT_PointerOrReference);
62 
63   Tokens = annotate("#define lambda [](const decltype(x) &ptr) {}");
64   EXPECT_EQ(Tokens.size(), 17u) << Tokens;
65   EXPECT_TOKEN(Tokens[7], tok::kw_decltype, TT_Unknown);
66   EXPECT_TOKEN(Tokens[8], tok::l_paren, TT_TypeDeclarationParen);
67   EXPECT_TOKEN(Tokens[9], tok::identifier, TT_Unknown);
68   EXPECT_TOKEN(Tokens[10], tok::r_paren, TT_TypeDeclarationParen);
69   EXPECT_TOKEN(Tokens[11], tok::amp, TT_PointerOrReference);
70 
71   Tokens = annotate("#define lambda [](const decltype(x) *ptr) {}");
72   EXPECT_EQ(Tokens.size(), 17u) << Tokens;
73   EXPECT_TOKEN(Tokens[10], tok::r_paren, TT_TypeDeclarationParen);
74   EXPECT_TOKEN(Tokens[11], tok::star, TT_PointerOrReference);
75 
76   Tokens = annotate("void f() {\n"
77                     "  while (p < a && *p == 'a')\n"
78                     "    p++;\n"
79                     "}");
80   EXPECT_EQ(Tokens.size(), 21u) << Tokens;
81   EXPECT_TOKEN(Tokens[10], tok::ampamp, TT_BinaryOperator);
82   EXPECT_TOKEN(Tokens[11], tok::star, TT_UnaryOperator);
83 
84   Tokens = annotate("case *x:");
85   EXPECT_EQ(Tokens.size(), 5u) << Tokens;
86   EXPECT_TOKEN(Tokens[1], tok::star, TT_UnaryOperator);
87   Tokens = annotate("case &x:");
88   EXPECT_EQ(Tokens.size(), 5u) << Tokens;
89   EXPECT_TOKEN(Tokens[1], tok::amp, TT_UnaryOperator);
90 
91   Tokens = annotate("bool b = 3 == int{3} && true;\n");
92   EXPECT_EQ(Tokens.size(), 13u) << Tokens;
93   EXPECT_TOKEN(Tokens[9], tok::ampamp, TT_BinaryOperator);
94 
95   Tokens = annotate("struct {\n"
96                     "} *ptr;");
97   EXPECT_EQ(Tokens.size(), 7u) << Tokens;
98   EXPECT_TOKEN(Tokens[3], tok::star, TT_PointerOrReference);
99   Tokens = annotate("union {\n"
100                     "} *ptr;");
101   EXPECT_EQ(Tokens.size(), 7u) << Tokens;
102   EXPECT_TOKEN(Tokens[3], tok::star, TT_PointerOrReference);
103   Tokens = annotate("class {\n"
104                     "} *ptr;");
105   EXPECT_EQ(Tokens.size(), 7u) << Tokens;
106   EXPECT_TOKEN(Tokens[3], tok::star, TT_PointerOrReference);
107 
108   Tokens = annotate("struct {\n"
109                     "} &&ptr = {};");
110   EXPECT_EQ(Tokens.size(), 10u) << Tokens;
111   EXPECT_TOKEN(Tokens[3], tok::ampamp, TT_PointerOrReference);
112   Tokens = annotate("union {\n"
113                     "} &&ptr = {};");
114   EXPECT_EQ(Tokens.size(), 10u) << Tokens;
115   EXPECT_TOKEN(Tokens[3], tok::ampamp, TT_PointerOrReference);
116   Tokens = annotate("class {\n"
117                     "} &&ptr = {};");
118   EXPECT_EQ(Tokens.size(), 10u) << Tokens;
119   EXPECT_TOKEN(Tokens[3], tok::ampamp, TT_PointerOrReference);
120   Tokens = annotate("int i = int{42} * 2;");
121   EXPECT_EQ(Tokens.size(), 11u) << Tokens;
122   EXPECT_TOKEN(Tokens[7], tok::star, TT_BinaryOperator);
123 }
124 
125 TEST_F(TokenAnnotatorTest, UnderstandsUsesOfPlusAndMinus) {
126   auto Tokens = annotate("x - 0");
127   ASSERT_EQ(Tokens.size(), 4u) << Tokens;
128   EXPECT_TOKEN(Tokens[1], tok::minus, TT_BinaryOperator);
129   Tokens = annotate("0 + 0");
130   ASSERT_EQ(Tokens.size(), 4u) << Tokens;
131   EXPECT_TOKEN(Tokens[1], tok::plus, TT_BinaryOperator);
132   Tokens = annotate("x + +0");
133   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
134   EXPECT_TOKEN(Tokens[2], tok::plus, TT_UnaryOperator);
135   Tokens = annotate("x ? -0 : +0");
136   ASSERT_EQ(Tokens.size(), 8u) << Tokens;
137   EXPECT_TOKEN(Tokens[2], tok::minus, TT_UnaryOperator);
138   EXPECT_TOKEN(Tokens[5], tok::plus, TT_UnaryOperator);
139   Tokens = annotate("(-0)");
140   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
141   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
142   Tokens = annotate("0, -0");
143   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
144   EXPECT_TOKEN(Tokens[2], tok::minus, TT_UnaryOperator);
145   Tokens = annotate("for (; -1;) {\n}");
146   ASSERT_EQ(Tokens.size(), 10u) << Tokens;
147   EXPECT_TOKEN(Tokens[3], tok::minus, TT_UnaryOperator);
148   Tokens = annotate("x = -1;");
149   ASSERT_EQ(Tokens.size(), 6u) << Tokens;
150   EXPECT_TOKEN(Tokens[2], tok::minus, TT_UnaryOperator);
151   Tokens = annotate("x[-1]");
152   ASSERT_EQ(Tokens.size(), 6u) << Tokens;
153   EXPECT_TOKEN(Tokens[2], tok::minus, TT_UnaryOperator);
154   Tokens = annotate("x = {-1};");
155   ASSERT_EQ(Tokens.size(), 8u) << Tokens;
156   EXPECT_TOKEN(Tokens[3], tok::minus, TT_UnaryOperator);
157   Tokens = annotate("case -x:");
158   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
159   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
160   Tokens = annotate("co_await -x;");
161   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
162   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
163   Tokens = annotate("co_return -x;");
164   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
165   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
166   Tokens = annotate("co_yield -x;");
167   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
168   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
169   Tokens = annotate("delete -x;");
170   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
171   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
172   Tokens = annotate("return -x;");
173   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
174   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
175   Tokens = annotate("throw -x;");
176   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
177   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
178   Tokens = annotate("sizeof -x");
179   ASSERT_EQ(Tokens.size(), 4u) << Tokens;
180   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
181   Tokens = annotate("co_await +x;");
182   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
183   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
184   Tokens = annotate("co_return +x;");
185   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
186   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
187   Tokens = annotate("co_yield +x;");
188   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
189   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
190   Tokens = annotate("delete +x;");
191   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
192   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
193   Tokens = annotate("return +x;");
194   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
195   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
196   Tokens = annotate("throw +x;");
197   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
198   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
199   Tokens = annotate("sizeof +x");
200   ASSERT_EQ(Tokens.size(), 4u) << Tokens;
201   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
202   Tokens = annotate("(int)-x");
203   ASSERT_EQ(Tokens.size(), 6u) << Tokens;
204   EXPECT_TOKEN(Tokens[3], tok::minus, TT_UnaryOperator);
205   Tokens = annotate("(-x)");
206   ASSERT_EQ(Tokens.size(), 5u) << Tokens;
207   EXPECT_TOKEN(Tokens[1], tok::minus, TT_UnaryOperator);
208   Tokens = annotate("!+x");
209   ASSERT_EQ(Tokens.size(), 4u) << Tokens;
210   EXPECT_TOKEN(Tokens[0], tok::exclaim, TT_UnaryOperator);
211   EXPECT_TOKEN(Tokens[1], tok::plus, TT_UnaryOperator);
212 }
213 
214 TEST_F(TokenAnnotatorTest, UnderstandsClasses) {
215   auto Tokens = annotate("class C {};");
216   EXPECT_EQ(Tokens.size(), 6u) << Tokens;
217   EXPECT_TOKEN(Tokens[2], tok::l_brace, TT_ClassLBrace);
218 
219   Tokens = annotate("const class C {} c;");
220   EXPECT_EQ(Tokens.size(), 8u) << Tokens;
221   EXPECT_TOKEN(Tokens[3], tok::l_brace, TT_ClassLBrace);
222 
223   Tokens = annotate("const class {} c;");
224   EXPECT_EQ(Tokens.size(), 7u) << Tokens;
225   EXPECT_TOKEN(Tokens[2], tok::l_brace, TT_ClassLBrace);
226 }
227 
228 TEST_F(TokenAnnotatorTest, UnderstandsStructs) {
229   auto Tokens = annotate("struct S {};");
230   EXPECT_EQ(Tokens.size(), 6u) << Tokens;
231   EXPECT_TOKEN(Tokens[2], tok::l_brace, TT_StructLBrace);
232 }
233 
234 TEST_F(TokenAnnotatorTest, UnderstandsUnions) {
235   auto Tokens = annotate("union U {};");
236   EXPECT_EQ(Tokens.size(), 6u) << Tokens;
237   EXPECT_TOKEN(Tokens[2], tok::l_brace, TT_UnionLBrace);
238 
239   Tokens = annotate("union U { void f() { return; } };");
240   EXPECT_EQ(Tokens.size(), 14u) << Tokens;
241   EXPECT_TOKEN(Tokens[2], tok::l_brace, TT_UnionLBrace);
242   EXPECT_TOKEN(Tokens[7], tok::l_brace, TT_FunctionLBrace);
243 }
244 
245 TEST_F(TokenAnnotatorTest, UnderstandsEnums) {
246   auto Tokens = annotate("enum E {};");
247   EXPECT_EQ(Tokens.size(), 6u) << Tokens;
248   EXPECT_TOKEN(Tokens[2], tok::l_brace, TT_EnumLBrace);
249 }
250 
251 TEST_F(TokenAnnotatorTest, UnderstandsDefaultedAndDeletedFunctions) {
252   auto Tokens = annotate("auto operator<=>(const T &) const & = default;");
253   EXPECT_EQ(Tokens.size(), 14u) << Tokens;
254   EXPECT_TOKEN(Tokens[9], tok::amp, TT_PointerOrReference);
255 
256   Tokens = annotate("template <typename T> void F(T) && = delete;");
257   EXPECT_EQ(Tokens.size(), 15u) << Tokens;
258   EXPECT_TOKEN(Tokens[10], tok::ampamp, TT_PointerOrReference);
259 }
260 
261 TEST_F(TokenAnnotatorTest, UnderstandsVariables) {
262   auto Tokens =
263       annotate("inline bool var = is_integral_v<int> && is_signed_v<int>;");
264   EXPECT_EQ(Tokens.size(), 15u) << Tokens;
265   EXPECT_TOKEN(Tokens[8], tok::ampamp, TT_BinaryOperator);
266 }
267 
268 TEST_F(TokenAnnotatorTest, UnderstandsVariableTemplates) {
269   auto Tokens =
270       annotate("template <typename T> "
271                "inline bool var = is_integral_v<int> && is_signed_v<int>;");
272   EXPECT_EQ(Tokens.size(), 20u) << Tokens;
273   EXPECT_TOKEN(Tokens[13], tok::ampamp, TT_BinaryOperator);
274 }
275 
276 TEST_F(TokenAnnotatorTest, UnderstandsDelete) {
277   auto Tokens = annotate("delete (void *)p;");
278   EXPECT_EQ(Tokens.size(), 8u) << Tokens;
279   EXPECT_TOKEN(Tokens[4], tok::r_paren, TT_CastRParen);
280 
281   Tokens = annotate("delete[] (void *)p;");
282   EXPECT_EQ(Tokens.size(), 10u) << Tokens;
283   EXPECT_TOKEN(Tokens[6], tok::r_paren, TT_CastRParen);
284 
285   Tokens = annotate("delete[] /*comment*/ (void *)p;");
286   EXPECT_EQ(Tokens.size(), 11u) << Tokens;
287   EXPECT_TOKEN(Tokens[7], tok::r_paren, TT_CastRParen);
288 
289   Tokens = annotate("delete[/*comment*/] (void *)p;");
290   EXPECT_EQ(Tokens.size(), 11u) << Tokens;
291   EXPECT_TOKEN(Tokens[7], tok::r_paren, TT_CastRParen);
292 
293   Tokens = annotate("delete/*comment*/[] (void *)p;");
294   EXPECT_EQ(Tokens.size(), 11u) << Tokens;
295   EXPECT_TOKEN(Tokens[7], tok::r_paren, TT_CastRParen);
296 }
297 
298 TEST_F(TokenAnnotatorTest, UnderstandsFunctionRefQualifiers) {
299   auto Tokens = annotate("void f() &;");
300   EXPECT_EQ(Tokens.size(), 7u) << Tokens;
301   EXPECT_TOKEN(Tokens[4], tok::amp, TT_PointerOrReference);
302 
303   Tokens = annotate("void operator=(T) &&;");
304   EXPECT_EQ(Tokens.size(), 9u) << Tokens;
305   EXPECT_TOKEN(Tokens[6], tok::ampamp, TT_PointerOrReference);
306 
307   Tokens = annotate("template <typename T> void f() &;");
308   EXPECT_EQ(Tokens.size(), 12u) << Tokens;
309   EXPECT_TOKEN(Tokens[9], tok::amp, TT_PointerOrReference);
310 
311   Tokens = annotate("template <typename T> void operator=(T) &;");
312   EXPECT_EQ(Tokens.size(), 14u) << Tokens;
313   EXPECT_TOKEN(Tokens[11], tok::amp, TT_PointerOrReference);
314 }
315 
316 TEST_F(TokenAnnotatorTest, UnderstandsRequiresClausesAndConcepts) {
317   auto Tokens = annotate("template <typename T>\n"
318                          "concept C = (Foo && Bar) && (Bar && Baz);");
319 
320   ASSERT_EQ(Tokens.size(), 21u) << Tokens;
321   EXPECT_TOKEN(Tokens[10], tok::ampamp, TT_BinaryOperator);
322   EXPECT_TOKEN(Tokens[13], tok::ampamp, TT_BinaryOperator);
323   EXPECT_TOKEN(Tokens[16], tok::ampamp, TT_BinaryOperator);
324 
325   Tokens = annotate("template <typename T>\n"
326                     "concept C = requires(T t) {\n"
327                     "  { t.foo() };\n"
328                     "} && Bar<T> && Baz<T>;");
329   ASSERT_EQ(Tokens.size(), 35u) << Tokens;
330   EXPECT_TOKEN(Tokens[8], tok::kw_requires, TT_RequiresExpression);
331   EXPECT_TOKEN(Tokens[9], tok::l_paren, TT_RequiresExpressionLParen);
332   EXPECT_TOKEN(Tokens[13], tok::l_brace, TT_RequiresExpressionLBrace);
333   EXPECT_TOKEN(Tokens[23], tok::ampamp, TT_BinaryOperator);
334   EXPECT_TOKEN(Tokens[28], tok::ampamp, TT_BinaryOperator);
335 
336   Tokens = annotate("template<typename T>\n"
337                     "requires C1<T> && (C21<T> || C22<T> && C2e<T>) && C3<T>\n"
338                     "struct Foo;");
339   ASSERT_EQ(Tokens.size(), 36u) << Tokens;
340   EXPECT_TOKEN(Tokens[5], tok::kw_requires, TT_RequiresClause);
341   EXPECT_TOKEN(Tokens[6], tok::identifier, TT_Unknown);
342   EXPECT_EQ(Tokens[6]->FakeLParens.size(), 1u);
343   EXPECT_TOKEN(Tokens[10], tok::ampamp, TT_BinaryOperator);
344   EXPECT_TOKEN(Tokens[16], tok::pipepipe, TT_BinaryOperator);
345   EXPECT_TOKEN(Tokens[21], tok::ampamp, TT_BinaryOperator);
346   EXPECT_TOKEN(Tokens[27], tok::ampamp, TT_BinaryOperator);
347   EXPECT_TOKEN(Tokens[31], tok::greater, TT_TemplateCloser);
348   EXPECT_EQ(Tokens[31]->FakeRParens, 1u);
349   EXPECT_TRUE(Tokens[31]->ClosesRequiresClause);
350 
351   Tokens =
352       annotate("template<typename T>\n"
353                "requires (C1<T> && (C21<T> || C22<T> && C2e<T>) && C3<T>)\n"
354                "struct Foo;");
355   ASSERT_EQ(Tokens.size(), 38u) << Tokens;
356   EXPECT_TOKEN(Tokens[5], tok::kw_requires, TT_RequiresClause);
357   EXPECT_TOKEN(Tokens[7], tok::identifier, TT_Unknown);
358   EXPECT_EQ(Tokens[7]->FakeLParens.size(), 1u);
359   EXPECT_TOKEN(Tokens[11], tok::ampamp, TT_BinaryOperator);
360   EXPECT_TOKEN(Tokens[17], tok::pipepipe, TT_BinaryOperator);
361   EXPECT_TOKEN(Tokens[22], tok::ampamp, TT_BinaryOperator);
362   EXPECT_TOKEN(Tokens[28], tok::ampamp, TT_BinaryOperator);
363   EXPECT_TOKEN(Tokens[32], tok::greater, TT_TemplateCloser);
364   EXPECT_EQ(Tokens[32]->FakeRParens, 1u);
365   EXPECT_TOKEN(Tokens[33], tok::r_paren, TT_Unknown);
366   EXPECT_TRUE(Tokens[33]->ClosesRequiresClause);
367 
368   Tokens = annotate("template <typename T>\n"
369                     "void foo(T) noexcept requires Bar<T>;");
370   ASSERT_EQ(Tokens.size(), 18u) << Tokens;
371   EXPECT_TOKEN(Tokens[11], tok::kw_requires, TT_RequiresClause);
372 
373   Tokens = annotate("template <typename T>\n"
374                     "struct S {\n"
375                     "  void foo() const requires Bar<T>;\n"
376                     "  void bar() const & requires Baz<T>;\n"
377                     "  void bar() && requires Baz2<T>;\n"
378                     "  void baz() const & noexcept requires Baz<T>;\n"
379                     "  void baz() && noexcept requires Baz2<T>;\n"
380                     "};\n"
381                     "\n"
382                     "void S::bar() const & requires Baz<T> { }");
383   ASSERT_EQ(Tokens.size(), 85u) << Tokens;
384   EXPECT_TOKEN(Tokens[13], tok::kw_requires, TT_RequiresClause);
385   EXPECT_TOKEN(Tokens[25], tok::kw_requires, TT_RequiresClause);
386   EXPECT_TOKEN(Tokens[36], tok::kw_requires, TT_RequiresClause);
387   EXPECT_TOKEN(Tokens[49], tok::kw_requires, TT_RequiresClause);
388   EXPECT_TOKEN(Tokens[61], tok::kw_requires, TT_RequiresClause);
389   EXPECT_TOKEN(Tokens[77], tok::kw_requires, TT_RequiresClause);
390 
391   Tokens = annotate("void Class::member() && requires(Constant) {}");
392   ASSERT_EQ(Tokens.size(), 14u) << Tokens;
393   EXPECT_TOKEN(Tokens[7], tok::kw_requires, TT_RequiresClause);
394 
395   Tokens = annotate("void Class::member() && requires(Constant<T>) {}");
396   ASSERT_EQ(Tokens.size(), 17u) << Tokens;
397   EXPECT_TOKEN(Tokens[7], tok::kw_requires, TT_RequiresClause);
398 
399   Tokens =
400       annotate("void Class::member() && requires(Namespace::Constant<T>) {}");
401   ASSERT_EQ(Tokens.size(), 19u) << Tokens;
402   EXPECT_TOKEN(Tokens[7], tok::kw_requires, TT_RequiresClause);
403 
404   Tokens = annotate("void Class::member() && requires(typename "
405                     "Namespace::Outer<T>::Inner::Constant) {}");
406   ASSERT_EQ(Tokens.size(), 24u) << Tokens;
407   EXPECT_TOKEN(Tokens[7], tok::kw_requires, TT_RequiresClause);
408 
409   Tokens = annotate("struct [[nodiscard]] zero_t {\n"
410                     "  template<class T>\n"
411                     "    requires requires { number_zero_v<T>; }\n"
412                     "  [[nodiscard]] constexpr operator T() const { "
413                     "return number_zero_v<T>; }\n"
414                     "};");
415   ASSERT_EQ(Tokens.size(), 44u);
416   EXPECT_TOKEN(Tokens[13], tok::kw_requires, TT_RequiresClause);
417   EXPECT_TOKEN(Tokens[14], tok::kw_requires, TT_RequiresExpression);
418   EXPECT_TOKEN(Tokens[15], tok::l_brace, TT_RequiresExpressionLBrace);
419   EXPECT_TOKEN(Tokens[21], tok::r_brace, TT_Unknown);
420   EXPECT_EQ(Tokens[21]->MatchingParen, Tokens[15]);
421   EXPECT_TRUE(Tokens[21]->ClosesRequiresClause);
422 
423   Tokens =
424       annotate("template <class A, class B> concept C ="
425                "std::same_as<std::iter_value_t<A>, std::iter_value_t<B>>;");
426   ASSERT_EQ(Tokens.size(), 31u) << Tokens;
427   EXPECT_TOKEN(Tokens[8], tok::kw_concept, TT_Unknown);
428   EXPECT_TOKEN(Tokens[14], tok::less, TT_TemplateOpener);
429   EXPECT_TOKEN(Tokens[18], tok::less, TT_TemplateOpener);
430   EXPECT_TOKEN(Tokens[20], tok::greater, TT_TemplateCloser);
431   EXPECT_TOKEN(Tokens[25], tok::less, TT_TemplateOpener);
432   EXPECT_TOKEN(Tokens[27], tok::greater, TT_TemplateCloser);
433   EXPECT_TOKEN(Tokens[28], tok::greater, TT_TemplateCloser);
434 
435   Tokens = annotate("auto bar() -> int requires(is_integral_v<T>) {}");
436   ASSERT_EQ(Tokens.size(), 16u) << Tokens;
437   EXPECT_TOKEN(Tokens[6], tok::kw_requires, TT_RequiresClause);
438 
439   Tokens = annotate("auto bar() -> void requires(is_integral_v<T>) {}");
440   ASSERT_EQ(Tokens.size(), 16u) << Tokens;
441   EXPECT_TOKEN(Tokens[6], tok::kw_requires, TT_RequiresClause);
442 
443   Tokens = annotate("auto bar() -> MyType requires(is_integral_v<T>) {}");
444   ASSERT_EQ(Tokens.size(), 16u) << Tokens;
445   EXPECT_TOKEN(Tokens[6], tok::kw_requires, TT_RequiresClause);
446 
447   Tokens =
448       annotate("auto bar() -> SOME_MACRO_TYPE requires(is_integral_v<T>) {}");
449   ASSERT_EQ(Tokens.size(), 16u) << Tokens;
450   EXPECT_TOKEN(Tokens[6], tok::kw_requires, TT_RequiresClause);
451 
452   Tokens =
453       annotate("auto bar() -> qualified::type requires(is_integral_v<T>) {}");
454   ASSERT_EQ(Tokens.size(), 18u) << Tokens;
455   EXPECT_TOKEN(Tokens[8], tok::kw_requires, TT_RequiresClause);
456 
457   Tokens =
458       annotate("auto bar() -> Template<type> requires(is_integral_v<T>) {}");
459   ASSERT_EQ(Tokens.size(), 19u) << Tokens;
460   EXPECT_TOKEN(Tokens[9], tok::kw_requires, TT_RequiresClause);
461 }
462 
463 TEST_F(TokenAnnotatorTest, UnderstandsRequiresExpressions) {
464   auto Tokens = annotate("bool b = requires(int i) { i + 5; };");
465   ASSERT_EQ(Tokens.size(), 16u) << Tokens;
466   EXPECT_TOKEN(Tokens[3], tok::kw_requires, TT_RequiresExpression);
467   EXPECT_TOKEN(Tokens[4], tok::l_paren, TT_RequiresExpressionLParen);
468   EXPECT_TOKEN(Tokens[8], tok::l_brace, TT_RequiresExpressionLBrace);
469 
470   Tokens = annotate("if (requires(int i) { i + 5; }) return;");
471   ASSERT_EQ(Tokens.size(), 17u) << Tokens;
472   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
473   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
474   EXPECT_TOKEN(Tokens[7], tok::l_brace, TT_RequiresExpressionLBrace);
475 
476   Tokens = annotate("if (func() && requires(int i) { i + 5; }) return;");
477   ASSERT_EQ(Tokens.size(), 21u) << Tokens;
478   EXPECT_TOKEN(Tokens[6], tok::kw_requires, TT_RequiresExpression);
479   EXPECT_TOKEN(Tokens[7], tok::l_paren, TT_RequiresExpressionLParen);
480   EXPECT_TOKEN(Tokens[11], tok::l_brace, TT_RequiresExpressionLBrace);
481 
482   Tokens = annotate("foo(requires(const T t) {});");
483   ASSERT_EQ(Tokens.size(), 13u) << Tokens;
484   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
485   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
486   EXPECT_TOKEN(Tokens[8], tok::l_brace, TT_RequiresExpressionLBrace);
487 
488   Tokens = annotate("foo(requires(const int t) {});");
489   ASSERT_EQ(Tokens.size(), 13u) << Tokens;
490   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
491   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
492   EXPECT_TOKEN(Tokens[8], tok::l_brace, TT_RequiresExpressionLBrace);
493 
494   Tokens = annotate("foo(requires(const T t) {});");
495   ASSERT_EQ(Tokens.size(), 13u) << Tokens;
496   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
497   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
498   EXPECT_TOKEN(Tokens[8], tok::l_brace, TT_RequiresExpressionLBrace);
499 
500   Tokens = annotate("foo(requires(int const* volatile t) {});");
501   ASSERT_EQ(Tokens.size(), 15u) << Tokens;
502   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
503   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
504   EXPECT_TOKEN(Tokens[10], tok::l_brace, TT_RequiresExpressionLBrace);
505 
506   Tokens = annotate("foo(requires(T const* volatile t) {});");
507   ASSERT_EQ(Tokens.size(), 15u) << Tokens;
508   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
509   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
510   EXPECT_TOKEN(Tokens[10], tok::l_brace, TT_RequiresExpressionLBrace);
511 
512   Tokens =
513       annotate("foo(requires(const typename Outer<T>::Inner * const t) {});");
514   ASSERT_EQ(Tokens.size(), 21u) << Tokens;
515   EXPECT_TOKEN(Tokens[2], tok::kw_requires, TT_RequiresExpression);
516   EXPECT_TOKEN(Tokens[3], tok::l_paren, TT_RequiresExpressionLParen);
517   EXPECT_TOKEN(Tokens[16], tok::l_brace, TT_RequiresExpressionLBrace);
518 
519   Tokens = annotate("template <typename T>\n"
520                     "concept C = requires(T T) {\n"
521                     "  requires Bar<T> && Foo<T>;\n"
522                     "};");
523   ASSERT_EQ(Tokens.size(), 28u) << Tokens;
524   EXPECT_TOKEN(Tokens[8], tok::kw_requires, TT_RequiresExpression);
525   EXPECT_TOKEN(Tokens[9], tok::l_paren, TT_RequiresExpressionLParen);
526   EXPECT_TOKEN(Tokens[13], tok::l_brace, TT_RequiresExpressionLBrace);
527   EXPECT_TOKEN(Tokens[14], tok::kw_requires,
528                TT_RequiresClauseInARequiresExpression);
529 
530   Tokens = annotate("template <typename T>\n"
531                     "concept C = requires(T T) {\n"
532                     "  { t.func() } -> std::same_as<int>;"
533                     "  requires Bar<T> && Foo<T>;\n"
534                     "};");
535   ASSERT_EQ(Tokens.size(), 43u) << Tokens;
536   EXPECT_TOKEN(Tokens[8], tok::kw_requires, TT_RequiresExpression);
537   EXPECT_TOKEN(Tokens[9], tok::l_paren, TT_RequiresExpressionLParen);
538   EXPECT_TOKEN(Tokens[13], tok::l_brace, TT_RequiresExpressionLBrace);
539   EXPECT_TOKEN(Tokens[29], tok::kw_requires,
540                TT_RequiresClauseInARequiresExpression);
541 
542   // Invalid Code, but we don't want to crash. See http://llvm.org/PR54350.
543   Tokens = annotate("bool r10 = requires (struct new_struct { int x; } s) { "
544                     "requires true; };");
545   ASSERT_EQ(Tokens.size(), 21u) << Tokens;
546   EXPECT_TOKEN(Tokens[3], tok::kw_requires, TT_RequiresExpression);
547   EXPECT_TOKEN(Tokens[4], tok::l_paren, TT_RequiresExpressionLParen);
548   EXPECT_TOKEN(Tokens[14], tok::l_brace, TT_RequiresExpressionLBrace);
549 }
550 
551 TEST_F(TokenAnnotatorTest, RequiresDoesNotChangeParsingOfTheRest) {
552   const char *BaseCode = nullptr;
553   const char *ConstrainedCode = nullptr;
554   auto BaseTokenCount = 0u;
555   auto RequiresTokenCount = 0u;
556   auto PrefixTokenCount = 0u;
557 
558   auto TestRequires = [&](int Line) {
559     const auto BaseTokens = annotate(BaseCode);
560     const auto ConstrainedTokens = annotate(ConstrainedCode);
561 
562 #define LINE " (Line " << Line << ')'
563 
564     ASSERT_EQ(BaseTokens.size(), BaseTokenCount) << BaseTokens << LINE;
565     ASSERT_EQ(ConstrainedTokens.size(), BaseTokenCount + RequiresTokenCount)
566         << LINE;
567 
568     for (auto I = 0u; I < BaseTokenCount; ++I) {
569       EXPECT_EQ(
570           *BaseTokens[I],
571           *ConstrainedTokens[I < PrefixTokenCount ? I : I + RequiresTokenCount])
572           << I << LINE;
573     }
574 
575 #undef LINE
576   };
577 
578   BaseCode = "template<typename T>\n"
579              "T Pi = 3.14;";
580   ConstrainedCode = "template<typename T>\n"
581                     "  requires Foo<T>\n"
582                     "T Pi = 3.14;";
583   BaseTokenCount = 11;
584   RequiresTokenCount = 5;
585   PrefixTokenCount = 5;
586   TestRequires(__LINE__);
587 
588   BaseCode = "template<typename T>\n"
589              "struct Bar;";
590   ConstrainedCode = "template<typename T>\n"
591                     "  requires Foo<T>\n"
592                     "struct Bar;";
593   BaseTokenCount = 9;
594   TestRequires(__LINE__);
595 
596   BaseCode = "template<typename T>\n"
597              "struct Bar {\n"
598              "  T foo();\n"
599              "  T bar();\n"
600              "};";
601   ConstrainedCode = "template<typename T>\n"
602                     "  requires Foo<T>\n"
603                     "struct Bar {\n"
604                     "  T foo();\n"
605                     "  T bar();\n"
606                     "};";
607   BaseTokenCount = 21;
608   TestRequires(__LINE__);
609 
610   BaseCode = "template<typename T>\n"
611              "Bar(T) -> Bar<T>;";
612   ConstrainedCode = "template<typename T>\n"
613                     "  requires Foo<T>\n"
614                     "Bar(T) -> Bar<T>;";
615   BaseTokenCount = 16;
616   TestRequires(__LINE__);
617 
618   BaseCode = "template<typename T>\n"
619              "T foo();";
620   ConstrainedCode = "template<typename T>\n"
621                     "  requires Foo<T>\n"
622                     "T foo();";
623   BaseTokenCount = 11;
624   TestRequires(__LINE__);
625 
626   BaseCode = "template<typename T>\n"
627              "T foo() {\n"
628              "  auto bar = baz();\n"
629              "  return bar + T{};\n"
630              "}";
631   ConstrainedCode = "template<typename T>\n"
632                     "  requires Foo<T>\n"
633                     "T foo() {\n"
634                     "  auto bar = baz();\n"
635                     "  return bar + T{};\n"
636                     "}";
637   BaseTokenCount = 26;
638   TestRequires(__LINE__);
639 
640   BaseCode = "template<typename T>\n"
641              "T foo();";
642   ConstrainedCode = "template<typename T>\n"
643                     "T foo() requires Foo<T>;";
644   BaseTokenCount = 11;
645   PrefixTokenCount = 9;
646   TestRequires(__LINE__);
647 
648   BaseCode = "template<typename T>\n"
649              "T foo() {\n"
650              "  auto bar = baz();\n"
651              "  return bar + T{};\n"
652              "}";
653   ConstrainedCode = "template<typename T>\n"
654                     "T foo() requires Foo<T> {\n"
655                     "  auto bar = baz();\n"
656                     "  return bar + T{};\n"
657                     "}";
658   BaseTokenCount = 26;
659   TestRequires(__LINE__);
660 
661   BaseCode = "template<typename T>\n"
662              "Bar(T) -> Bar<typename T::I>;";
663   ConstrainedCode = "template<typename T>\n"
664                     "  requires requires(T &&t) {\n"
665                     "             typename T::I;\n"
666                     "           }\n"
667                     "Bar(T) -> Bar<typename T::I>;";
668   BaseTokenCount = 19;
669   RequiresTokenCount = 14;
670   PrefixTokenCount = 5;
671   TestRequires(__LINE__);
672 
673   BaseCode = "struct [[nodiscard]] zero_t {\n"
674              "  template<class T>\n"
675              "  [[nodiscard]] constexpr operator T() const { return v<T>; }\n"
676              "};";
677   ConstrainedCode =
678       "struct [[nodiscard]] zero_t {\n"
679       "  template<class T>\n"
680       "    requires requires { v<T>; }\n"
681       "  [[nodiscard]] constexpr operator T() const { return v<T>; }\n"
682       "};";
683   BaseTokenCount = 35;
684   RequiresTokenCount = 9;
685   PrefixTokenCount = 13;
686   TestRequires(__LINE__);
687 
688   BaseCode = "constexpr Foo(Foo const &other)\n"
689              "    : value{other.value} {\n"
690              "  do_magic();\n"
691              "  do_more_magic();\n"
692              "}";
693   ConstrainedCode = "constexpr Foo(Foo const &other)\n"
694                     "  requires std::is_copy_constructible<T>\n"
695                     "    : value{other.value} {\n"
696                     "  do_magic();\n"
697                     "  do_more_magic();\n"
698                     "}";
699   BaseTokenCount = 26;
700   RequiresTokenCount = 7;
701   PrefixTokenCount = 8;
702   TestRequires(__LINE__);
703 
704   BaseCode = "constexpr Foo(Foo const &other)\n"
705              "    : value{other.value} {\n"
706              "  do_magic();\n"
707              "  do_more_magic();\n"
708              "}";
709   ConstrainedCode = "constexpr Foo(Foo const &other)\n"
710                     "  requires (std::is_copy_constructible<T>)\n"
711                     "    : value{other.value} {\n"
712                     "  do_magic();\n"
713                     "  do_more_magic();\n"
714                     "}";
715   RequiresTokenCount = 9;
716   TestRequires(__LINE__);
717 }
718 
719 TEST_F(TokenAnnotatorTest, UnderstandsAsm) {
720   auto Tokens = annotate("__asm{\n"
721                          "a:\n"
722                          "};");
723   ASSERT_EQ(Tokens.size(), 7u) << Tokens;
724   EXPECT_TOKEN(Tokens[0], tok::kw_asm, TT_Unknown);
725   EXPECT_TOKEN(Tokens[1], tok::l_brace, TT_InlineASMBrace);
726   EXPECT_TOKEN(Tokens[4], tok::r_brace, TT_InlineASMBrace);
727 }
728 
729 TEST_F(TokenAnnotatorTest, UnderstandsObjCBlock) {
730   auto Tokens = annotate("int (^)() = ^ ()\n"
731                          "  external_source_symbol() { //\n"
732                          "  return 1;\n"
733                          "};");
734   ASSERT_EQ(Tokens.size(), 21u) << Tokens;
735   EXPECT_TOKEN(Tokens[1], tok::l_paren, TT_ObjCBlockLParen);
736   EXPECT_TOKEN(Tokens[13], tok::l_brace, TT_ObjCBlockLBrace);
737 
738   Tokens = annotate("int *p = ^int*(){ //\n"
739                     "  return nullptr;\n"
740                     "}();");
741   ASSERT_EQ(Tokens.size(), 19u) << Tokens;
742   EXPECT_TOKEN(Tokens[9], tok::l_brace, TT_ObjCBlockLBrace);
743 }
744 
745 TEST_F(TokenAnnotatorTest, UnderstandsLambdas) {
746   auto Tokens = annotate("[]() constexpr {}");
747   ASSERT_EQ(Tokens.size(), 8u) << Tokens;
748   EXPECT_TOKEN(Tokens[0], tok::l_square, TT_LambdaLSquare);
749   EXPECT_TOKEN(Tokens[5], tok::l_brace, TT_LambdaLBrace);
750 
751   Tokens = annotate("[]() -> auto {}");
752   ASSERT_EQ(Tokens.size(), 9u) << Tokens;
753   EXPECT_TOKEN(Tokens[4], tok::arrow, TT_LambdaArrow);
754   EXPECT_TOKEN(Tokens[6], tok::l_brace, TT_LambdaLBrace);
755 
756   Tokens = annotate("[]() -> auto & {}");
757   ASSERT_EQ(Tokens.size(), 10u) << Tokens;
758   EXPECT_TOKEN(Tokens[4], tok::arrow, TT_LambdaArrow);
759   EXPECT_TOKEN(Tokens[7], tok::l_brace, TT_LambdaLBrace);
760 
761   Tokens = annotate("[]() -> auto * {}");
762   ASSERT_EQ(Tokens.size(), 10u) << Tokens;
763   EXPECT_TOKEN(Tokens[4], tok::arrow, TT_LambdaArrow);
764   EXPECT_TOKEN(Tokens[7], tok::l_brace, TT_LambdaLBrace);
765 }
766 
767 TEST_F(TokenAnnotatorTest, UnderstandsVerilogOperators) {
768   auto Annotate = [this](llvm::StringRef Code) {
769     return annotate(Code, getLLVMStyle(FormatStyle::LK_Verilog));
770   };
771   // Test that unary operators get labeled as such and that operators like '++'
772   // don't get split.
773   tok::TokenKind Unary[] = {tok::plus,  tok::minus,    tok::exclaim,
774                             tok::tilde, tok::amp,      tok::pipe,
775                             tok::caret, tok::plusplus, tok::minusminus};
776   for (auto Kind : Unary) {
777     auto Tokens =
778         Annotate(std::string("x = ") + tok::getPunctuatorSpelling(Kind) + "x;");
779     ASSERT_EQ(Tokens.size(), 6u) << Tokens;
780     EXPECT_TOKEN(Tokens[2], Kind, TT_UnaryOperator);
781   }
782   // Operators formed by joining two operators like '^~'. For some of these
783   // joined operators, we don't have a separate type, so we only test for their
784   // precedence.
785   std::pair<prec::Level, std::string> JoinedBinary[] = {
786       {prec::Comma, "<->"},       {prec::Assignment, "+="},
787       {prec::Assignment, "-="},   {prec::Assignment, "*="},
788       {prec::Assignment, "/="},   {prec::Assignment, "%="},
789       {prec::Assignment, "&="},   {prec::Assignment, "^="},
790       {prec::Assignment, "<<="},  {prec::Assignment, ">>="},
791       {prec::Assignment, "<<<="}, {prec::Assignment, ">>>="},
792       {prec::LogicalOr, "||"},    {prec::LogicalAnd, "&&"},
793       {prec::Equality, "=="},     {prec::Equality, "!="},
794       {prec::Equality, "==="},    {prec::Equality, "!=="},
795       {prec::Equality, "==?"},    {prec::Equality, "!=?"},
796       {prec::ExclusiveOr, "~^"},  {prec::ExclusiveOr, "^~"},
797   };
798   for (auto Operator : JoinedBinary) {
799     auto Tokens = Annotate(std::string("x = x ") + Operator.second + " x;");
800     ASSERT_EQ(Tokens.size(), 7u) << Tokens;
801     EXPECT_TOKEN_TYPE(Tokens[3], TT_BinaryOperator);
802     EXPECT_TOKEN_PRECEDENCE(Tokens[3], Operator.first);
803   }
804   // '~^' and '^~' can be unary as well as binary operators.
805   auto Tokens = Annotate("x = ~^x;");
806   ASSERT_EQ(Tokens.size(), 6u) << Tokens;
807   EXPECT_TOKEN_TYPE(Tokens[2], TT_UnaryOperator);
808   Tokens = Annotate("x = ^~x;");
809   ASSERT_EQ(Tokens.size(), 6u) << Tokens;
810   EXPECT_TOKEN_TYPE(Tokens[2], TT_UnaryOperator);
811   // The unary operators '~&' and '~|' can only be unary operators. The current
812   // implementation treats each of them as separate unary '~' and '&' or '|'
813   // operators, which is enough for formatting purposes. In FormatTestVerilog,
814   // there is a test that there is no space in between. And even if a new line
815   // is inserted between the '~' and '|', the semantic meaning is the same as
816   // the joined operator, so the CanBreakBefore property doesn't need to be
817   // false for the second operator.
818   Tokens = Annotate("x = ~&x;");
819   ASSERT_EQ(Tokens.size(), 7u) << Tokens;
820   EXPECT_TOKEN(Tokens[2], tok::tilde, TT_UnaryOperator);
821   EXPECT_TOKEN(Tokens[3], tok::amp, TT_UnaryOperator);
822   Tokens = Annotate("x = ~|x;");
823   ASSERT_EQ(Tokens.size(), 7u) << Tokens;
824   EXPECT_TOKEN(Tokens[2], tok::tilde, TT_UnaryOperator);
825   EXPECT_TOKEN(Tokens[3], tok::pipe, TT_UnaryOperator);
826   // Test for block label colons.
827   Tokens = Annotate("begin : x\n"
828                     "end : x");
829   ASSERT_EQ(Tokens.size(), 7u);
830   EXPECT_TOKEN(Tokens[1], tok::colon, TT_VerilogBlockLabelColon);
831   EXPECT_TOKEN(Tokens[4], tok::colon, TT_VerilogBlockLabelColon);
832   // Test that the dimension colon is annotated correctly.
833   Tokens = Annotate("var [1 : 0] x;");
834   ASSERT_EQ(Tokens.size(), 9u) << Tokens;
835   EXPECT_TOKEN(Tokens[3], tok::colon, TT_BitFieldColon);
836   Tokens = Annotate("extern function [1 : 0] x;");
837   ASSERT_EQ(Tokens.size(), 10u) << Tokens;
838   EXPECT_TOKEN(Tokens[4], tok::colon, TT_BitFieldColon);
839   // Test case labels and ternary operators.
840   Tokens = Annotate("case (x)\n"
841                     "  x:\n"
842                     "    x;\n"
843                     "endcase\n");
844   ASSERT_EQ(Tokens.size(), 10u) << Tokens;
845   EXPECT_TOKEN(Tokens[5], tok::colon, TT_GotoLabelColon);
846   Tokens = Annotate("case (x)\n"
847                     "  x ? x : x:\n"
848                     "    x;\n"
849                     "endcase\n");
850   ASSERT_EQ(Tokens.size(), 14u) << Tokens;
851   EXPECT_TOKEN(Tokens[5], tok::question, TT_ConditionalExpr);
852   EXPECT_TOKEN(Tokens[7], tok::colon, TT_ConditionalExpr);
853   EXPECT_TOKEN(Tokens[9], tok::colon, TT_GotoLabelColon);
854 }
855 
856 } // namespace
857 } // namespace format
858 } // namespace clang
859