Lines Matching defs:Tok

138       Tokens.back()->Tok.setKind(tok::pipepipe);
143       Tokens.back()->Tok.setKind(tok::period);
163       Tokens.back()->Tok.setKind(tok::l_square);
193       Tokens.back()->Tok.setKind(tok::starequal);
199       Tokens.back()->Tok.setKind(tok::equal);
234       Tokens.back()->Tok.setKind(tok::caret);
239       Tokens.back()->Tok.setKind(tok::lessless);
243       Tokens.back()->Tok.setKind(tok::greatergreater);
292       Tokens.back()->Tok.setKind(tok::string_literal);
299       Tokens.back()->Tok.setKind(tok::identifier);
300       Tokens.back()->Tok.setIdentifierInfo(nullptr);
310       Tokens.back()->Tok.setKind(tok::identifier);
311       Tokens.back()->Tok.setIdentifierInfo(nullptr);
317       Tokens.back()->Tok.setKind(tok::numeric_constant);
321       Tokens.back()->Tok.setKind(tok::numeric_constant);
334   At->Tok.setKind(tok::string_literal);
352   Hash->Tok.setKind(tok::identifier);
381     const auto Tok = *(Tokens.end() - 3);
382     if ((Tok->TokenText == "$" && Prefix->is(tok::at)) ||
383         (Tok->is(tok::at) && Prefix->TokenText == "$")) {
385       Tok->ColumnWidth += Prefix->ColumnWidth;
387       Prefix = Tok;
392   Prefix->Tok.setKind(tok::string_literal);
418   NullishCoalescing->Tok.setKind(tok::equal); // no '??=' in clang tokens.
440   At->Tok.setKind(tok::identifier);
460   Identifier->Tok.setKind(tok::kw_for);
477   For->Tok.setKind(tok::kw_for);
502   Try->Tok.setKind(tok::identifier);
527   First[0]->Tok.setKind(tok::lessless);
547   auto Tok = Tokens.size() > 2 ? First[-1] : nullptr;
548   if (Tok && Tok->isNot(tok::kw_operator))
551   First[0]->Tok.setKind(tok::greatergreater);
601 // Returns \c true if \p Tok can only be followed by an operand in JavaScript.
602 bool FormatTokenLexer::precedesOperand(FormatToken *Tok) {
606   return Tok->isOneOf(tok::period, tok::l_paren, tok::comma, tok::l_brace,
609          Tok->isOneOf(tok::kw_return, tok::kw_do, tok::kw_case, tok::kw_throw,
612          Tok->isBinaryOperator();
688   RegexToken->Tok.setKind(tok::string_literal);
848   FormatToken *Tok = Tokens.back();
851   if (Tok->isNot(tok::numeric_constant))
853   StringRef Text = Tok->TokenText;
880     Tok->Tok.setKind(tok::identifier);
881     Tok->Tok.setIdentifierInfo(nullptr);
928   BacktickToken->Tok.setKind(tok::string_literal);
964   HashToken->Tok.setKind(tok::comment);
1062     Tokens.back()->Tok.setKind(tok::kw___unknown_anytype);
1073   Token Tok = FormatTok->Tok;
1078   FormatTok->Tok = Tok;
1080       FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1);
1081   FormatTok->Tok.setLocation(TokLocation);
1104   FormatTok->Tok.setLength(NewLen);
1151       FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace);
1258       FormatTok->Tok.setKind(tok::raw_identifier);
1261         FormatTok->Tok.setIdentifierInfo(nullptr);
1262         FormatTok->Tok.setKind(tok::hash);
1264         FormatTok->Tok.setIdentifierInfo(nullptr);
1265         FormatTok->Tok.setKind(tok::hashhash);
1292     FormatTok->Tok.setIdentifierInfo(&Info);
1293     FormatTok->Tok.setKind(Info.getTokenID());
1297       FormatTok->Tok.setKind(tok::identifier);
1298       FormatTok->Tok.setIdentifierInfo(nullptr);
1302       FormatTok->Tok.setKind(tok::identifier);
1303       FormatTok->Tok.setIdentifierInfo(nullptr);
1305       FormatTok->Tok.setKind(tok::identifier);
1306       FormatTok->Tok.setIdentifierInfo(nullptr);
1309     FormatTok->Tok.setKind(tok::greater);
1314     FormatTok->Tok.setKind(tok::less);
1322       FormatTok->Tok.isOneOf(tok::identifier, tok::question)) {
1324     FormatTok->Tok.setKind(tok::numeric_constant);
1352     auto *Identifier = FormatTok->Tok.getIdentifierInfo();
1354     if (!(Tokens.size() > 0 && Tokens.back()->Tok.getIdentifierInfo() &&
1355           Tokens.back()->Tok.getIdentifierInfo()->getPPKeywordID() ==
1364         FormatTok->Tok.setKind(tok::kw_if);
1379 bool FormatTokenLexer::readRawTokenVerilogSpecific(Token &Tok) {
1412   Tok.setKind(tok::raw_identifier);
1413   Tok.setLength(Len);
1414   Tok.setLocation(Lex->getSourceLocation(Start, Len));
1415   Tok.setRawIdentifierData(Start);
1420 void FormatTokenLexer::readRawToken(FormatToken &Tok) {
1423   if (!Style.isVerilog() || !readRawTokenVerilogSpecific(Tok.Tok))
1424     Lex->LexFromRawLexer(Tok.Tok);
1425   Tok.TokenText = StringRef(SourceMgr.getCharacterData(Tok.Tok.getLocation()),
1426                             Tok.Tok.getLength());
1429   if (Tok.is(tok::unknown)) {
1430     if (Tok.TokenText.starts_with("\"")) {
1431       Tok.Tok.setKind(tok::string_literal);
1432       Tok.IsUnterminatedLiteral = true;
1433     } else if (Style.isJavaScript() && Tok.TokenText == "''") {
1434       Tok.Tok.setKind(tok::string_literal);
1438   if ((Style.isJavaScript() || Style.isProto()) && Tok.is(tok::char_constant))
1439     Tok.Tok.setKind(tok::string_literal);
1441   if (Tok.is(tok::comment) && isClangFormatOn(Tok.TokenText))
1444   Tok.Finalized = FormattingDisabled;
1446   if (Tok.is(tok::comment) && isClangFormatOff(Tok.TokenText))