Lines Matching refs:FormatTok
30 : FormatTok(nullptr), IsFirstToken(true), StateStack({LexerState::NORMAL}), in FormatTokenLexer()
924 Token Tok = FormatTok->Tok; in getStashedToken()
925 StringRef TokenText = FormatTok->TokenText; in getStashedToken()
927 unsigned OriginalColumn = FormatTok->OriginalColumn; in getStashedToken()
928 FormatTok = new (Allocator.Allocate()) FormatToken; in getStashedToken()
929 FormatTok->Tok = Tok; in getStashedToken()
931 FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1); in getStashedToken()
932 FormatTok->Tok.setLocation(TokLocation); in getStashedToken()
933 FormatTok->WhitespaceRange = SourceRange(TokLocation, TokLocation); in getStashedToken()
934 FormatTok->TokenText = TokenText; in getStashedToken()
935 FormatTok->ColumnWidth = 1; in getStashedToken()
936 FormatTok->OriginalColumn = OriginalColumn + 1; in getStashedToken()
938 return FormatTok; in getStashedToken()
948 assert(NewLen <= FormatTok->TokenText.size()); in truncateToken()
950 Lex->getBufferLocation() - FormatTok->TokenText.size() + NewLen))); in truncateToken()
951 FormatTok->TokenText = FormatTok->TokenText.substr(0, NewLen); in truncateToken()
952 FormatTok->ColumnWidth = encoding::columnWidthWithTabs( in truncateToken()
953 FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth, in truncateToken()
955 FormatTok->Tok.setLength(NewLen); in truncateToken()
999 FormatTok = new (Allocator.Allocate()) FormatToken; in getNextToken()
1000 readRawToken(*FormatTok); in getNextToken()
1002 FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace); in getNextToken()
1003 FormatTok->IsFirst = IsFirstToken; in getNextToken()
1011 while (FormatTok->isNot(tok::eof)) { in getNextToken()
1012 auto LeadingWhitespace = countLeadingWhitespace(FormatTok->TokenText); in getNextToken()
1015 if (LeadingWhitespace < FormatTok->TokenText.size()) in getNextToken()
1017 StringRef Text = FormatTok->TokenText; in getNextToken()
1029 ++FormatTok->NewlinesBefore; in getNextToken()
1031 FormatTok->HasUnescapedNewline = true; in getNextToken()
1034 FormatTok->LastNewlineOffset = WhitespaceLength + i + 1; in getNextToken()
1069 readRawToken(*FormatTok); in getNextToken()
1072 if (FormatTok->is(tok::unknown)) in getNextToken()
1073 FormatTok->setType(TT_ImplicitStringLiteral); in getNextToken()
1083 FormatTok->is(tok::comment) && FormatTok->TokenText.startswith("//")) { in getNextToken()
1084 size_t BackslashPos = FormatTok->TokenText.find('\\'); in getNextToken()
1086 if (BackslashPos + 1 < FormatTok->TokenText.size() && in getNextToken()
1087 FormatTok->TokenText[BackslashPos + 1] == '\n') { in getNextToken()
1091 BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1); in getNextToken()
1103 if (FormatTok->is(tok::numeric_constant)) { in getNextToken()
1105 auto Quote = FormatTok->TokenText.find('\''); in getNextToken()
1108 } else if (FormatTok->isOneOf(tok::hash, tok::hashhash)) { in getNextToken()
1109 FormatTok->Tok.setKind(tok::raw_identifier); in getNextToken()
1110 } else if (FormatTok->is(tok::raw_identifier)) { in getNextToken()
1111 if (FormatTok->TokenText == "`") { in getNextToken()
1112 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1113 FormatTok->Tok.setKind(tok::hash); in getNextToken()
1114 } else if (FormatTok->TokenText == "``") { in getNextToken()
1115 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1116 FormatTok->Tok.setKind(tok::hashhash); in getNextToken()
1119 NumberBase.match(FormatTok->TokenText, &Matches)) { in getNextToken()
1125 FormatTok->setFinalizedType(TT_VerilogNumberBase); in getNextToken()
1130 FormatTok->WhitespaceRange = SourceRange( in getNextToken()
1133 FormatTok->OriginalColumn = Column; in getNextToken()
1136 if (FormatTok->is(tok::comment)) { in getNextToken()
1138 StringRef UntrimmedText = FormatTok->TokenText; in getNextToken()
1139 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f"); in getNextToken()
1140 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size(); in getNextToken()
1141 } else if (FormatTok->is(tok::raw_identifier)) { in getNextToken()
1142 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText); in getNextToken()
1143 FormatTok->Tok.setIdentifierInfo(&Info); in getNextToken()
1144 FormatTok->Tok.setKind(Info.getTokenID()); in getNextToken()
1146 FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete, in getNextToken()
1148 FormatTok->Tok.setKind(tok::identifier); in getNextToken()
1149 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1151 FormatTok->isOneOf(tok::kw_struct, tok::kw_union, in getNextToken()
1153 FormatTok->Tok.setKind(tok::identifier); in getNextToken()
1154 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1156 } else if (FormatTok->is(tok::greatergreater)) { in getNextToken()
1157 FormatTok->Tok.setKind(tok::greater); in getNextToken()
1158 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1161 } else if (FormatTok->is(tok::lessless)) { in getNextToken()
1162 FormatTok->Tok.setKind(tok::less); in getNextToken()
1163 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1170 FormatTok->Tok.isOneOf(tok::identifier, tok::question)) { in getNextToken()
1172 FormatTok->Tok.setKind(tok::numeric_constant); in getNextToken()
1177 StringRef Text = FormatTok->TokenText; in getNextToken()
1182 FormatTok->ColumnWidth = in getNextToken()
1184 Column += FormatTok->ColumnWidth; in getNextToken()
1186 FormatTok->IsMultiline = true; in getNextToken()
1189 FormatTok->ColumnWidth = encoding::columnWidthWithTabs( in getNextToken()
1194 FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs( in getNextToken()
1196 Column = FormatTok->LastLineColumnWidth; in getNextToken()
1200 auto it = Macros.find(FormatTok->Tok.getIdentifierInfo()); in getNextToken()
1205 FormatTok->setType(it->second); in getNextToken()
1211 FormatTok->Tok.setKind(tok::kw_if); in getNextToken()
1213 } else if (FormatTok->is(tok::identifier)) { in getNextToken()
1215 FormatTok->setType(TT_MacroBlockBegin); in getNextToken()
1217 FormatTok->setType(TT_MacroBlockEnd); in getNextToken()
1221 return FormatTok; in getNextToken()