Lines Matching refs:TokenText
215 if (Tokens.back()->TokenText.size() == 1 && in tryMergePreviousTokens()
278 At->TokenText = StringRef(At->TokenText.begin(), in tryMergeNSStringLiteral()
279 String->TokenText.end() - At->TokenText.begin()); in tryMergeNSStringLiteral()
296 Hash->TokenText = in tryMergeJSPrivateIdentifier()
297 StringRef(Hash->TokenText.begin(), in tryMergeJSPrivateIdentifier()
298 Identifier->TokenText.end() - Hash->TokenText.begin()); in tryMergeJSPrivateIdentifier()
320 if (Prefix->isNot(tok::at) && Prefix->TokenText != "$") in tryMergeCSharpStringLiteral()
325 if ((Tok->TokenText == "$" && Prefix->is(tok::at)) || in tryMergeCSharpStringLiteral()
326 (Tok->is(tok::at) && Prefix->TokenText == "$")) { in tryMergeCSharpStringLiteral()
336 Prefix->TokenText = in tryMergeCSharpStringLiteral()
337 StringRef(Prefix->TokenText.begin(), in tryMergeCSharpStringLiteral()
338 String->TokenText.end() - Prefix->TokenText.begin()); in tryMergeCSharpStringLiteral()
362 NullishCoalescing->TokenText = in tryMergeNullishCoalescingEqual()
363 StringRef(NullishCoalescing->TokenText.begin(), in tryMergeNullishCoalescingEqual()
364 Equal->TokenText.end() - NullishCoalescing->TokenText.begin()); in tryMergeNullishCoalescingEqual()
378 if (Keyword->TokenText == "$") in tryMergeCSharpKeywordVariables()
384 At->TokenText = StringRef(At->TokenText.begin(), in tryMergeCSharpKeywordVariables()
385 Keyword->TokenText.end() - At->TokenText.begin()); in tryMergeCSharpKeywordVariables()
399 if (Identifier->TokenText != "foreach") in tryTransformCSharpForEach()
416 if (Each->TokenText != "each") in tryMergeForEach()
422 For->TokenText = StringRef(For->TokenText.begin(), in tryMergeForEach()
423 Each->TokenText.end() - For->TokenText.begin()); in tryMergeForEach()
472 First[0]->TokenText = "<<"; in tryMergeLessLess()
503 AddLength += First[i]->TokenText.size(); in tryMergeTokens()
507 First[0]->TokenText = StringRef(First[0]->TokenText.data(), in tryMergeTokens()
508 First[0]->TokenText.size() + AddLength); in tryMergeTokens()
580 const char *RegexBegin = Offset - RegexToken->TokenText.size(); in tryParseJSRegexLiteral()
609 RegexToken->TokenText = StringRef(RegexBegin, Offset - RegexBegin); in tryParseJSRegexLiteral()
610 RegexToken->ColumnWidth = RegexToken->TokenText.size(); in tryParseJSRegexLiteral()
680 auto &TokenText = CSharpStringLiteral->TokenText; in handleCSharpVerbatimAndInterpolatedStrings() local
684 if (TokenText.startswith(R"($@")") || TokenText.startswith(R"(@$")")) { in handleCSharpVerbatimAndInterpolatedStrings()
687 } else if (TokenText.startswith(R"(@")")) { in handleCSharpVerbatimAndInterpolatedStrings()
697 const char *StrBegin = Lex->getBufferLocation() - TokenText.size(); in handleCSharpVerbatimAndInterpolatedStrings()
713 TokenText = LiteralText; in handleCSharpVerbatimAndInterpolatedStrings()
751 BacktickToken->TokenText == "`") { in handleTemplateStrings()
759 const char *TmplBegin = Offset - BacktickToken->TokenText.size(); // at "`" in handleTemplateStrings()
780 BacktickToken->TokenText = LiteralText; in handleTemplateStrings()
808 Lex->getBufferLocation() - HashToken->TokenText.size(); // at "#" in tryParsePythonComment()
816 HashToken->TokenText = Lex->getBuffer().substr(From, Len); in tryParsePythonComment()
838 if (Macro->TokenText != "_T") in tryMerge_TMacro()
841 const char *Start = Macro->TokenText.data(); in tryMerge_TMacro()
842 const char *End = Last->TokenText.data() + Last->TokenText.size(); in tryMerge_TMacro()
843 String->TokenText = StringRef(Start, End - Start); in tryMerge_TMacro()
849 String->TokenText, String->OriginalColumn, Style.TabWidth, Encoding); in tryMerge_TMacro()
925 StringRef TokenText = FormatTok->TokenText; in getStashedToken() local
934 FormatTok->TokenText = TokenText; in getStashedToken()
948 assert(NewLen <= FormatTok->TokenText.size()); in truncateToken()
950 Lex->getBufferLocation() - FormatTok->TokenText.size() + NewLen))); in truncateToken()
951 FormatTok->TokenText = FormatTok->TokenText.substr(0, NewLen); in truncateToken()
953 FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth, in truncateToken()
1012 auto LeadingWhitespace = countLeadingWhitespace(FormatTok->TokenText); in getNextToken()
1015 if (LeadingWhitespace < FormatTok->TokenText.size()) in getNextToken()
1017 StringRef Text = FormatTok->TokenText; in getNextToken()
1083 FormatTok->is(tok::comment) && FormatTok->TokenText.startswith("//")) { in getNextToken()
1084 size_t BackslashPos = FormatTok->TokenText.find('\\'); in getNextToken()
1086 if (BackslashPos + 1 < FormatTok->TokenText.size() && in getNextToken()
1087 FormatTok->TokenText[BackslashPos + 1] == '\n') { in getNextToken()
1091 BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1); in getNextToken()
1105 auto Quote = FormatTok->TokenText.find('\''); in getNextToken()
1111 if (FormatTok->TokenText == "`") { in getNextToken()
1114 } else if (FormatTok->TokenText == "``") { in getNextToken()
1119 NumberBase.match(FormatTok->TokenText, &Matches)) { in getNextToken()
1138 StringRef UntrimmedText = FormatTok->TokenText; in getNextToken()
1139 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f"); in getNextToken()
1140 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size(); in getNextToken()
1142 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText); in getNextToken()
1158 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1163 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1177 StringRef Text = FormatTok->TokenText; in getNextToken()
1270 Tok.TokenText = StringRef(SourceMgr.getCharacterData(Tok.Tok.getLocation()), in readRawToken()
1275 if (!Tok.TokenText.empty() && Tok.TokenText[0] == '"') { in readRawToken()
1278 } else if (Style.isJavaScript() && Tok.TokenText == "''") { in readRawToken()
1289 if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format on" || in readRawToken()
1290 Tok.TokenText == "/* clang-format on */")) { in readRawToken()
1296 if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format off" || in readRawToken()
1297 Tok.TokenText == "/* clang-format off */")) { in readRawToken()