Lines Matching refs:Token
38 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI, in Init()
94 void TokenLexer::Init(const Token *TokArray, unsigned NumToks, in Init()
138 SmallVectorImpl<Token> &ResultToks, bool HasPasteOperator, MacroInfo *Macro, in MaybeRemoveCommaBeforeVaArgs()
179 ResultToks.back().setFlag(Token::CommaAfterElided); in MaybeRemoveCommaBeforeVaArgs()
188 SmallVectorImpl<Token> &ResultToks, const VAOptExpansionContext &VCtx, in stringifyVAOPTContents()
192 Token *const VAOPTTokens = in stringifyVAOPTContents()
195 SmallVector<Token, 64> ConcatenatedVAOPTResultToks; in stringifyVAOPTContents()
205 Token &LHS = VAOPTTokens[CurTokenIdx - 1]; in stringifyVAOPTContents()
227 Token StringifiedVAOPT = MacroArgs::StringifyArgument( in stringifyVAOPTContents()
232 StringifiedVAOPT.setFlag(Token::LeadingSpace); in stringifyVAOPTContents()
234 StringifiedVAOPT.setFlag(Token::StringifiedInMacro); in stringifyVAOPTContents()
243 SmallVector<Token, 128> ResultToks; in ExpandFunctionArguments()
255 const Token &CurTok = Tokens[I]; in ExpandFunctionArguments()
387 const Token *UnexpArg = ActualArgs->getUnexpArgument(ArgNo); in ExpandFunctionArguments()
388 Token Res = MacroArgs::StringifyArgument( in ExpandFunctionArguments()
390 Res.setFlag(Token::StringifiedInMacro); in ExpandFunctionArguments()
395 Res.setFlag(Token::LeadingSpace); in ExpandFunctionArguments()
423 ResultToks.back().setFlag(Token::LeadingSpace); in ExpandFunctionArguments()
426 ResultToks.back().clearFlag(Token::LeadingSpace); in ExpandFunctionArguments()
449 const Token *ResultArgToks; in ExpandFunctionArguments()
453 const Token *ArgTok = ActualArgs->getUnexpArgument(ArgNo); in ExpandFunctionArguments()
471 ResultToks.back().setFlag(Token::IgnoredComma); in ExpandFunctionArguments()
475 for (Token &Tok : llvm::make_range(ResultToks.begin() + FirstResult, in ExpandFunctionArguments()
490 ResultToks[FirstResult].setFlagValue(Token::LeadingSpace, in ExpandFunctionArguments()
492 ResultToks[FirstResult].setFlagValue(Token::StartOfLine, false); in ExpandFunctionArguments()
512 const Token *ArgToks = ActualArgs->getUnexpArgument(ArgNo); in ExpandFunctionArguments()
533 for (Token &Tok : llvm::make_range(ResultToks.end() - NumToks, in ExpandFunctionArguments()
549 ResultToks[ResultToks.size() - NumToks].setFlagValue(Token::StartOfLine, in ExpandFunctionArguments()
552 Token::LeadingSpace, NextTokGetsSpace); in ExpandFunctionArguments()
615 static bool isWideStringLiteralFromMacro(const Token &FirstTok, in isWideStringLiteralFromMacro()
616 const Token &SecondTok) { in isWideStringLiteralFromMacro()
623 bool TokenLexer::Lex(Token &Tok) { in Lex()
631 Tok.setFlagValue(Token::StartOfLine , AtStartOfLine); in Lex()
632 Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace || NextTokGetsSpace); in Lex()
634 Tok.setFlag(Token::LeadingEmptyMacro); in Lex()
647 Tok.setFlag(Token::IsReinjected); in Lex()
692 Tok.setFlagValue(Token::StartOfLine , AtStartOfLine); in Lex()
693 Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace); in Lex()
697 if (AtStartOfLine) Tok.setFlag(Token::StartOfLine); in Lex()
698 if (HasLeadingSpace) Tok.setFlag(Token::LeadingSpace); in Lex()
725 bool TokenLexer::pasteTokens(Token &Tok) { in pasteTokens()
733 bool TokenLexer::pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream, in pasteTokens()
747 LHSTok.clearFlag(Token::LeadingSpace); in pasteTokens()
766 const Token &RHS = TokenStream[CurIdx]; in pasteTokens()
794 Token ResultTokTmp; in pasteTokens()
805 Token Result; in pasteTokens()
885 Result.setFlagValue(Token::StartOfLine , LHSTok.isAtStartOfLine()); in pasteTokens()
886 Result.setFlagValue(Token::LeadingSpace, LHSTok.hasLeadingSpace()); in pasteTokens()
946 void TokenLexer::HandleMicrosoftCommentPaste(Token &Tok, SourceLocation OpLoc) { in HandleMicrosoftCommentPaste()
990 Token *&begin_tokens, in updateConsecutiveMacroArgTokens()
991 Token * end_tokens) { in updateConsecutiveMacroArgTokens()
1007 Token *NextTok = begin_tokens + 1; in updateConsecutiveMacroArgTokens()
1029 Token &LastConsecutiveTok = *(NextTok-1); in updateConsecutiveMacroArgTokens()
1042 Token &Tok = *begin_tokens; in updateConsecutiveMacroArgTokens()
1055 Token *begin_tokens, in updateLocForMacroArgTokens()
1056 Token *end_tokens) { in updateLocForMacroArgTokens()
1065 Token &Tok = *begin_tokens; in updateLocForMacroArgTokens()
1076 void TokenLexer::PropagateLineStartLeadingSpaceInfo(Token &Result) { in PropagateLineStartLeadingSpaceInfo()