Lines Matching defs:Tok
39 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI,
49 ExpandLocStart = Tok.getLocation();
51 AtStartOfLine = Tok.isAtStartOfLine();
52 HasLeadingSpace = Tok.hasLeadingSpace();
476 for (Token &Tok : llvm::drop_begin(ResultToks, FirstResult))
477 if (Tok.is(tok::hashhash))
478 Tok.setKind(tok::unknown);
531 for (Token &Tok : llvm::make_range(ResultToks.end() - NumToks,
533 if (Tok.is(tok::hashhash))
534 Tok.setKind(tok::unknown);
621 bool TokenLexer::Lex(Token &Tok) {
628 Tok.startToken();
629 Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
630 Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace || NextTokGetsSpace);
632 Tok.setFlag(Token::LeadingEmptyMacro);
633 return PP.HandleEndOfTokenLexer(Tok);
643 Tok = Tokens[CurTokenIdx++];
645 Tok.setFlag(Token::IsReinjected);
657 isWideStringLiteralFromMacro(Tok, Tokens[CurTokenIdx])))) {
660 if (pasteTokens(Tok))
673 SM.isBeforeInSLocAddrSpace(Tok.getLocation(), MacroStartSLocOffset)) {
675 if (Tok.is(tok::comment)) {
676 instLoc = SM.createExpansionLoc(Tok.getLocation(),
679 Tok.getLength());
681 instLoc = getExpansionLocForMacroDefLoc(Tok.getLocation());
684 Tok.setLocation(instLoc);
690 Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
691 Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace);
695 if (AtStartOfLine) Tok.setFlag(Token::StartOfLine);
696 if (HasLeadingSpace) Tok.setFlag(Token::LeadingSpace);
702 if (!Tok.isAnnotation() && Tok.getIdentifierInfo() != nullptr) {
705 IdentifierInfo *II = Tok.getIdentifierInfo();
706 Tok.setKind(II->getTokenID());
712 PP.HandlePoisonedIdentifier(Tok);
716 return PP.HandleIdentifier(Tok);
723 bool TokenLexer::pasteTokens(Token &Tok) {
724 return pasteTokens(Tok, llvm::ArrayRef(Tokens, NumTokens), CurTokenIdx);
944 void TokenLexer::HandleMicrosoftCommentPaste(Token &Tok, SourceLocation OpLoc) {
955 PP.HandleMicrosoftCommentPaste(Tok);
1078 Token &Tok = *begin_tokens;
1079 Tok.setLocation(SM.createMacroArgExpansionLoc(Tok.getLocation(),
1081 Tok.getLength()));