Lines Matching refs:Tok
458 Token Tok; in SyntaxHighlight() local
459 L.LexFromRawLexer(Tok); in SyntaxHighlight()
461 while (Tok.isNot(tok::eof)) { in SyntaxHighlight()
464 unsigned TokOffs = SM.getFileOffset(Tok.getLocation()); in SyntaxHighlight()
465 unsigned TokLen = Tok.getLength(); in SyntaxHighlight()
466 switch (Tok.getKind()) { in SyntaxHighlight()
473 PP.LookUpIdentifierInfo(Tok); in SyntaxHighlight()
476 if (Tok.isNot(tok::identifier)) in SyntaxHighlight()
505 if (!Tok.isAtStartOfLine()) in SyntaxHighlight()
511 L.LexFromRawLexer(Tok); in SyntaxHighlight()
512 while (!Tok.isAtStartOfLine() && Tok.isNot(tok::eof)) { in SyntaxHighlight()
513 TokEnd = SM.getFileOffset(Tok.getLocation())+Tok.getLength(); in SyntaxHighlight()
514 L.LexFromRawLexer(Tok); in SyntaxHighlight()
526 L.LexFromRawLexer(Tok); in SyntaxHighlight()
545 Token Tok; in HighlightMacros() local
546 L.LexFromRawLexer(Tok); in HighlightMacros()
551 if (Tok.is(tok::hash) && Tok.isAtStartOfLine()) in HighlightMacros()
556 if (Tok.is(tok::hashhash)) in HighlightMacros()
557 Tok.setKind(tok::unknown); in HighlightMacros()
562 if (Tok.is(tok::raw_identifier)) in HighlightMacros()
563 PP.LookUpIdentifierInfo(Tok); in HighlightMacros()
565 TokenStream.push_back(Tok); in HighlightMacros()
567 if (Tok.is(tok::eof)) break; in HighlightMacros()
598 Token Tok; in HighlightMacros() local
599 TmpPP.Lex(Tok); in HighlightMacros()
600 while (Tok.isNot(tok::eof)) { in HighlightMacros()
602 if (!Tok.getLocation().isMacroID()) { in HighlightMacros()
603 TmpPP.Lex(Tok); in HighlightMacros()
610 CharSourceRange LLoc = SM.getExpansionRange(Tok.getLocation()); in HighlightMacros()
614 TmpPP.Lex(Tok); in HighlightMacros()
621 std::string Expansion = EscapeText(TmpPP.getSpelling(Tok)); in HighlightMacros()
625 Token PrevTok = Tok; in HighlightMacros()
627 TmpPP.Lex(Tok); in HighlightMacros()
632 while (!Tok.is(tok::eof) && in HighlightMacros()
633 SM.getExpansionLoc(Tok.getLocation()) == LLoc.getBegin()) { in HighlightMacros()
644 if (Tok.hasLeadingSpace() || in HighlightMacros()
645 ConcatInfo.AvoidConcat(PrevPrevTok, PrevTok, Tok)) in HighlightMacros()
649 Expansion += EscapeText(TmpPP.getSpelling(Tok)); in HighlightMacros()
653 PrevTok = Tok; in HighlightMacros()
654 TmpPP.Lex(Tok); in HighlightMacros()