Lines Matching refs:Token
40 llvm::ArrayRef<syntax::Token>
41 getTokensCovering(llvm::ArrayRef<syntax::Token> Toks, SourceRange R, in getTokensCovering()
45 const syntax::Token *Begin = in getTokensCovering()
46 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
49 const syntax::Token *End = in getTokensCovering()
50 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
65 SourceRange findCommonRangeForMacroArgs(const syntax::Token &First, in findCommonRangeForMacroArgs()
66 const syntax::Token &Last, in findCommonRangeForMacroArgs()
101 syntax::Token::Token(SourceLocation Location, unsigned Length, in Token() function in syntax::Token
107 syntax::Token::Token(const clang::Token &T) in Token() function in syntax::Token
108 : Token(T.getLocation(), T.getLength(), T.getKind()) { in Token()
112 llvm::StringRef syntax::Token::text(const SourceManager &SM) const { in text()
119 FileRange syntax::Token::range(const SourceManager &SM) const { in range()
127 FileRange syntax::Token::range(const SourceManager &SM, in range()
128 const syntax::Token &First, in range()
129 const syntax::Token &Last) { in range()
138 llvm::raw_ostream &syntax::operator<<(llvm::raw_ostream &OS, const Token &T) { in operator <<()
199 llvm::ArrayRef<syntax::Token> TokenBuffer::expandedTokens(SourceRange R) const { in expandedTokens()
209 const Token *L = ExpandedTokens.data() + B->getSecond(); in expandedTokens()
211 const Token *R = ExpandedTokens.data() + E->getSecond() + 1; in expandedTokens()
228 std::pair<const syntax::Token *, const TokenBuffer::Mapping *>
229 TokenBuffer::spelledForExpandedToken(const syntax::Token *Expanded) const { in spelledForExpandedToken()
266 const syntax::Token *Spelled) { in mappingStartingBeforeSpelled()
280 llvm::SmallVector<llvm::ArrayRef<syntax::Token>, 1>
281 TokenBuffer::expandedForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in expandedForSpelled()
338 llvm::ArrayRef<syntax::Token> TokenBuffer::spelledTokens(FileID FID) const { in spelledTokens()
344 const syntax::Token *TokenBuffer::spelledTokenAt(SourceLocation Loc) const { in spelledTokenAt()
348 [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokenAt()
360 llvm::Optional<llvm::ArrayRef<syntax::Token>>
361 TokenBuffer::spelledForExpanded(llvm::ArrayRef<syntax::Token> Expanded) const { in spelledForExpanded()
367 const syntax::Token *BeginSpelled; in spelledForExpanded()
372 const syntax::Token *LastSpelled; in spelledForExpanded()
426 TokenBuffer::fileForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in fileForSpelled()
445 TokenBuffer::expansionStartingAt(const syntax::Token *Spelled) const { in expansionStartingAt()
459 llvm::ArrayRef<syntax::Token> Spelled) const { in expansionsOverlapping()
476 llvm::ArrayRef<syntax::Token>
478 llvm::ArrayRef<syntax::Token> Tokens) { in spelledTokensTouching()
482 Tokens, [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokensTouching()
490 llvm::ArrayRef<syntax::Token>
497 const syntax::Token *
499 llvm::ArrayRef<syntax::Token> Tokens) { in spelledIdentifierTouching()
500 for (const syntax::Token &Tok : spelledTokensTouching(Loc, Tokens)) { in spelledIdentifierTouching()
507 const syntax::Token *
514 std::vector<const syntax::Token *>
519 std::vector<const syntax::Token *> Expansions; in macroExpansions()
522 const syntax::Token *Token = &Spelled[Mapping.BeginSpelled]; in macroExpansions() local
523 if (Token->kind() == tok::TokenKind::identifier) in macroExpansions()
524 Expansions.push_back(Token); in macroExpansions()
529 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize()
532 std::vector<syntax::Token> Tokens; in tokenize()
534 auto AddToken = [&](clang::Token T) { in tokenize()
542 Tokens.push_back(syntax::Token(T)); in tokenize()
552 clang::Token T; in tokenize()
562 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize()
578 void MacroExpands(const clang::Token &MacroNameTok, const MacroDefinition &MD, in MacroExpands()
639 PP.setTokenWatcher([this](const clang::Token &T) { in TokenCollector()
644 << syntax::Token(T).dumpForTests( in TokenCollector()
649 Expanded.push_back(syntax::Token(T)); in TokenCollector()
662 Builder(std::vector<syntax::Token> Expanded, PPExpansions CollectedExpansions, in Builder()
766 const syntax::Token &Tok = Result.ExpandedTokens[NextExpanded]; in advance()
857 std::string syntax::Token::str() const { in str()
862 std::string syntax::Token::dumpForTests(const SourceManager &SM) const { in dumpForTests()
868 auto PrintToken = [this](const syntax::Token &T) -> std::string { in dumpForTests()
875 llvm::ArrayRef<syntax::Token> Tokens) { in dumpForTests()