Lines Matching refs:Token
39 llvm::ArrayRef<syntax::Token>
40 getTokensCovering(llvm::ArrayRef<syntax::Token> Toks, SourceRange R, in getTokensCovering()
44 const syntax::Token *Begin = in getTokensCovering()
45 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
48 const syntax::Token *End = in getTokensCovering()
49 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
195 syntax::Token::Token(SourceLocation Location, unsigned Length, in Token() function in syntax::Token
201 syntax::Token::Token(const clang::Token &T) in Token() function in syntax::Token
202 : Token(T.getLocation(), T.getLength(), T.getKind()) { in Token()
206 llvm::StringRef syntax::Token::text(const SourceManager &SM) const { in text()
213 FileRange syntax::Token::range(const SourceManager &SM) const { in range()
221 FileRange syntax::Token::range(const SourceManager &SM, in range()
222 const syntax::Token &First, in range()
223 const syntax::Token &Last) { in range()
232 llvm::raw_ostream &syntax::operator<<(llvm::raw_ostream &OS, const Token &T) { in operator <<()
293 llvm::ArrayRef<syntax::Token> TokenBuffer::expandedTokens(SourceRange R) const { in expandedTokens()
303 const Token *L = ExpandedTokens.data() + B->getSecond(); in expandedTokens()
305 const Token *R = ExpandedTokens.data() + E->getSecond() + 1; in expandedTokens()
322 std::pair<const syntax::Token *, const TokenBuffer::Mapping *>
323 TokenBuffer::spelledForExpandedToken(const syntax::Token *Expanded) const { in spelledForExpandedToken()
360 const syntax::Token *Spelled) { in mappingStartingBeforeSpelled()
374 llvm::SmallVector<llvm::ArrayRef<syntax::Token>, 1>
375 TokenBuffer::expandedForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in expandedForSpelled()
432 llvm::ArrayRef<syntax::Token> TokenBuffer::spelledTokens(FileID FID) const { in spelledTokens()
438 const syntax::Token *TokenBuffer::spelledTokenAt(SourceLocation Loc) const { in spelledTokenAt()
442 [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokenAt()
454 std::optional<llvm::ArrayRef<syntax::Token>>
455 TokenBuffer::spelledForExpanded(llvm::ArrayRef<syntax::Token> Expanded) const { in spelledForExpanded()
460 const syntax::Token *First = &Expanded.front(); in spelledForExpanded()
461 const syntax::Token *Last = &Expanded.back(); in spelledForExpanded()
517 TokenBuffer::fileForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in fileForSpelled()
536 TokenBuffer::expansionStartingAt(const syntax::Token *Spelled) const { in expansionStartingAt()
550 llvm::ArrayRef<syntax::Token> Spelled) const { in expansionsOverlapping()
567 llvm::ArrayRef<syntax::Token>
569 llvm::ArrayRef<syntax::Token> Tokens) { in spelledTokensTouching()
573 Tokens, [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokensTouching()
581 llvm::ArrayRef<syntax::Token>
588 const syntax::Token *
590 llvm::ArrayRef<syntax::Token> Tokens) { in spelledIdentifierTouching()
591 for (const syntax::Token &Tok : spelledTokensTouching(Loc, Tokens)) { in spelledIdentifierTouching()
598 const syntax::Token *
605 std::vector<const syntax::Token *>
610 std::vector<const syntax::Token *> Expansions; in macroExpansions()
613 const syntax::Token *Token = &Spelled[Mapping.BeginSpelled]; in macroExpansions() local
614 if (Token->kind() == tok::TokenKind::identifier) in macroExpansions()
615 Expansions.push_back(Token); in macroExpansions()
620 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize()
623 std::vector<syntax::Token> Tokens; in tokenize()
625 auto AddToken = [&](clang::Token T) { in tokenize()
633 Tokens.push_back(syntax::Token(T)); in tokenize()
643 clang::Token T; in tokenize()
653 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize()
669 void MacroExpands(const clang::Token &MacroNameTok, const MacroDefinition &MD, in MacroExpands()
730 PP.setTokenWatcher([this](const clang::Token &T) { in TokenCollector()
735 << syntax::Token(T).dumpForTests( in TokenCollector()
740 Expanded.push_back(syntax::Token(T)); in TokenCollector()
753 Builder(std::vector<syntax::Token> Expanded, PPExpansions CollectedExpansions, in Builder()
857 const syntax::Token &Tok = Result.ExpandedTokens[NextExpanded]; in advance()
948 std::string syntax::Token::str() const { in str()
953 std::string syntax::Token::dumpForTests(const SourceManager &SM) const { in dumpForTests()
959 auto PrintToken = [this](const syntax::Token &T) -> std::string { in dumpForTests()
966 llvm::ArrayRef<syntax::Token> Tokens) { in dumpForTests()