Lines Matching defs:Tok

99   StringRef cleanStringIfNeeded(const dependency_directives_scan::Token &Tok);
499     const dependency_directives_scan::Token &Tok = lexToken(First, End);
500     if (Tok.is(tok::eof))
504     if (Tok.is(tok::semi))
520   clang::Token Tok;
521   TheLexer.LexFromRawLexer(Tok);
525   unsigned Offset = TheLexer.getCurrentBufferOffset() - Tok.getLength();
526   CurDirToks.emplace_back(Offset, Tok.getLength(), Tok.getKind(),
527                           Tok.getFlags());
533   clang::Token Tok;
534   TheLexer.LexIncludeFilename(Tok);
538   unsigned Offset = TheLexer.getCurrentBufferOffset() - Tok.getLength();
539   CurDirToks.emplace_back(Offset, Tok.getLength(), Tok.getKind(),
540                           Tok.getFlags());
546     const dependency_directives_scan::Token &Tok = lexToken(First, End);
547     if (Tok.is(tok::eod) || Tok.is(tok::eof))
553 Scanner::cleanStringIfNeeded(const dependency_directives_scan::Token &Tok) {
554   bool NeedsCleaning = Tok.Flags & clang::Token::NeedsCleaning;
556     return Input.slice(Tok.Offset, Tok.getEnd());
559   Spelling.resize(Tok.Length);
565   const char *BufPtr = Input.begin() + Tok.Offset;
566   const char *AfterIdent = Input.begin() + Tok.getEnd();
579   const dependency_directives_scan::Token &Tok = lexToken(First, End);
580   if (Tok.isNot(tok::raw_identifier)) {
581     if (!Tok.is(tok::eod))
586   return cleanStringIfNeeded(Tok);
608   const dependency_directives_scan::Token &Tok = lexToken(First, End);
609   if (Tok.is(K))
618   const dependency_directives_scan::Token &Tok = lexToken(First, End);
619   if (!tok::isStringLiteral(Tok.Kind)) {
620     if (!Tok.is(tok::eod))
625   return cleanStringIfNeeded(Tok);
979          const dependency_directives_scan::Token &Tok) -> bool {
980     if (Prev == Tok.Kind)
981       return !Tok.isOneOf(tok::l_paren, tok::r_paren, tok::l_square,
984         Tok.isOneOf(tok::hash, tok::numeric_constant, tok::string_literal,
988         Tok.isOneOf(tok::raw_identifier, tok::hash, tok::string_literal,
992         Tok.isOneOf(tok::l_paren, tok::string_literal, tok::less))
1001     for (const dependency_directives_scan::Token &Tok : Directive.Tokens) {
1002       if (PrevTokenKind && needsSpaceSeparator(*PrevTokenKind, Tok))
1004       PrevTokenKind = Tok.Kind;
1005       OS << Source.slice(Tok.Offset, Tok.getEnd());