Lines Matching refs:Tok
59 const Token &Tok = Toks[Pos.CurToken]; in setupBuffer() local
61 Pos.BufferStart = Tok.getText().begin(); in setupBuffer()
62 Pos.BufferEnd = Tok.getText().end(); in setupBuffer()
64 Pos.BufferStartLoc = Tok.getLocation(); in setupBuffer()
99 if (P.Tok.is(tok::newline)) { in addToken()
101 Token Newline = P.Tok; in addToken()
103 if (P.Tok.isNot(tok::text)) { in addToken()
109 if (P.Tok.isNot(tok::text)) { in addToken()
114 Toks.push_back(P.Tok); in addToken()
153 bool lexWord(Token &Tok) { in lexWord() argument
182 formTokenWithChars(Tok, Loc, WordBegin, Length, Text); in lexWord()
186 bool lexDelimitedSeq(Token &Tok, char OpenDelim, char CloseDelim) { in lexDelimitedSeq() argument
227 formTokenWithChars(Tok, Loc, WordBegin, in lexDelimitedSeq()
311 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command)); in parseBlockCommand()
316 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseBlockCommand()
318 Tok.is(tok::backslash_command) ? CMK_Backslash : CMK_At; in parseBlockCommand()
320 PC = S.actOnParamCommandStart(Tok.getLocation(), in parseBlockCommand()
321 Tok.getEndLocation(), in parseBlockCommand()
322 Tok.getCommandID(), in parseBlockCommand()
325 TPC = S.actOnTParamCommandStart(Tok.getLocation(), in parseBlockCommand()
326 Tok.getEndLocation(), in parseBlockCommand()
327 Tok.getCommandID(), in parseBlockCommand()
330 BC = S.actOnBlockCommandStart(Tok.getLocation(), in parseBlockCommand()
331 Tok.getEndLocation(), in parseBlockCommand()
332 Tok.getCommandID(), in parseBlockCommand()
373 else if (Tok.is(tok::newline)) { in parseBlockCommand()
374 Token PrevTok = Tok; in parseBlockCommand()
403 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command)); in parseInlineCommand()
405 const Token CommandTok = Tok; in parseInlineCommand()
439 assert(Tok.is(tok::html_start_tag)); in parseHTMLStartTag()
441 S.actOnHTMLStartTagStart(Tok.getLocation(), in parseHTMLStartTag()
442 Tok.getHTMLTagStartName()); in parseHTMLStartTag()
447 switch (Tok.getKind()) { in parseHTMLStartTag()
449 Token Ident = Tok; in parseHTMLStartTag()
451 if (Tok.isNot(tok::html_equals)) { in parseHTMLStartTag()
456 Token Equals = Tok; in parseHTMLStartTag()
458 if (Tok.isNot(tok::html_quoted_string)) { in parseHTMLStartTag()
459 Diag(Tok.getLocation(), in parseHTMLStartTag()
464 while (Tok.is(tok::html_equals) || in parseHTMLStartTag()
465 Tok.is(tok::html_quoted_string)) in parseHTMLStartTag()
473 SourceRange(Tok.getLocation(), in parseHTMLStartTag()
474 Tok.getEndLocation()), in parseHTMLStartTag()
475 Tok.getHTMLQuotedString())); in parseHTMLStartTag()
483 Tok.getLocation(), in parseHTMLStartTag()
491 Tok.getLocation(), in parseHTMLStartTag()
498 Diag(Tok.getLocation(), in parseHTMLStartTag()
500 while (Tok.is(tok::html_equals) || in parseHTMLStartTag()
501 Tok.is(tok::html_quoted_string)) in parseHTMLStartTag()
503 if (Tok.is(tok::html_ident) || in parseHTMLStartTag()
504 Tok.is(tok::html_greater) || in parseHTMLStartTag()
505 Tok.is(tok::html_slash_greater)) in parseHTMLStartTag()
526 Tok.getLocation(), in parseHTMLStartTag()
529 Diag(Tok.getLocation(), in parseHTMLStartTag()
533 Diag(Tok.getLocation(), in parseHTMLStartTag()
544 assert(Tok.is(tok::html_end_tag)); in parseHTMLEndTag()
545 Token TokEndTag = Tok; in parseHTMLEndTag()
548 if (Tok.is(tok::html_greater)) { in parseHTMLEndTag()
549 Loc = Tok.getLocation(); in parseHTMLEndTag()
562 switch (Tok.getKind()) { in parseParagraphOrBlockCommand()
569 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(), in parseParagraphOrBlockCommand()
570 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
571 Tok.getUnknownCommandName())); in parseParagraphOrBlockCommand()
577 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseParagraphOrBlockCommand()
584 Diag(Tok.getLocation(), in parseParagraphOrBlockCommand()
586 << Tok.is(tok::at_command) in parseParagraphOrBlockCommand()
588 << SourceRange(Tok.getLocation(), Tok.getEndLocation()); in parseParagraphOrBlockCommand()
593 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(), in parseParagraphOrBlockCommand()
594 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
606 if (Tok.is(tok::newline) || Tok.is(tok::eof)) { in parseParagraphOrBlockCommand()
612 if (Tok.is(tok::text) && isWhitespace(Tok.getText())) { in parseParagraphOrBlockCommand()
613 Token WhitespaceTok = Tok; in parseParagraphOrBlockCommand()
615 if (Tok.is(tok::newline) || Tok.is(tok::eof)) { in parseParagraphOrBlockCommand()
637 Content.push_back(S.actOnText(Tok.getLocation(), in parseParagraphOrBlockCommand()
638 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
639 Tok.getText())); in parseParagraphOrBlockCommand()
660 assert(Tok.is(tok::verbatim_block_begin)); in parseVerbatimBlock()
663 S.actOnVerbatimBlockStart(Tok.getLocation(), in parseVerbatimBlock()
664 Tok.getVerbatimBlockID()); in parseVerbatimBlock()
669 if (Tok.is(tok::newline)) in parseVerbatimBlock()
673 while (Tok.is(tok::verbatim_block_line) || in parseVerbatimBlock()
674 Tok.is(tok::newline)) { in parseVerbatimBlock()
676 if (Tok.is(tok::verbatim_block_line)) { in parseVerbatimBlock()
677 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), in parseVerbatimBlock()
678 Tok.getVerbatimBlockText()); in parseVerbatimBlock()
680 if (Tok.is(tok::newline)) { in parseVerbatimBlock()
685 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), ""); in parseVerbatimBlock()
691 if (Tok.is(tok::verbatim_block_end)) { in parseVerbatimBlock()
692 const CommandInfo *Info = Traits.getCommandInfo(Tok.getVerbatimBlockID()); in parseVerbatimBlock()
693 S.actOnVerbatimBlockFinish(VB, Tok.getLocation(), in parseVerbatimBlock()
707 assert(Tok.is(tok::verbatim_line_name)); in parseVerbatimLine()
709 Token NameTok = Tok; in parseVerbatimLine()
716 if (Tok.is(tok::verbatim_line_text)) { in parseVerbatimLine()
717 TextBegin = Tok.getLocation(); in parseVerbatimLine()
718 Text = Tok.getVerbatimLineText(); in parseVerbatimLine()
733 switch (Tok.getKind()) { in parseBlockContent()
765 while (Tok.is(tok::newline)) in parseFullComment()
769 while (Tok.isNot(tok::eof)) { in parseFullComment()
773 while (Tok.is(tok::newline)) in parseFullComment()