300     const char *TokenPtr = BufferPtr;  in lexCommentText()  local
301     assert(TokenPtr < CommentEnd);  in lexCommentText()
302     switch (*TokenPtr) {  in lexCommentText()
305           TokenPtr = skipNewline(TokenPtr, CommentEnd);  in lexCommentText()
306           formTokenWithChars(T, TokenPtr, tok::newline);  in lexCommentText()
314           size_t End = StringRef(TokenPtr, CommentEnd - TokenPtr)  in lexCommentText()
317             TokenPtr += End;  in lexCommentText()
319             TokenPtr = CommentEnd;  in lexCommentText()
320           formTextToken(T, TokenPtr);  in lexCommentText()
350   const char *TokenPtr = BufferPtr;  in lexCommentText()  local
351   assert(TokenPtr < CommentEnd);  in lexCommentText()
352   switch(*TokenPtr) {  in lexCommentText()
359           (*TokenPtr == '@') ? tok::at_command : tok::backslash_command;  in lexCommentText()
360       TokenPtr++;  in lexCommentText()
361       if (TokenPtr == CommentEnd) {  in lexCommentText()
362         formTextToken(T, TokenPtr);  in lexCommentText()
365       char C = *TokenPtr;  in lexCommentText()
374         TokenPtr++;  in lexCommentText()
375         if (C == ':' && TokenPtr != CommentEnd && *TokenPtr == ':') {  in lexCommentText()
377           TokenPtr++;  in lexCommentText()
379         StringRef UnescapedText(BufferPtr + 1, TokenPtr - (BufferPtr + 1));  in lexCommentText()
380         formTokenWithChars(T, TokenPtr, tok::text);  in lexCommentText()
386       if (!isCommandNameStartCharacter(*TokenPtr)) {  in lexCommentText()
387         formTextToken(T, TokenPtr);  in lexCommentText()
391       TokenPtr = skipCommandName(TokenPtr, CommentEnd);  in lexCommentText()
392       unsigned Length = TokenPtr - (BufferPtr + 1);  in lexCommentText()
396       if (Length == 1 && TokenPtr[-1] == 'f' && TokenPtr != CommentEnd) {  in lexCommentText()
397         C = *TokenPtr;  in lexCommentText()
399           TokenPtr++;  in lexCommentText()
411           SourceLocation EndLoc = getSourceLocation(TokenPtr);  in lexCommentText()
418           formTokenWithChars(T, TokenPtr, tok::unknown_command);  in lexCommentText()
426         setupAndLexVerbatimBlock(T, TokenPtr, *BufferPtr, Info);  in lexCommentText()
430         setupAndLexVerbatimLine(T, TokenPtr, Info);  in lexCommentText()
433       formTokenWithChars(T, TokenPtr, CommandKind);  in lexCommentText()
443       TokenPtr++;  in lexCommentText()
444       if (TokenPtr == CommentEnd) {  in lexCommentText()
445         formTextToken(T, TokenPtr);  in lexCommentText()
448       const char C = *TokenPtr;  in lexCommentText()
454         formTextToken(T, TokenPtr);  in lexCommentText()
570   const char *TokenPtr = BufferPtr;  in lexHTMLCharacterReference()  local
571   assert(*TokenPtr == '&');  in lexHTMLCharacterReference()
572   TokenPtr++;  in lexHTMLCharacterReference()
573   if (TokenPtr == CommentEnd) {  in lexHTMLCharacterReference()
574     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
580   char C = *TokenPtr;  in lexHTMLCharacterReference()
582     NamePtr = TokenPtr;  in lexHTMLCharacterReference()
583     TokenPtr = skipNamedCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
586     TokenPtr++;  in lexHTMLCharacterReference()
587     if (TokenPtr == CommentEnd) {  in lexHTMLCharacterReference()
588       formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
591     C = *TokenPtr;  in lexHTMLCharacterReference()
593       NamePtr = TokenPtr;  in lexHTMLCharacterReference()
594       TokenPtr = skipDecimalCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
597       TokenPtr++;  in lexHTMLCharacterReference()
598       NamePtr = TokenPtr;  in lexHTMLCharacterReference()
599       TokenPtr = skipHexCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
601       formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
605     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
608   if (NamePtr == TokenPtr || TokenPtr == CommentEnd ||  in lexHTMLCharacterReference()
609       *TokenPtr != ';') {  in lexHTMLCharacterReference()
610     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
613   StringRef Name(NamePtr, TokenPtr - NamePtr);  in lexHTMLCharacterReference()
614   TokenPtr++; // Skip semicolon.  in lexHTMLCharacterReference()
624     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
627   formTokenWithChars(T, TokenPtr, tok::text);  in lexHTMLCharacterReference()
655   const char *TokenPtr = BufferPtr;  in lexHTMLStartTag()  local
656   char C = *TokenPtr;  in lexHTMLStartTag()
658     TokenPtr = skipHTMLIdentifier(TokenPtr, CommentEnd);  in lexHTMLStartTag()
659     StringRef Ident(BufferPtr, TokenPtr - BufferPtr);  in lexHTMLStartTag()
660     formTokenWithChars(T, TokenPtr, tok::html_ident);  in lexHTMLStartTag()
665       TokenPtr++;  in lexHTMLStartTag()
666       formTokenWithChars(T, TokenPtr, tok::html_equals);  in lexHTMLStartTag()
670       const char *OpenQuote = TokenPtr;  in lexHTMLStartTag()
671       TokenPtr = skipHTMLQuotedString(TokenPtr, CommentEnd);  in lexHTMLStartTag()
672       const char *ClosingQuote = TokenPtr;  in lexHTMLStartTag()
673       if (TokenPtr != CommentEnd) // Skip closing quote.  in lexHTMLStartTag()
674         TokenPtr++;  in lexHTMLStartTag()
675       formTokenWithChars(T, TokenPtr, tok::html_quoted_string);  in lexHTMLStartTag()
681       TokenPtr++;  in lexHTMLStartTag()
682       formTokenWithChars(T, TokenPtr, tok::html_greater);  in lexHTMLStartTag()
686       TokenPtr++;  in lexHTMLStartTag()
687       if (TokenPtr != CommentEnd && *TokenPtr == '>') {  in lexHTMLStartTag()
688         TokenPtr++;  in lexHTMLStartTag()
689         formTokenWithChars(T, TokenPtr, tok::html_slash_greater);  in lexHTMLStartTag()
691         formTextToken(T, TokenPtr);  in lexHTMLStartTag()