Lines Matching defs:TokenPtr

274   const char *TokenPtr = BufferPtr;
275   assert(TokenPtr < CommentEnd);
280       StringRef(TokenPtr, CommentEnd - TokenPtr).find_first_of(TokStartSymbols);
286   if (*(TokenPtr + End) == '\"') {
287     TokenPtr += End + 1;
288     End = StringRef(TokenPtr, CommentEnd - TokenPtr).find_first_of("\n\r\"");
289     if (End != StringRef::npos && *(TokenPtr + End) == '\"')
290       TokenPtr += End + 1;
293   return TokenPtr + End;
304     const char *TokenPtr = BufferPtr;
305     assert(TokenPtr < CommentEnd);
306     switch (*TokenPtr) {
309           TokenPtr = skipNewline(TokenPtr, CommentEnd);
310           formTokenWithChars(T, TokenPtr, tok::newline);
345   const char *TokenPtr = BufferPtr;
346   assert(TokenPtr < CommentEnd);
347   switch(*TokenPtr) {
354           (*TokenPtr == '@') ? tok::at_command : tok::backslash_command;
355       TokenPtr++;
356       if (TokenPtr == CommentEnd) {
357         formTextToken(T, TokenPtr);
360       char C = *TokenPtr;
369         TokenPtr++;
370         if (C == ':' && TokenPtr != CommentEnd && *TokenPtr == ':') {
372           TokenPtr++;
374         StringRef UnescapedText(BufferPtr + 1, TokenPtr - (BufferPtr + 1));
375         formTokenWithChars(T, TokenPtr, tok::text);
381       if (!isCommandNameStartCharacter(*TokenPtr)) {
382         formTextToken(T, TokenPtr);
386       TokenPtr = skipCommandName(TokenPtr, CommentEnd);
387       unsigned Length = TokenPtr - (BufferPtr + 1);
391       if (Length == 1 && TokenPtr[-1] == 'f' && TokenPtr != CommentEnd) {
392         C = *TokenPtr;
395           TokenPtr++;
407           SourceLocation EndLoc = getSourceLocation(TokenPtr);
414           formTokenWithChars(T, TokenPtr, tok::unknown_command);
422         setupAndLexVerbatimBlock(T, TokenPtr, *BufferPtr, Info);
426         setupAndLexVerbatimLine(T, TokenPtr, Info);
429       formTokenWithChars(T, TokenPtr, CommandKind);
439       TokenPtr++;
440       if (TokenPtr == CommentEnd) {
441         formTextToken(T, TokenPtr);
444       const char C = *TokenPtr;
450         formTextToken(T, TokenPtr);
566   const char *TokenPtr = BufferPtr;
567   assert(*TokenPtr == '&');
568   TokenPtr++;
569   if (TokenPtr == CommentEnd) {
570     formTextToken(T, TokenPtr);
576   char C = *TokenPtr;
578     NamePtr = TokenPtr;
579     TokenPtr = skipNamedCharacterReference(TokenPtr, CommentEnd);
582     TokenPtr++;
583     if (TokenPtr == CommentEnd) {
584       formTextToken(T, TokenPtr);
587     C = *TokenPtr;
589       NamePtr = TokenPtr;
590       TokenPtr = skipDecimalCharacterReference(TokenPtr, CommentEnd);
593       TokenPtr++;
594       NamePtr = TokenPtr;
595       TokenPtr = skipHexCharacterReference(TokenPtr, CommentEnd);
597       formTextToken(T, TokenPtr);
601     formTextToken(T, TokenPtr);
604   if (NamePtr == TokenPtr || TokenPtr == CommentEnd ||
605       *TokenPtr != ';') {
606     formTextToken(T, TokenPtr);
609   StringRef Name(NamePtr, TokenPtr - NamePtr);
610   TokenPtr++; // Skip semicolon.
620     formTextToken(T, TokenPtr);
623   formTokenWithChars(T, TokenPtr, tok::text);
651   const char *TokenPtr = BufferPtr;
652   char C = *TokenPtr;
654     TokenPtr = skipHTMLIdentifier(TokenPtr, CommentEnd);
655     StringRef Ident(BufferPtr, TokenPtr - BufferPtr);
656     formTokenWithChars(T, TokenPtr, tok::html_ident);
661       TokenPtr++;
662       formTokenWithChars(T, TokenPtr, tok::html_equals);
666       const char *OpenQuote = TokenPtr;
667       TokenPtr = skipHTMLQuotedString(TokenPtr, CommentEnd);
668       const char *ClosingQuote = TokenPtr;
669       if (TokenPtr != CommentEnd) // Skip closing quote.
670         TokenPtr++;
671       formTokenWithChars(T, TokenPtr, tok::html_quoted_string);
677       TokenPtr++;
678       formTokenWithChars(T, TokenPtr, tok::html_greater);
682       TokenPtr++;
683       if (TokenPtr != CommentEnd && *TokenPtr == '>') {
684         TokenPtr++;
685         formTokenWithChars(T, TokenPtr, tok::html_slash_greater);
687         formTextToken(T, TokenPtr);