Lines Matching refs:Tokenizer

357   const TokenInfo NameToken = Tokenizer->consumeNextToken();  in parseIdentifierPrefixImpl()
359 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseIdentifierPrefixImpl()
365 if (Tokenizer->nextTokenKind() != TokenInfo::TK_Period) { in parseIdentifierPrefixImpl()
371 Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
372 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
410 if (Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine) { in parseIdentifierPrefixImpl()
411 Error->addError(Tokenizer->peekNextToken().Range, in parseIdentifierPrefixImpl()
419 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma || in parseIdentifierPrefixImpl()
420 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen || in parseIdentifierPrefixImpl()
421 Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine || in parseIdentifierPrefixImpl()
422 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) && in parseIdentifierPrefixImpl()
431 Tokenizer->SkipNewlines(); in parseIdentifierPrefixImpl()
434 TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
449 const TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseBindID()
450 const TokenInfo IDToken = Tokenizer->consumeNextTokenIgnoreNewlines(); in parseBindID()
451 const TokenInfo CloseToken = Tokenizer->consumeNextTokenIgnoreNewlines(); in parseBindID()
477 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
482 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) { in parseMatcherBuilder()
483 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) { in parseMatcherBuilder()
485 EndToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
490 TokenInfo CommaToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
502 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
504 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_CodeCompletion) { in parseMatcherBuilder()
509 TokenInfo NodeMatcherToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
541 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
563 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) { in parseMatcherBuilder()
564 Tokenizer->consumeNextToken(); in parseMatcherBuilder()
565 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
593 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
595 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseMatcherBuilder()
596 StringRef ErrTxt = Tokenizer->nextTokenKind() == TokenInfo::TK_Eof in parseMatcherBuilder()
598 : Tokenizer->peekNextToken().Text; in parseMatcherBuilder()
599 Error->addError(Tokenizer->peekNextToken().Range, in parseMatcherBuilder()
605 TokenInfo WithOpenToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
645 Tokenizer->SkipNewlines(); in parseMatcherExpressionImpl()
650 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) { in parseMatcherExpressionImpl()
651 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) { in parseMatcherExpressionImpl()
653 EndToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
658 const TokenInfo CommaToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
670 Tokenizer->SkipNewlines(); in parseMatcherExpressionImpl()
671 ArgValue.Text = Tokenizer->peekNextToken().Text; in parseMatcherExpressionImpl()
672 ArgValue.Range = Tokenizer->peekNextToken().Range; in parseMatcherExpressionImpl()
677 Tokenizer->SkipNewlines(); in parseMatcherExpressionImpl()
689 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) { in parseMatcherExpressionImpl()
690 Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
691 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
763 const TokenInfo CompToken = Tokenizer->consumeNextTokenIgnoreNewlines(); in addExpressionCompletions()
787 switch (Tokenizer->nextTokenKind()) { in parseExpressionImpl()
789 *Value = Tokenizer->consumeNextToken().Value; in parseExpressionImpl()
800 Error->addError(Tokenizer->consumeNextToken().Range, in parseExpressionImpl()
813 const TokenInfo Token = Tokenizer->consumeNextToken(); in parseExpressionImpl()
824 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S, in Parser() argument
826 : Tokenizer(Tokenizer), S(S ? S : &*DefaultRegistrySema), in Parser()
875 CodeTokenizer Tokenizer(Code, Error); in parseExpression() local
876 if (!Parser(&Tokenizer, S, NamedValues, Error).parseExpressionImpl(Value)) in parseExpression()
878 auto NT = Tokenizer.peekNextToken(); in parseExpression()
880 Error->addError(Tokenizer.peekNextToken().Range, in parseExpression()
891 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset); in completeExpression() local
892 Parser P(&Tokenizer, S, NamedValues, &Error); in completeExpression()