Lines Matching defs:Tokens

63   // Returns the first token in \c Tokens.
64   // The next returned token will be the second token in \c Tokens.
65   // Requires the last token in Tokens to be EOF; once the EOF token is reached,
74   virtual FormatToken *insertTokens(ArrayRef<FormatToken *> Tokens) = 0;
88   IndexedTokenSource(ArrayRef<FormatToken *> Tokens)
89       : Tokens(Tokens), Position(-1) {}
97       return Tokens[Position];
104     return Tokens[Position];
108     assert(Position <= 0 || Tokens[Position - 1]->isNot(tok::eof));
109     return Position > 0 ? Tokens[Position - 1] : nullptr;
114       return Tokens[Position];
117       while (Tokens[Next]->is(tok::comment))
123     return Tokens[Next];
127     return Position == -1 ? false : Tokens[Position]->is(tok::eof);
139     return Tokens[Position];
145     int Next = Tokens.size();
146     Tokens.append(New.begin(), New.end());
149       for (int I = Next, E = Tokens.size(); I != E; ++I)
151       llvm::dbgs() << "  Jump from: " << (Tokens.size() - 1) << " -> "
154     Jumps[Tokens.size() - 1] = Position;
160     return Tokens[Position];
177     FormatToken *Tok = Tokens[Position];
183   SmallVector<FormatToken *> Tokens;
245   FormatToken *insertTokens(ArrayRef<FormatToken *> Tokens) override {