Lines Matching defs:token

1 //===-- lib/Parser/token-sequence.cpp -------------------------------------===//
9 #include "flang/Parser/token-sequence.h"
75 // token sequences by the prescanner, but not C++ or Fortran
330     std::size_t token, std::size_t offset) const {
331   return GetCharProvenance(start_[token] + offset);
335     std::size_t token, std::size_t offset) const {
336   ProvenanceRange range{provenances_.Map(start_[token] + offset)};
337   return range.Prefix(TokenBytes(token) - offset);
341     std::size_t token, std::size_t tokens) const {
345   ProvenanceRange range{provenances_.Map(start_[token])};
347       range.AnnexIfPredecessor(provenances_.Map(start_[++token]))) {
361     CharBlock token{TokenAt(j)};
362     char ch{token.FirstNonBlank()};
365         if (prescanner.IsCompilerDirectiveSentinel(token)) {
378             "bad character (0x%02x) in Fortran token"_err_en_US, ch & 0xff);
381             "bad character ('%c') in Fortran token"_err_en_US, ch);
392     CharBlock token{TokenAt(j)};
393     char ch{token.OnlyNonBlank()};
412       CharBlock token{TokenAt(j)};
413       char ch{token.OnlyNonBlank()};