| /openbsd-src/gnu/llvm/clang/lib/ASTMatchers/Dynamic/ |
| H A D | Parser.cpp | 357 const TokenInfo NameToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
359 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseIdentifierPrefixImpl()
365 if (Tokenizer->nextTokenKind() != TokenInfo::TK_Period) { in parseIdentifierPrefixImpl()
371 Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
372 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
410 if (Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine) { in parseIdentifierPrefixImpl()
411 Error->addError(Tokenizer->peekNextToken().Range, in parseIdentifierPrefixImpl()
419 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma || in parseIdentifierPrefixImpl()
420 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen || in parseIdentifierPrefixImpl()
421 Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine || in parseIdentifierPrefixImpl()
[all …]
|
| /openbsd-src/gnu/llvm/llvm/tools/llvm-rc/ |
| H A D | ResourceScriptToken.cpp | 86 class Tokenizer { class
88 Tokenizer(StringRef Input) : Data(Input), DataLength(Input.size()), Pos(0) {} in Tokenizer() function in __anona72bc9cb0111::Tokenizer
148 void Tokenizer::skipCurrentLine() { in skipCurrentLine()
156 Expected<std::vector<RCToken>> Tokenizer::run() { in run()
199 bool Tokenizer::advance(size_t Amount) { in advance()
204 bool Tokenizer::skipWhitespaces() { in skipWhitespaces()
210 Error Tokenizer::consumeToken(const Kind TokenKind) { in consumeToken()
276 bool Tokenizer::willNowRead(StringRef FollowingChars) const { in willNowRead()
280 bool Tokenizer::canStartIdentifier() const { in canStartIdentifier()
287 bool Tokenizer::canContinueIdentifier() const { in canContinueIdentifier()
[all …]
|
| /openbsd-src/lib/libedit/ |
| H A D | tokenizer.h | 44 typedef struct tokenizer Tokenizer; typedef
46 Tokenizer *tok_init(const char *);
47 void tok_reset(Tokenizer *);
48 void tok_end(Tokenizer *);
49 int tok_line(Tokenizer *, const char *, int *, const char ***);
|
| H A D | histedit.h | 236 typedef struct tokenizer Tokenizer; typedef
241 Tokenizer *tok_init(const char *);
242 void tok_end(Tokenizer *);
243 void tok_reset(Tokenizer *);
244 int tok_line(Tokenizer *, const LineInfo *,
246 int tok_str(Tokenizer *, const char *,
|
| H A D | tokenizer.c | 87 static void FUN(tok,finish)(TYPE(Tokenizer) *);
94 FUN(tok,finish)(TYPE(Tokenizer) *tok) in FUN()
110 TYPE(Tokenizer) * in TYPE() argument
113 TYPE(Tokenizer) *tok = malloc(sizeof(TYPE(Tokenizer))); in TYPE()
152 FUN(tok,reset)(TYPE(Tokenizer) *tok) in FUN()
167 FUN(tok,end)(TYPE(Tokenizer) *tok) in FUN()
196 FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line, in FUN()
446 FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc, in FUN()
|
| H A D | readline.c | 2041 Tokenizer *tok; in rl_parse_and_bind()
|
| /openbsd-src/gnu/llvm/clang/lib/Tooling/ |
| H A D | ExpandResponseFilesCompilationDatabase.cpp | 28 llvm::cl::TokenizerCallback Tokenizer, in ExpandResponseFilesDatabase() argument
30 : Base(std::move(Base)), Tokenizer(Tokenizer), FS(std::move(FS)) { in ExpandResponseFilesDatabase()
32 assert(this->Tokenizer != nullptr); in ExpandResponseFilesDatabase()
63 llvm::cl::ExpansionContext ECtx(Alloc, Tokenizer); in expand()
78 llvm::cl::TokenizerCallback Tokenizer; member in clang::tooling::__anonb6cb45b20111::ExpandResponseFilesDatabase
87 auto Tokenizer = llvm::Triple(llvm::sys::getProcessTriple()).isOSWindows() in expandResponseFiles() local
91 std::move(Base), Tokenizer, std::move(FS)); in expandResponseFiles()
|
| /openbsd-src/gnu/usr.bin/perl/regen/ |
| H A D | keywords.pl | 12 use Devel::Tokenizer::C 0.05;
63 my $t = Devel::Tokenizer::C->new(TokenFunc => \&perl_keyword,
|
| /openbsd-src/gnu/llvm/clang/include/clang/ASTMatchers/Dynamic/ |
| H A D | Parser.h | 247 Parser(CodeTokenizer *Tokenizer, Sema *S,
268 CodeTokenizer *const Tokenizer; variable
|
| /openbsd-src/gnu/llvm/clang/tools/driver/ |
| H A D | driver.cpp | 410 llvm::cl::TokenizerCallback Tokenizer; in clang_main() local
412 Tokenizer = &llvm::cl::TokenizeWindowsCommandLine; in clang_main()
414 Tokenizer = &llvm::cl::TokenizeGNUCommandLine; in clang_main()
418 llvm::cl::ExpansionContext ECtx(A, Tokenizer); in clang_main()
|
| /openbsd-src/lib/libedit/TEST/ |
| H A D | tc1.c | 115 Tokenizer *tok; in main()
|
| /openbsd-src/gnu/llvm/llvm/lib/Support/ |
| H A D | CommandLine.cpp | 1183 Tokenizer(Str, Saver, NewArgv, MarkEOLs); in expandResponseFile()
1379 bool cl::ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer, in ExpandResponseFiles() argument
1381 ExpansionContext ECtx(Saver.getAllocator(), Tokenizer); in ExpandResponseFiles()
1390 : Saver(A), Tokenizer(T), FS(vfs::getRealFileSystem().get()) {} in ExpansionContext()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Support/ |
| H A D | CommandLine.h | 2132 TokenizerCallback Tokenizer;
2222 bool ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer,
|
| /openbsd-src/gnu/usr.bin/binutils/gdb/ |
| H A D | ChangeLog-2001 | 141 * maint.c (match_substring): New function. Tokenizer for
|