Home
last modified time | relevance | path

Searched refs:tokenize (Results 1 – 21 of 21) sorted by relevance

/openbsd-src/gnu/usr.bin/perl/cpan/Test-Harness/t/
H A Dgrammar.t101 ok my $token = $grammar->tokenize,
127 ok $token = $grammar->tokenize,
154 ok $token = $grammar->tokenize,
172 ok $token = $grammar->tokenize,
187 ok $token = $grammar->tokenize,
204 ok $token = $grammar->tokenize,
220 ok $token = $grammar->tokenize,
241 ok $token = $grammar->tokenize,
262 ok $token = $grammar->tokenize,
283 ok $token = $grammar->tokenize,
[all …]
H A Dparser-subclass.t51 my $r = $p->_grammar->tokenize;
/openbsd-src/gnu/llvm/clang/lib/Tooling/Syntax/
H A DTokenBufferTokenManager.cpp19 auto It = ExtraTokens.try_emplace(FID, tokenize(FID, SM, LangOpts)); in lexBuffer()
H A DTokens.cpp620 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize() function in syntax
653 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize() function in syntax
655 return tokenize(syntax::FileRange(FID, 0, SM.getFileIDSize(FID)), SM, LO); in tokenize()
928 File.SpelledTokens = tokenize(FID, SM, LangOpts); in buildSpelledTokens()
/openbsd-src/gnu/llvm/lld/ELF/
H A DScriptLexer.h24 void tokenize(MemoryBufferRef mb);
H A DScriptLexer.cpp93 ScriptLexer::ScriptLexer(MemoryBufferRef mb) { tokenize(mb); } in ScriptLexer()
108 void ScriptLexer::tokenize(MemoryBufferRef mb) { in tokenize() function in ScriptLexer
H A DScriptParser.cpp384 tokenize(*mb); in readInclude()
/openbsd-src/gnu/llvm/lld/COFF/
H A DDriver.h61 llvm::opt::InputArgList parse(StringRef s) { return parse(tokenize(s)); } in parse()
72 std::vector<const char *> tokenize(StringRef s);
H A DDriverUtils.cpp946 std::vector<const char *> v = tokenize(*s); in addLINK()
950 std::vector<const char *> v = tokenize(*s); in addLINK()
955 std::vector<const char *> ArgParser::tokenize(StringRef s) { in tokenize() function in lld::coff::ArgParser
/openbsd-src/gnu/llvm/clang/include/clang/Tooling/Syntax/
H A DTokens.h405 std::vector<syntax::Token> tokenize(FileID FID, const SourceManager &SM,
412 tokenize(const FileRange &FR, const SourceManager &SM, const LangOptions &LO);
/openbsd-src/gnu/llvm/llvm/utils/lit/lit/
H A DBooleanExpression.py38 self.tokens = BooleanExpression.tokenize(string)
51 def tokenize(string): member in BooleanExpression
H A DTest.py411 BooleanExpression.tokenize(expr) for expr in
/openbsd-src/gnu/usr.bin/perl/cpan/Test-Harness/lib/TAP/
H A DParser.pm1430 my $result = eval { $grammar->tokenize };
1459 my $result = eval { $grammar->tokenize };
/openbsd-src/libexec/tradcpp/
H A Deval.c703 tokenize(struct place *p, char *expr) in tokenize() function
751 tokenize(p, expr); in eval()
/openbsd-src/gnu/usr.bin/perl/cpan/Test-Harness/lib/TAP/Parser/
H A DGrammar.pm32 my $result = $grammar->tokenize;
282 =head3 C<tokenize>
284 my $token = $grammar->tokenize;
291 sub tokenize {
285 sub tokenize { global() subroutine
/openbsd-src/usr.bin/fgen/
H A Dfgen.l334 static void tokenize(YY_BUFFER_STATE);
1000 tokenize(newbuf);
1066 tokenize(inbuf);
1098 tokenize(YY_BUFFER_STATE yinput)
2023 tokenize(inbuf);
/openbsd-src/gnu/usr.bin/perl/win32/
H A Dwin32.c119 static long tokenize(const char *str, char **dest, char ***destv);
560 tokenize(const char *str, char **dest, char ***destv) in tokenize()
625 w32_perlshell_items = tokenize(shell, in get_shell()
630 /* tokenize does some Unix-ish like things like in get_shell()
558 tokenize(const char *str, char **dest, char ***destv) tokenize() function
/openbsd-src/gnu/llvm/clang/docs/
H A DModules.rst664 file. In the future, we intend to pre-tokenize such headers and include the
/openbsd-src/gnu/usr.bin/gcc/gcc/doc/
H A Dcpp.texi450 The compiler does not re-tokenize the preprocessor's output. Each
/openbsd-src/gnu/gcc/gcc/doc/
H A Dcpp.texi487 The compiler does not re-tokenize the preprocessor's output. Each
H A Dcpp.info435 The compiler does not re-tokenize the preprocessor's output. Each