Searched defs:tokenize (Results 1 – 6 of 6) sorted by relevance
3589 sub tokenize { subroutine
47 def tokenize(string): member in BooleanExpression
91 static int tokenize(char ** o, size_t size, char * input) { in tokenize() function
529 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize() function in syntax562 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize() function in syntax
703 tokenize(struct place *p, char *expr) in tokenize() function
157 tokenize(struct tokenizer_context *tcx, union token_data *token_data) in tokenize() function