Lines Matching refs:token_data
88 union token_data union
102 union token_data token_data; member
115 tokenize_atom(struct tokenizer_context *tcx, union token_data *token_data) in tokenize_atom() argument
141 token_data->constant = ul; in tokenize_atom()
146 strcpy(token_data->identifier, buf); in tokenize_atom()
157 tokenize(struct tokenizer_context *tcx, union token_data *token_data) in tokenize() argument
170 token_data->op = ch; in tokenize()
173 token_data->op = ch; in tokenize()
176 token_data->op = ch; in tokenize()
185 token_data->op = ch; in tokenize()
206 token_data->op = prevch; /* OP_LT or OP_GT */ in tokenize()
211 token_data->op = ch+prevch; in tokenize()
224 return tokenize_atom(tcx, token_data); in tokenize()
229 get_token(struct tokenizer_context *tcx, union token_data *token_data) in get_token() argument
234 *token_data = tcx->token0.token_data; in get_token()
237 return tokenize(tcx, token_data); in get_token()
243 int token, union token_data *token_data) in unget_token() argument
246 tcx->token0.token_data = *token_data; in unget_token()
255 union token_data token_data; in main() local
267 token = get_token(&tcx, &token_data); in main()
278 printf("constant: %lu\n", token_data.constant); in main()
281 printf("symbol: %s\n", token_data.identifier); in main()
293 printf("%c=\n", token_data.op-'='); in main()
296 switch(token_data.op) { in main()
299 printf("%c=\n", token_data.op-'='); in main()
302 printf("%c\n", token_data.op); in main()
308 printf("%c\n", token_data.op); in main()
378 union token_data token_data; member
469 union token_data token_data; in parse_term() local
471 token = get_token(tcx, &token_data); in parse_term()
480 token = get_token(tcx, &token_data); in parse_term()
483 unget_token(tcx, token, &token_data); in parse_term()
495 pelem->u.token_data = token_data; in parse_term()
510 union token_data token_data; in parse_lnot() local
515 token = get_token(tcx, &token_data); in parse_lnot()
518 unget_token(tcx, token, &token_data); in parse_lnot()
541 union token_data token_data; in parse_op2() local
555 token = get_token(tcx, &token_data); in parse_op2()
558 unget_token(tcx, token, &token_data); in parse_op2()
562 op = token_data.op; in parse_op2()
589 union token_data token_data; in parse_cond() local
600 token = get_token(tcx, &token_data); in parse_cond()
603 unget_token(tcx, token, &token_data); in parse_cond()
614 token = get_token(tcx, &token_data); in parse_cond()
617 unget_token(tcx, token, &token_data); in parse_cond()
642 union token_data token_data; in parse_exp() local
646 token = get_token(tcx, &token_data); in parse_exp()
649 unget_token(tcx, token, &token_data); in parse_exp()
655 token1 = get_token(tcx, &token_data); in parse_exp()
659 unget_token(tcx, token1, &token_data); in parse_exp()
742 printf("%d", pelem->u.token_data.constant); in dump_elem()
746 printf("%s", pelem->u.token_data.identifier); in dump_elem()
798 return pe->u.token_data.constant; in calculate_plural()