Lines Matching refs:token
101 int token; member
110 tcx->token0.token = T_NONE; in init_tokenizer_context()
230 if (tcx->token0.token != T_NONE) { in get_token()
231 int token = tcx->token0.token; in get_token() local
232 tcx->token0.token = T_NONE; in get_token()
234 return token; in get_token()
242 int token, union token_data *token_data) in unget_token() argument
244 tcx->token0.token = token; in unget_token()
255 int token; in main() local
266 token = get_token(&tcx, &token_data); in main()
267 switch (token) { in main()
284 switch (token) { in main()
310 printf("operator: %c\n", token); in main()
349 #define T_ENSURE_OK(token, label) \ argument
351 if (T_IS_ERROR(token)) \
354 #define T_ENSURE_SOMETHING(token, label) \ argument
356 if ((token) == T_EOF) { \
357 token = T_ILEND; \
359 } else if (T_IS_ERROR(token)) \
467 int token; in parse_term() local
470 token = get_token(tcx, &token_data); in parse_term()
471 switch (token) { in parse_term()
476 token = parse_cond(tcx, &pe0); in parse_term()
477 T_ENSURE_OK(token, err); in parse_term()
479 token = get_token(tcx, &token_data); in parse_term()
480 T_ENSURE_SOMETHING(token, err); in parse_term()
481 if (token != ')') { in parse_term()
482 unget_token(tcx, token, &token_data); in parse_term()
483 token = T_ILTOKEN; in parse_term()
487 return token; in parse_term()
490 return token; in parse_term()
493 pelem->kind = token; in parse_term()
495 return token; in parse_term()
508 int token; in parse_lnot() local
514 token = get_token(tcx, &token_data); in parse_lnot()
515 if (token != '!') { in parse_lnot()
517 unget_token(tcx, token, &token_data); in parse_lnot()
522 token = parse_lnot(tcx, &pe0); in parse_lnot()
523 T_ENSURE_OK(token, err); in parse_lnot()
530 return token; in parse_lnot()
539 int token; in parse_op2() local
549 token = parse_op2(tcx, &pe0, tr->next); in parse_op2()
550 T_ENSURE_OK(token, err); in parse_op2()
554 token = get_token(tcx, &token_data); in parse_op2()
555 if (token != tr->kind) { in parse_op2()
557 unget_token(tcx, token, &token_data); in parse_op2()
563 token = parse_op2(tcx, &pe1, tr->next); in parse_op2()
564 T_ENSURE_OK(token, err); in parse_op2()
579 return token; in parse_op2()
587 int token; in parse_cond() local
595 token = parse_op2(tcx, &pe0, &exp_tr_lor); in parse_cond()
596 T_ENSURE_OK(token, err); in parse_cond()
599 token = get_token(tcx, &token_data); in parse_cond()
600 if (token != '?') { in parse_cond()
602 unget_token(tcx, token, &token_data); in parse_cond()
609 token = parse_cond(tcx, &pe1); in parse_cond()
610 T_ENSURE_OK(token, err); in parse_cond()
613 token = get_token(tcx, &token_data); in parse_cond()
614 T_ENSURE_OK(token, err); in parse_cond()
615 if (token != ':') { in parse_cond()
616 unget_token(tcx, token, &token_data); in parse_cond()
617 token = T_ILTOKEN; in parse_cond()
622 token = parse_cond(tcx, &pe2); in parse_cond()
623 T_ENSURE_OK(token, err); in parse_cond()
634 return token; in parse_cond()
640 int token, token1; in parse_exp() local
645 token = get_token(tcx, &token_data); in parse_exp()
646 if (token == T_EOF) in parse_exp()
647 return token; in parse_exp()
648 unget_token(tcx, token, &token_data); in parse_exp()
651 token = parse_cond(tcx, pelem); in parse_exp()
652 if (!T_IS_ERROR(token)) { in parse_exp()
656 return token; in parse_exp()
657 else if (!T_IS_ERROR(token)) in parse_exp()
661 return token; in parse_exp()
759 int token; in main() local
770 token = parse_exp(&tcx, &pelem); in main()
772 if (token == T_EOF) in main()
774 else if (T_IS_ERROR(token)) in main()
775 printf("error: 0x%X", token); in main()
855 int token; in main() local
866 token = parse_exp(&tcx, &pelem); in main()
868 if (token == T_EOF) in main()
870 else if (T_IS_ERROR(token)) in main()
871 printf("error: 0x%X", token); in main()
1002 int token; in parse_plural_body() local
1010 token = parse_exp(&tcx, &pelem); in parse_plural_body()
1011 if (T_IS_ERROR(token)) in parse_plural_body()
1012 return token; in parse_plural_body()