Lines Matching refs:token
101 int token; member
110 tcx->token0.token = T_NONE; in init_tokenizer_context()
231 if (tcx->token0.token != T_NONE) { in get_token()
232 int token = tcx->token0.token; in get_token() local
233 tcx->token0.token = T_NONE; in get_token()
235 return token; in get_token()
243 int token, union token_data *token_data) in unget_token() argument
245 tcx->token0.token = token; in unget_token()
256 int token; in main() local
267 token = get_token(&tcx, &token_data); in main()
268 switch (token) { in main()
285 switch (token) { in main()
311 printf("operator: %c\n", token); in main()
350 #define T_ENSURE_OK(token, label) \ argument
352 if (T_IS_ERROR(token)) \
355 #define T_ENSURE_SOMETHING(token, label) \ argument
357 if ((token) == T_EOF) { \
358 token = T_ILEND; \
360 } else if (T_IS_ERROR(token)) \
468 int token; in parse_term() local
471 token = get_token(tcx, &token_data); in parse_term()
472 switch (token) { in parse_term()
477 token = parse_cond(tcx, &pe0); in parse_term()
478 T_ENSURE_OK(token, err); in parse_term()
480 token = get_token(tcx, &token_data); in parse_term()
481 T_ENSURE_SOMETHING(token, err); in parse_term()
482 if (token != ')') { in parse_term()
483 unget_token(tcx, token, &token_data); in parse_term()
484 token = T_ILTOKEN; in parse_term()
488 return token; in parse_term()
491 return token; in parse_term()
494 pelem->kind = token; in parse_term()
496 return token; in parse_term()
509 int token; in parse_lnot() local
515 token = get_token(tcx, &token_data); in parse_lnot()
516 if (token != '!') { in parse_lnot()
518 unget_token(tcx, token, &token_data); in parse_lnot()
523 token = parse_lnot(tcx, &pe0); in parse_lnot()
524 T_ENSURE_OK(token, err); in parse_lnot()
531 return token; in parse_lnot()
540 int token; in parse_op2() local
550 token = parse_op2(tcx, &pe0, tr->next); in parse_op2()
551 T_ENSURE_OK(token, err); in parse_op2()
555 token = get_token(tcx, &token_data); in parse_op2()
556 if (token != tr->kind) { in parse_op2()
558 unget_token(tcx, token, &token_data); in parse_op2()
564 token = parse_op2(tcx, &pe1, tr->next); in parse_op2()
565 T_ENSURE_OK(token, err); in parse_op2()
580 return token; in parse_op2()
588 int token; in parse_cond() local
596 token = parse_op2(tcx, &pe0, &exp_tr_lor); in parse_cond()
597 T_ENSURE_OK(token, err); in parse_cond()
600 token = get_token(tcx, &token_data); in parse_cond()
601 if (token != '?') { in parse_cond()
603 unget_token(tcx, token, &token_data); in parse_cond()
610 token = parse_cond(tcx, &pe1); in parse_cond()
611 T_ENSURE_OK(token, err); in parse_cond()
614 token = get_token(tcx, &token_data); in parse_cond()
615 T_ENSURE_OK(token, err); in parse_cond()
616 if (token != ':') { in parse_cond()
617 unget_token(tcx, token, &token_data); in parse_cond()
618 token = T_ILTOKEN; in parse_cond()
623 token = parse_cond(tcx, &pe2); in parse_cond()
624 T_ENSURE_OK(token, err); in parse_cond()
635 return token; in parse_cond()
641 int token, token1; in parse_exp() local
646 token = get_token(tcx, &token_data); in parse_exp()
647 if (token == T_EOF) in parse_exp()
648 return token; in parse_exp()
649 unget_token(tcx, token, &token_data); in parse_exp()
652 token = parse_cond(tcx, pelem); in parse_exp()
653 if (!T_IS_ERROR(token)) { in parse_exp()
657 return token; in parse_exp()
658 else if (!T_IS_ERROR(token)) in parse_exp()
662 return token; in parse_exp()
760 int token; in main() local
771 token = parse_exp(&tcx, &pelem); in main()
773 if (token == T_EOF) in main()
775 else if (T_IS_ERROR(token)) in main()
776 printf("error: 0x%X", token); in main()
856 int token; in main() local
867 token = parse_exp(&tcx, &pelem); in main()
869 if (token == T_EOF) in main()
871 else if (T_IS_ERROR(token)) in main()
872 printf("error: 0x%X", token); in main()
1003 int token; in parse_plural_body() local
1011 token = parse_exp(&tcx, &pelem); in parse_plural_body()
1012 if (T_IS_ERROR(token)) in parse_plural_body()
1013 return token; in parse_plural_body()