Home
last modified time | relevance | path

Searched refs:Token (Results 1 – 25 of 375) sorted by relevance

12345678910>>...15

/netbsd-src/external/gpl3/gcc.old/dist/gcc/d/dmd/
H A Dtokens.c22 Token *Token::freelist = NULL;
24 const char *Token::tochars[TOKMAX];
26 Token *Token::alloc() in alloc()
28 if (Token::freelist) in alloc()
30 Token *t = freelist; in alloc()
36 return new Token(); in alloc()
39 void Token::free() in free()
45 const char *Token::toChars() const in toChars()
184 const char *Token::toChars(TOK value) in toChars()
335 int Token::isKeyword() in isKeyword()
[all …]
H A Dlexer.h31 Token token;
44 void scan(Token *t);
45 Token *peek(Token *t);
46 Token *peekPastParen(Token *t);
48 TOK wysiwygStringConstant(Token *t, int tc);
49 TOK hexStringConstant(Token *t);
50 TOK delimitedStringConstant(Token *t);
51 TOK tokenStringConstant(Token *t);
52 TOK escapeStringConstant(Token *t);
53 TOK charConstant(Token *t);
[all …]
H A Dparse.h134 bool isDeclaration(Token *t, int needId, TOK endtok, Token **pt);
135 bool isBasicType(Token **pt);
136 … bool isDeclarator(Token **pt, int *haveId, int *haveTpl, TOK endtok, bool allowAltSyntax = true);
137 bool isParameters(Token **pt);
138 bool isExpression(Token **pt);
139 bool skipParens(Token *t, Token **pt);
140 bool skipParensIf(Token *t, Token **pt);
141 bool skipAttributes(Token *t, Token **pt);
/netbsd-src/external/ibm-public/postfix/dist/src/smtpd/
H A Dsmtpd_token.ref2 Token type: other
3 Token value: mail
4 Token type: other
5 Token value: from:
6 Token type: other
7 Token value: <wietse@porcupine.org>
9 Token type: other
10 Token value: mail
11 Token type: other
12 Token value: from:
[all …]
/netbsd-src/external/apache2/llvm/dist/llvm/lib/CodeGen/MIRParser/
H A DMIParser.cpp398 MIToken Token; member in __anondd7cfb660111::MIParser
563 CurrentSource.slice(SkipChar, StringRef::npos), Token, in lex()
567 bool MIParser::error(const Twine &Msg) { return error(Token.location(), Msg); } in error()
607 if (Token.isNot(TokenKind)) in expectAndConsume()
614 if (Token.isNot(TokenKind)) in consumeIfPresent()
622 assert(Token.is(MIToken::kw_bbsections)); in parseSectionID()
624 if (Token.is(MIToken::IntegerLiteral)) { in parseSectionID()
630 const StringRef &S = Token.stringValue(); in parseSectionID()
644 assert(Token.is(MIToken::MachineBasicBlockLabel)); in parseBasicBlockDefinition()
648 auto Loc = Token.location(); in parseBasicBlockDefinition()
[all …]
H A DMILexer.cpp170 static Cursor lexName(Cursor C, MIToken &Token, MIToken::TokenKind Type, in lexName() argument
177 Token.reset(Type, String) in lexName()
182 Token.reset(MIToken::Error, Range.remaining()); in lexName()
187 Token.reset(Type, Range.upto(C)) in lexName()
278 static Cursor maybeLexIdentifier(Cursor C, MIToken &Token) { in maybeLexIdentifier() argument
285 Token.reset(getIdentifierKind(Identifier), Identifier) in maybeLexIdentifier()
290 static Cursor maybeLexMachineBasicBlock(Cursor C, MIToken &Token, in maybeLexMachineBasicBlock() argument
299 Token.reset(MIToken::Error, C.remaining()); in maybeLexMachineBasicBlock()
317 Token.reset(IsReference ? MIToken::MachineBasicBlock in maybeLexMachineBasicBlock()
325 static Cursor maybeLexIndex(Cursor C, MIToken &Token, StringRef Rule, in maybeLexIndex() argument
[all …]
/netbsd-src/sys/external/bsd/acpica/dist/compiler/
H A Dprscan.c319 char *Token; in PrPreprocessInputFile() local
344 Token = PrGetNextToken (AslGbl_MainTokenBuffer, PR_TOKEN_SEPARATORS, &Next); in PrPreprocessInputFile()
349 if (Token && (*Token == '#')) in PrPreprocessInputFile()
351 if (strlen (Token) == 1) in PrPreprocessInputFile()
353 Token = PrGetNextToken (NULL, PR_TOKEN_SEPARATORS, &Next); in PrPreprocessInputFile()
357 Token++; /* Skip leading # */ in PrPreprocessInputFile()
362 PrDoDirective (Token, &Next); in PrPreprocessInputFile()
378 while (Token) in PrPreprocessInputFile()
380 DefineInfo = PrMatchDefine (Token); in PrPreprocessInputFile()
392 PrDoMacroInvocation (AslGbl_MainTokenBuffer, Token, in PrPreprocessInputFile()
[all …]
H A Dprmacros.c277 char *Token = NULL; in PrAddMacro() local
331 Token = PrGetNextToken (NULL, PR_MACRO_SEPARATORS, Next); in PrAddMacro()
333 if (!Token) in PrAddMacro()
343 TokenOffset = Token - AslGbl_MainTokenBuffer + strlen (Token); in PrAddMacro()
351 AslGbl_CurrentLineNumber, Token); in PrAddMacro()
353 Args[i].Name = UtLocalCalloc (strlen (Token) + 1); in PrAddMacro()
354 strcpy (Args[i].Name, Token); in PrAddMacro()
365 /* Get the macro body. Token now points to start of body */ in PrAddMacro()
367 MacroBodyOffset = Token in PrAddMacro()
488 char *Token = NULL; PrDoMacroInvocation() local
[all...]
H A Dprexpress.c110 char *Token; in PrExpandMacros() local
119 Token = PrGetNextToken (AslGbl_ExpressionTokenBuffer, PR_EXPR_SEPARATORS, &Next); in PrExpandMacros()
122 while (Token) in PrExpandMacros()
124 DefineInfo = PrMatchDefine (Token); in PrExpandMacros()
136 PrDoMacroInvocation (AslGbl_ExpressionTokenBuffer, Token, in PrExpandMacros()
145 TokenOffset = Token - AslGbl_ExpressionTokenBuffer + OffsetAdjust; in PrExpandMacros()
147 &AslGbl_CurrentLineBuffer[TokenOffset], strlen (Token), in PrExpandMacros()
152 OffsetAdjust += strlen (ReplaceString) - strlen (Token); in PrExpandMacros()
156 AslGbl_CurrentLineNumber, Token, in PrExpandMacros()
161 Token = PrGetNextToken (NULL, PR_EXPR_SEPARATORS, &Next); in PrExpandMacros()
/netbsd-src/external/apache2/llvm/dist/clang/include/clang/Tooling/Syntax/
H A DTokens.h105 class Token {
107 Token(SourceLocation Location, unsigned Length, tok::TokenKind Kind);
109 explicit Token(const clang::Token &T);
135 static FileRange range(const SourceManager &SM, const syntax::Token &First,
136 const syntax::Token &Last);
148 llvm::raw_ostream &operator<<(llvm::raw_ostream &OS, const Token &T);
192 llvm::ArrayRef<syntax::Token> expandedTokens() const { in expandedTokens()
203 llvm::ArrayRef<syntax::Token> expandedTokens(SourceRange R) const;
233 llvm::Optional<llvm::ArrayRef<syntax::Token>>
234 spelledForExpanded(llvm::ArrayRef<syntax::Token> Expanded) const;
[all …]
/netbsd-src/external/apache2/llvm/dist/llvm/lib/Support/
H A DYAMLParser.cpp126 struct Token { struct
160 Token() = default;
166 using TokenQueueT = BumpPtrList<Token>;
257 Token &peekNext();
260 Token getNext();
422 , Token::TokenKind Kind
590 Token T = scanner.getNext(); in dumpTokens()
592 case Token::TK_StreamStart: in dumpTokens()
595 case Token::TK_StreamEnd: in dumpTokens()
598 case Token::TK_VersionDirective: in dumpTokens()
[all …]
/netbsd-src/external/apache2/llvm/dist/clang/include/clang/Lex/
H A DTokenLexer.h24 class Token; variable
51 const Token *Tokens;
108 TokenLexer(Token &Tok, SourceLocation ILEnd, MacroInfo *MI, in TokenLexer()
117 TokenLexer(const Token *TokArray, unsigned NumToks, bool DisableExpansion, in TokenLexer()
131 void Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI,
139 void Init(const Token *TokArray, unsigned NumToks, bool DisableMacroExpansion,
148 bool Lex(Token &Tok);
184 bool pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream,
189 bool pasteTokens(Token &Tok);
205 void stringifyVAOPTContents(SmallVectorImpl<Token> &ResultToks,
[all …]
H A DLexer.h183 bool Lex(Token &Result);
192 void IndirectLex(Token &Result) override { Lex(Result); } in IndirectLex()
198 bool LexFromRawLexer(Token &Result) { in LexFromRawLexer()
306 static unsigned getSpelling(const Token &Tok, const char *&Buffer,
316 static std::string getSpelling(const Token &Tok,
345 static bool getRawToken(SourceLocation Loc, Token &Result,
523 static Optional<Token> findNextToken(SourceLocation Loc,
572 bool LexTokenInternal(Token &Result, bool TokAtPhysicalStartOfLine);
574 bool CheckUnicodeWhitespace(Token &Result, uint32_t C, const char *CurPtr);
579 bool LexUnicode(Token &Result, uint32_t C, const char *CurPtr);
[all …]
H A DPreprocessor.h105 bool operator==(const Token &Tok) const {
133 llvm::unique_function<void(const clang::Token &)> OnToken;
183 Token* ArgMacro;
565 Token Tok;
569 MacroExpandsInfo(Token Tok, MacroDefinition MD, SourceRange Range) in MacroExpandsInfo()
843 SmallVector<Token, 16> MacroExpandedTokens;
854 using CachedTokensTy = SmallVector<Token, 1>;
1044 void setTokenWatcher(llvm::unique_function<void(const clang::Token &)> F) { in setTokenWatcher()
1318 void HandleSkippedDirectiveWhileUsingPCH(Token &Result,
1341 void EnterMacro(Token &Tok, SourceLocation ILEnd, MacroInfo *Macro,
[all …]
H A DMacroArgs.h30 : private llvm::TrailingObjects<MacroArgs, Token> {
49 std::vector<std::vector<Token> > PreExpArgTokens;
67 ArrayRef<Token> UnexpArgTokens,
76 bool ArgNeedsPreexpansion(const Token *ArgTok, Preprocessor &PP) const;
81 const Token *getUnexpArgument(unsigned Arg) const;
86 static unsigned getArgLength(const Token *ArgPtr);
90 const std::vector<Token> &
124 static Token StringifyArgument(const Token *ArgToks,
/netbsd-src/external/apache2/llvm/dist/clang/lib/Lex/
H A DTokenLexer.cpp38 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI, in Init()
94 void TokenLexer::Init(const Token *TokArray, unsigned NumToks, in Init()
138 SmallVectorImpl<Token> &ResultToks, bool HasPasteOperator, MacroInfo *Macro, in MaybeRemoveCommaBeforeVaArgs()
179 ResultToks.back().setFlag(Token::CommaAfterElided); in MaybeRemoveCommaBeforeVaArgs()
188 SmallVectorImpl<Token> &ResultToks, const VAOptExpansionContext &VCtx, in stringifyVAOPTContents()
192 Token *const VAOPTTokens = in stringifyVAOPTContents()
195 SmallVector<Token, 64> ConcatenatedVAOPTResultToks; in stringifyVAOPTContents()
205 Token &LHS = VAOPTTokens[CurTokenIdx - 1]; in stringifyVAOPTContents()
227 Token StringifiedVAOPT = MacroArgs::StringifyArgument( in stringifyVAOPTContents()
232 StringifiedVAOPT.setFlag(Token::LeadingSpace); in stringifyVAOPTContents()
[all …]
H A DMacroArgs.cpp25 ArrayRef<Token> UnexpArgTokens, in create()
52 llvm::safe_malloc(totalSizeToAlloc<Token>(UnexpArgTokens.size()))) in create()
65 static_assert(std::is_trivial<Token>::value, in create()
70 Result->getTrailingObjects<Token>()); in create()
97 static_assert(std::is_trivially_destructible<Token>::value, in deallocate()
108 unsigned MacroArgs::getArgLength(const Token *ArgPtr) { in getArgLength()
118 const Token *MacroArgs::getUnexpArgument(unsigned Arg) const { in getUnexpArgument()
123 const Token *Start = getTrailingObjects<Token>(); in getUnexpArgument()
124 const Token *Result = Start; in getUnexpArgument()
146 bool MacroArgs::ArgNeedsPreexpansion(const Token *ArgTok, in ArgNeedsPreexpansion()
[all …]
H A DPragma.cpp68 Token &FirstToken) {} in HandlePragma()
107 PragmaIntroducer Introducer, Token &Tok) { in HandlePragma()
137 SmallVector<Token, 3> Tokens;
138 Token &Tok;
151 auto Toks = std::make_unique<Token[]>(Tokens.size()); in revert()
176 Token Tok; in HandlePragmaDirective()
188 void Preprocessor::Handle_Pragma(Token &Tok) { in Handle_Pragma()
247 Token StrTok = Tok; in Handle_Pragma()
320 Token TmpTok; in Handle_Pragma()
341 void Preprocessor::HandleMicrosoft__pragma(Token &Tok) { in HandleMicrosoft__pragma()
[all …]
H A DPPMacroExpansion.cpp472 bool Preprocessor::HandleMacroExpandedIdentifier(Token &Identifier, in HandleMacroExpandedIdentifier()
572 Identifier.setFlag(Token::LeadingEmptyMacro); in HandleMacroExpandedIdentifier()
595 Identifier.setFlagValue(Token::StartOfLine , isAtStartOfLine); in HandleMacroExpandedIdentifier()
596 Identifier.setFlagValue(Token::LeadingSpace, hasLeadingSpace); in HandleMacroExpandedIdentifier()
610 Identifier.setFlag(Token::DisableExpand); in HandleMacroExpandedIdentifier()
636 static bool CheckMatchedBrackets(const SmallVectorImpl<Token> &Tokens) { in CheckMatchedBrackets()
638 for (SmallVectorImpl<Token>::const_iterator I = Tokens.begin(), in CheckMatchedBrackets()
666 SmallVectorImpl<Token> &OldTokens, in GenerateNewArgTokens()
667 SmallVectorImpl<Token> &NewTokens, in GenerateNewArgTokens()
679 SmallVectorImpl<Token>::iterator ArgStartIterator = OldTokens.begin(); in GenerateNewArgTokens()
[all …]
/netbsd-src/external/apache2/llvm/dist/clang/lib/Tooling/Syntax/
H A DTokens.cpp40 llvm::ArrayRef<syntax::Token>
41 getTokensCovering(llvm::ArrayRef<syntax::Token> Toks, SourceRange R, in getTokensCovering()
45 const syntax::Token *Begin = in getTokensCovering()
46 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
49 const syntax::Token *End = in getTokensCovering()
50 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
65 SourceRange findCommonRangeForMacroArgs(const syntax::Token &First, in findCommonRangeForMacroArgs()
66 const syntax::Token &Last, in findCommonRangeForMacroArgs()
101 syntax::Token::Token(SourceLocation Location, unsigned Length, in Token() function in syntax::Token
107 syntax::Token::Token(const clang::Token &T) in Token() function in syntax::Token
[all …]
H A DComputeReplacements.cpp16 using ProcessTokensFn = llvm::function_ref<void(llvm::ArrayRef<syntax::Token>,
56 const syntax::Token *SpanBegin; in enumerateTokenSpans()
57 const syntax::Token *SpanEnd; in enumerateTokenSpans()
66 llvm::ArrayRef<syntax::Token> Expanded) { in rangeOfExpanded()
81 return syntax::Token::range(SM, Spelled->front(), Spelled->back()); in rangeOfExpanded()
94 auto emitReplacement = [&](llvm::ArrayRef<syntax::Token> ReplacedRange) { in computeReplacements()
102 const syntax::Token *NextOriginal = Buffer.expandedTokens().begin(); in computeReplacements()
104 &TU, [&](llvm::ArrayRef<syntax::Token> Tokens, bool IsOriginal) { in computeReplacements()
107 syntax::Token::range(SM, Tokens.front(), Tokens.back()).text(SM); in computeReplacements()
/netbsd-src/external/gpl3/gcc/dist/libphobos/src/std/net/
H A Disemail.d73 alias Token = TokenImpl!(Char); variable
123 case Token.openParenthesis:
138 case Token.dot:
161 case Token.doubleQuote:
179 case Token.cr:
180 case Token.space:
181 case Token.tab:
182 … if ((token == Token.cr) && ((++i == email.length) || (email.get(i, e) != Token.lf)))
200 case Token.at:
248 if (c < '!' || c > '~' || c == '\n' || Token.specials.canFind(token))
[all …]
/netbsd-src/external/gpl3/gcc.old/dist/libphobos/src/std/net/
H A Disemail.d74 alias Token = TokenImpl!(Char); variable
128 case Token.openParenthesis:
143 case Token.dot:
166 case Token.doubleQuote:
184 case Token.cr:
185 case Token.space:
186 case Token.tab:
187 … if ((token == Token.cr) && ((++i == email.length) || (email.get(i, e) != Token.lf)))
205 case Token.at:
253 if (c < '!' || c > '~' || c == '\n' || Token.specials.canFind(token))
[all …]
/netbsd-src/external/apache2/llvm/dist/clang/lib/Parse/
H A DParsePragma.cpp32 Token &FirstToken) override;
38 Token &FirstToken) override;
44 Token &FirstToken) override;
50 Token &FirstToken) override;
57 Token &FirstToken) override;
66 Token &FirstToken) override;
72 Token &FirstToken) override;
78 Token &FirstToken) override;
84 Token &FirstToken) override;
90 Token &FirstToken) override;
[all …]
/netbsd-src/external/apache2/llvm/dist/clang/include/clang/AST/
H A DCommentLexer.h55 class Token {
299 void formTokenWithChars(Token &Result, const char *TokEnd,
302 void formTextToken(Token &Result, const char *TokEnd) { in formTextToken()
324 void lexCommentText(Token &T);
326 void setupAndLexVerbatimBlock(Token &T, const char *TextBegin, char Marker,
329 void lexVerbatimBlockFirstLine(Token &T);
331 void lexVerbatimBlockBody(Token &T);
333 void setupAndLexVerbatimLine(Token &T, const char *TextBegin,
336 void lexVerbatimLineText(Token &T);
338 void lexHTMLCharacterReference(Token &T);
[all …]

12345678910>>...15