Home
last modified time | relevance | path

Searched refs:Tokens (Results 1 – 25 of 73) sorted by relevance

123

/openbsd-src/gnu/llvm/clang/lib/Format/
H A DFormatTokenLexer.cpp77 assert(Tokens.empty()); in lex()
80 Tokens.push_back(getNextToken()); in lex()
93 if (Tokens.back()->NewlinesBefore > 0 || Tokens.back()->IsMultiline) in lex()
94 FirstInLineIndex = Tokens.size() - 1; in lex()
95 } while (Tokens.back()->isNot(tok::eof)); in lex()
96 return Tokens; in lex()
122 Tokens.back()->Tok.setKind(tok::pipepipe); in tryMergePreviousTokens()
127 Tokens.back()->Tok.setKind(tok::period); in tryMergePreviousTokens()
147 Tokens.back()->Tok.setKind(tok::l_square); in tryMergePreviousTokens()
177 Tokens.back()->Tok.setKind(tok::starequal); in tryMergePreviousTokens()
[all …]
H A DMacroCallReconstructor.cpp35 for (const auto &N : Line.Tokens) { in forEachToken()
48 Result.Tokens.push_back(std::make_unique<LineNode>()); in MacroCallReconstructor()
63 assert(Result.Tokens.size() == 1 && in takeResult()
64 Result.Tokens.front()->Children.size() == 1); in takeResult()
66 createUnwrappedLine(*Result.Tokens.front()->Children.front(), Level); in takeResult()
67 assert(!Final.Tokens.empty()); in takeResult()
162 (!ActiveReconstructedLines.back()->Tokens.empty() && in prepareParent()
163 Parent == ActiveReconstructedLines.back()->Tokens.back()->Tok)) { in prepareParent()
166 while (ActiveReconstructedLines.back()->Tokens.empty() || in prepareParent()
167 (Parent != ActiveReconstructedLines.back()->Tokens.back()->Tok && in prepareParent()
[all …]
H A DMacroExpander.cpp50 DefinitionParser(ArrayRef<FormatToken *> Tokens) : Tokens(Tokens) { in DefinitionParser() argument
51 assert(!Tokens.empty()); in DefinitionParser()
52 Current = Tokens[0]; in DefinitionParser()
109 if (Pos + 1 < Tokens.size()) in nextToken()
111 Current = Tokens[Pos]; in nextToken()
118 ArrayRef<FormatToken *> Tokens; member in clang::format::MacroExpander::DefinitionParser
140 const auto Tokens = Lex.lex(); in parseDefinition() local
141 if (!Tokens.empty()) { in parseDefinition()
142 DefinitionParser Parser(Tokens); in parseDefinition()
H A DUnwrappedLineParser.cpp66 for (std::list<UnwrappedLineNode>::const_iterator I = Line.Tokens.begin(), in printLine()
67 E = Line.Tokens.end(); in printLine()
215 else if (!Parser.Line->Tokens.empty()) in ScopedLineState()
216 Parser.CurrentLines = &Parser.Line->Tokens.back().Children; in ScopedLineState()
226 if (!Parser.Line->Tokens.empty()) in ~ScopedLineState()
228 assert(Parser.Line->Tokens.empty()); in ~ScopedLineState()
268 IndexedTokenSource(ArrayRef<FormatToken *> Tokens) in IndexedTokenSource() argument
269 : Tokens(Tokens), Position(-1) {} in IndexedTokenSource()
277 return Tokens[Position]; in getNextToken()
284 return Tokens[Position]; in getNextToken()
[all …]
H A DTokenAnnotator.h40 : First(Line.Tokens.front().Tok), Level(Line.Level), in AnnotatedLine()
52 assert(!Line.Tokens.empty()); in AnnotatedLine()
59 for (const UnwrappedLineNode &Node : llvm::drop_begin(Line.Tokens)) { in AnnotatedLine()
90 template <typename... Ts> bool startsWith(Ts... Tokens) const { in startsWith() argument
91 return First && First->startsSequence(Tokens...); in startsWith()
98 template <typename... Ts> bool endsWith(Ts... Tokens) const { in endsWith() argument
99 return Last && Last->endsSequence(Tokens...); in endsWith()
H A DBreakableToken.cpp333 return Tokens[LineIndex] ? *Tokens[LineIndex] : Tok; in tokenAt()
387 Tokens.resize(Lines.size()); in BreakableBlockComment()
660 assert(Tokens[LineIndex - 1] == Tokens[LineIndex] && in reflow()
774 Tokens.resize(Lines.size()); in BreakableLineCommentSection()
864 Tokens[i] = LineTok; in BreakableLineCommentSection()
945 if (LineIndex > 0 && Tokens[LineIndex] != Tokens[LineIndex - 1]) { in reflow()
949 *Tokens[LineIndex], /*Newlines=*/0, /*Spaces=*/0, in reflow()
970 Whitespaces.replaceWhitespaceInToken(*Tokens[LineIndex], Offset, in reflow()
983 Whitespaces.replaceWhitespaceInToken(*Tokens[LineIndex], Offset, in reflow()
1000 if (LineIndex > 0 && Tokens[LineIndex] != Tokens[LineIndex - 1]) { in adaptStartOfLine()
[all …]
H A DDefinitionBlockSeparator.h32 FormatTokenLexer &Tokens) override;
36 tooling::Replacements &Result, FormatTokenLexer &Tokens);
H A DDefinitionBlockSeparator.cpp24 FormatTokenLexer &Tokens) { in analyze() argument
28 separateBlocks(AnnotatedLines, Result, Tokens); in analyze()
34 FormatTokenLexer &Tokens) { in separateBlocks() argument
37 const AdditionalKeywords &ExtraKeywords = Tokens.getKeywords(); in separateBlocks()
H A DUnwrappedLineParser.h42 std::list<UnwrappedLineNode> Tokens; member
92 unsigned FirstStartColumn, ArrayRef<FormatToken *> Tokens,
280 FormatTokenSource *Tokens; variable
H A DQualifierAlignmentFixer.h47 FormatTokenLexer &Tokens) override;
71 FormatTokenLexer &Tokens) override;
H A DUsingDeclarationsSorter.h30 FormatTokenLexer &Tokens) override;
/openbsd-src/gnu/llvm/clang/lib/Lex/
H A DTokenLexer.cpp55 Tokens = &*Macro->tokens_begin(); in Init()
66 assert(Tokens[0].getLocation().isValid()); in Init()
67 assert((Tokens[0].getLocation().isFileID() || Tokens[0].is(tok::comment)) && in Init()
75 MacroDefStart = SM.getExpansionLoc(Tokens[0].getLocation()); in Init()
106 Tokens = TokArray; in Init()
130 delete [] Tokens; in destroy()
131 Tokens = nullptr; in destroy()
257 const Token &CurTok = Tokens[I]; in ExpandFunctionArguments()
264 if (I != 0 && !Tokens[I-1].is(tok::hashhash) && CurTok.hasLeadingSpace()) in ExpandFunctionArguments()
269 assert(Tokens[I + 1].is(tok::l_paren) && in ExpandFunctionArguments()
[all …]
H A DDependencyDirectivesScanner.cpp63 SmallVectorImpl<dependency_directives_scan::Token> &Tokens, in Scanner()
65 : Input(Input), Tokens(Tokens), Diags(Diags), in Scanner()
131 Tokens.append(CurDirToks); in pushDirective()
137 Tokens.pop_back_n(DirsWithToks.pop_back_val().NumTokens); in popDirective()
153 SmallVectorImpl<dependency_directives_scan::Token> &Tokens; member
826 (Tokens.empty() || LastTokenPtr > Input.begin() + Tokens.back().Offset)) in scan()
831 ArrayRef<dependency_directives_scan::Token> RemainingTokens = Tokens; in scan()
844 StringRef Input, SmallVectorImpl<dependency_directives_scan::Token> &Tokens, in scanSourceForDependencyDirectives() argument
847 return Scanner(Input, Tokens, Diags, InputSourceLoc).scan(Directives); in scanSourceForDependencyDirectives()
879 for (const dependency_directives_scan::Token &Tok : Directive.Tokens) { in printDependencyDirectivesAsSource()
/openbsd-src/gnu/llvm/clang/include/clang/Tooling/Syntax/
H A DTokenBufferTokenManager.h22 TokenBufferTokenManager(const TokenBuffer &Tokens, in TokenBufferTokenManager() argument
24 : Tokens(Tokens), LangOpts(LangOpts), SM(SourceMgr) {} in TokenBufferTokenManager()
45 const TokenBuffer &tokenBuffer() const { return Tokens; } in tokenBuffer()
58 const TokenBuffer &Tokens; variable
H A DTokens.h384 spelledTokensTouching(SourceLocation Loc, const syntax::TokenBuffer &Tokens);
386 spelledTokensTouching(SourceLocation Loc, llvm::ArrayRef<syntax::Token> Tokens);
392 llvm::ArrayRef<syntax::Token> Tokens);
395 const syntax::TokenBuffer &Tokens);
/openbsd-src/gnu/llvm/clang/lib/Tooling/Syntax/
H A DComputeReplacements.cpp111 &TU, TBTM, [&](llvm::ArrayRef<syntax::Token> Tokens, bool IsOriginal) { in computeReplacements() argument
114 syntax::Token::range(SM, Tokens.front(), Tokens.back()).text(SM); in computeReplacements()
117 assert(NextOriginal <= Tokens.begin()); in computeReplacements()
119 if (NextOriginal != Tokens.begin()) { in computeReplacements()
121 emitReplacement(llvm::ArrayRef(NextOriginal, Tokens.begin())); in computeReplacements()
126 NextOriginal = Tokens.end(); in computeReplacements()
H A DBuildTree.cpp441 auto Tokens = TBTM.tokenBuffer().expandedTokens(); in finalize() local
442 assert(!Tokens.empty()); in finalize()
443 assert(Tokens.back().kind() == tok::eof); in finalize()
446 Pending.foldChildren(TBTM.tokenBuffer(), Tokens.drop_back(), in finalize()
477 auto Tokens = getRange(D->getSourceRange()); in getTemplateRange() local
478 return maybeAppendSemicolon(Tokens, D); in getTemplateRange()
510 ArrayRef<syntax::Token> Tokens; in getDeclarationRange() local
513 Tokens = getRange(S->TypeDecl::getBeginLoc(), S->getEndLoc()); in getDeclarationRange()
515 Tokens = getRange(D->getSourceRange()); in getDeclarationRange()
516 return maybeAppendSemicolon(Tokens, D); in getDeclarationRange()
[all …]
H A DTokens.cpp569 llvm::ArrayRef<syntax::Token> Tokens) { in spelledTokensTouching() argument
573 Tokens, [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokensTouching()
574 bool AcceptRight = Right != Tokens.end() && Right->location() <= Loc; in spelledTokensTouching()
576 Right != Tokens.begin() && (Right - 1)->endLocation() >= Loc; in spelledTokensTouching()
583 const syntax::TokenBuffer &Tokens) { in spelledTokensTouching() argument
585 Loc, Tokens.spelledTokens(Tokens.sourceManager().getFileID(Loc))); in spelledTokensTouching()
590 llvm::ArrayRef<syntax::Token> Tokens) { in spelledIdentifierTouching() argument
591 for (const syntax::Token &Tok : spelledTokensTouching(Loc, Tokens)) { in spelledIdentifierTouching()
600 const syntax::TokenBuffer &Tokens) { in spelledIdentifierTouching() argument
602 Loc, Tokens.spelledTokens(Tokens.sourceManager().getFileID(Loc))); in spelledIdentifierTouching()
[all …]
H A DSynthesis.cpp43 auto Tokens = in createLeaf() local
46 assert(Tokens.size() == 1); in createLeaf()
47 assert(Tokens.front().kind() == K && in createLeaf()
51 reinterpret_cast<TokenManager::Key>(Tokens.begin())); in createLeaf()
/openbsd-src/gnu/llvm/clang/include/clang/Lex/
H A DDependencyDirectivesScanner.h95 ArrayRef<Token> Tokens; member
101 Directive(DirectiveKind K, ArrayRef<Token> Tokens) in Directive()
102 : Tokens(Tokens), Kind(K) {} in Directive()
117 StringRef Input, SmallVectorImpl<dependency_directives_scan::Token> &Tokens,
H A DMacroInfo.h263 void setTokens(ArrayRef<Token> Tokens, llvm::BumpPtrAllocator &PPAllocator) { in setTokens() argument
269 if (Tokens.empty()) in setTokens()
272 NumReplacementTokens = Tokens.size(); in setTokens()
273 Token *NewReplacementTokens = PPAllocator.Allocate<Token>(Tokens.size()); in setTokens()
274 std::copy(Tokens.begin(), Tokens.end(), NewReplacementTokens); in setTokens()
/openbsd-src/gnu/llvm/llvm/lib/ExecutionEngine/JITLink/
H A DCOFFDirectiveParser.cpp65 SmallVector<StringRef, 16> Tokens; in parse() local
67 cl::TokenizeWindowsCommandLineNoCopy(Str, saver, Tokens); in parse()
68 for (StringRef Tok : Tokens) { in parse()
/openbsd-src/gnu/llvm/lldb/source/Plugins/ObjectFile/Breakpad/
H A DBreakpadRecords.cpp333 llvm::SmallVector<llvm::StringRef> Tokens; in parse() local
334 SplitString(Line, Tokens, " "); in parse()
335 if (Tokens.size() < 6 || Tokens.size() % 2 == 1) in parse()
342 if (!(to_integer(Tokens[0], InlineNestLevel) && in parse()
343 to_integer(Tokens[1], CallSiteLineNum) && in parse()
344 to_integer(Tokens[2], CallSiteFileNum) && in parse()
345 to_integer(Tokens[3], OriginNum))) in parse()
350 for (size_t i = 4; i < Tokens.size(); i += 2) { in parse()
352 if (!to_integer(Tokens[i], Address, 16)) in parse()
355 if (!to_integer(Tokens[i + 1].trim(), Size, 16)) in parse()
/openbsd-src/gnu/llvm/llvm/lib/CodeGen/
H A DIfConversion.cpp256 std::vector<std::unique_ptr<IfcvtToken>> &Tokens);
261 std::vector<std::unique_ptr<IfcvtToken>> &Tokens);
479 std::vector<std::unique_ptr<IfcvtToken>> Tokens; in INITIALIZE_PASS_DEPENDENCY() local
487 AnalyzeBlocks(MF, Tokens); in INITIALIZE_PASS_DEPENDENCY()
488 while (!Tokens.empty()) { in INITIALIZE_PASS_DEPENDENCY()
489 std::unique_ptr<IfcvtToken> Token = std::move(Tokens.back()); in INITIALIZE_PASS_DEPENDENCY()
490 Tokens.pop_back(); in INITIALIZE_PASS_DEPENDENCY()
598 Tokens.clear(); in INITIALIZE_PASS_DEPENDENCY()
1210 MachineBasicBlock &MBB, std::vector<std::unique_ptr<IfcvtToken>> &Tokens) { in AnalyzeBlock() argument
1320 Tokens.push_back(std::make_unique<IfcvtToken>( in AnalyzeBlock()
[all …]
/openbsd-src/gnu/llvm/llvm/lib/Support/
H A DGlobPattern.cpp137 Pat.Tokens.push_back(*BV); in create()
149 return matchOne(Tokens, S); in match()

123