1e5dd7070Spatrick //===- IndexingAction.cpp - Frontend index action -------------------------===//
2e5dd7070Spatrick //
3e5dd7070Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4e5dd7070Spatrick // See https://llvm.org/LICENSE.txt for license information.
5e5dd7070Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6e5dd7070Spatrick //
7e5dd7070Spatrick //===----------------------------------------------------------------------===//
8e5dd7070Spatrick
9e5dd7070Spatrick #include "clang/Index/IndexingAction.h"
10e5dd7070Spatrick #include "IndexingContext.h"
11e5dd7070Spatrick #include "clang/Frontend/CompilerInstance.h"
12e5dd7070Spatrick #include "clang/Frontend/FrontendAction.h"
13e5dd7070Spatrick #include "clang/Frontend/MultiplexConsumer.h"
14e5dd7070Spatrick #include "clang/Index/IndexDataConsumer.h"
15e5dd7070Spatrick #include "clang/Lex/PPCallbacks.h"
16e5dd7070Spatrick #include "clang/Lex/Preprocessor.h"
17e5dd7070Spatrick #include "clang/Serialization/ASTReader.h"
18e5dd7070Spatrick #include "llvm/ADT/STLExtras.h"
19e5dd7070Spatrick #include <memory>
20e5dd7070Spatrick
21e5dd7070Spatrick using namespace clang;
22e5dd7070Spatrick using namespace clang::index;
23e5dd7070Spatrick
24e5dd7070Spatrick namespace {
25e5dd7070Spatrick
26e5dd7070Spatrick class IndexPPCallbacks final : public PPCallbacks {
27e5dd7070Spatrick std::shared_ptr<IndexingContext> IndexCtx;
28e5dd7070Spatrick
29e5dd7070Spatrick public:
IndexPPCallbacks(std::shared_ptr<IndexingContext> IndexCtx)30e5dd7070Spatrick IndexPPCallbacks(std::shared_ptr<IndexingContext> IndexCtx)
31e5dd7070Spatrick : IndexCtx(std::move(IndexCtx)) {}
32e5dd7070Spatrick
MacroExpands(const Token & MacroNameTok,const MacroDefinition & MD,SourceRange Range,const MacroArgs * Args)33e5dd7070Spatrick void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
34e5dd7070Spatrick SourceRange Range, const MacroArgs *Args) override {
35e5dd7070Spatrick IndexCtx->handleMacroReference(*MacroNameTok.getIdentifierInfo(),
36e5dd7070Spatrick Range.getBegin(), *MD.getMacroInfo());
37e5dd7070Spatrick }
38e5dd7070Spatrick
MacroDefined(const Token & MacroNameTok,const MacroDirective * MD)39e5dd7070Spatrick void MacroDefined(const Token &MacroNameTok,
40e5dd7070Spatrick const MacroDirective *MD) override {
41e5dd7070Spatrick IndexCtx->handleMacroDefined(*MacroNameTok.getIdentifierInfo(),
42e5dd7070Spatrick MacroNameTok.getLocation(),
43e5dd7070Spatrick *MD->getMacroInfo());
44e5dd7070Spatrick }
45e5dd7070Spatrick
MacroUndefined(const Token & MacroNameTok,const MacroDefinition & MD,const MacroDirective * Undef)46e5dd7070Spatrick void MacroUndefined(const Token &MacroNameTok, const MacroDefinition &MD,
47e5dd7070Spatrick const MacroDirective *Undef) override {
48e5dd7070Spatrick if (!MD.getMacroInfo()) // Ignore noop #undef.
49e5dd7070Spatrick return;
50e5dd7070Spatrick IndexCtx->handleMacroUndefined(*MacroNameTok.getIdentifierInfo(),
51e5dd7070Spatrick MacroNameTok.getLocation(),
52e5dd7070Spatrick *MD.getMacroInfo());
53e5dd7070Spatrick }
54*a9ac8606Spatrick
Defined(const Token & MacroNameTok,const MacroDefinition & MD,SourceRange Range)55*a9ac8606Spatrick void Defined(const Token &MacroNameTok, const MacroDefinition &MD,
56*a9ac8606Spatrick SourceRange Range) override {
57*a9ac8606Spatrick if (!MD.getMacroInfo()) // Ignore nonexistent macro.
58*a9ac8606Spatrick return;
59*a9ac8606Spatrick // Note: this is defined(M), not #define M
60*a9ac8606Spatrick IndexCtx->handleMacroReference(*MacroNameTok.getIdentifierInfo(),
61*a9ac8606Spatrick MacroNameTok.getLocation(),
62*a9ac8606Spatrick *MD.getMacroInfo());
63*a9ac8606Spatrick }
Ifdef(SourceLocation Loc,const Token & MacroNameTok,const MacroDefinition & MD)64*a9ac8606Spatrick void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
65*a9ac8606Spatrick const MacroDefinition &MD) override {
66*a9ac8606Spatrick if (!MD.getMacroInfo()) // Ignore non-existent macro.
67*a9ac8606Spatrick return;
68*a9ac8606Spatrick IndexCtx->handleMacroReference(*MacroNameTok.getIdentifierInfo(),
69*a9ac8606Spatrick MacroNameTok.getLocation(),
70*a9ac8606Spatrick *MD.getMacroInfo());
71*a9ac8606Spatrick }
Ifndef(SourceLocation Loc,const Token & MacroNameTok,const MacroDefinition & MD)72*a9ac8606Spatrick void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
73*a9ac8606Spatrick const MacroDefinition &MD) override {
74*a9ac8606Spatrick if (!MD.getMacroInfo()) // Ignore nonexistent macro.
75*a9ac8606Spatrick return;
76*a9ac8606Spatrick IndexCtx->handleMacroReference(*MacroNameTok.getIdentifierInfo(),
77*a9ac8606Spatrick MacroNameTok.getLocation(),
78*a9ac8606Spatrick *MD.getMacroInfo());
79*a9ac8606Spatrick }
80*a9ac8606Spatrick
81*a9ac8606Spatrick using PPCallbacks::Elifdef;
82*a9ac8606Spatrick using PPCallbacks::Elifndef;
Elifdef(SourceLocation Loc,const Token & MacroNameTok,const MacroDefinition & MD)83*a9ac8606Spatrick void Elifdef(SourceLocation Loc, const Token &MacroNameTok,
84*a9ac8606Spatrick const MacroDefinition &MD) override {
85*a9ac8606Spatrick if (!MD.getMacroInfo()) // Ignore non-existent macro.
86*a9ac8606Spatrick return;
87*a9ac8606Spatrick IndexCtx->handleMacroReference(*MacroNameTok.getIdentifierInfo(),
88*a9ac8606Spatrick MacroNameTok.getLocation(),
89*a9ac8606Spatrick *MD.getMacroInfo());
90*a9ac8606Spatrick }
Elifndef(SourceLocation Loc,const Token & MacroNameTok,const MacroDefinition & MD)91*a9ac8606Spatrick void Elifndef(SourceLocation Loc, const Token &MacroNameTok,
92*a9ac8606Spatrick const MacroDefinition &MD) override {
93*a9ac8606Spatrick if (!MD.getMacroInfo()) // Ignore non-existent macro.
94*a9ac8606Spatrick return;
95*a9ac8606Spatrick IndexCtx->handleMacroReference(*MacroNameTok.getIdentifierInfo(),
96*a9ac8606Spatrick MacroNameTok.getLocation(),
97*a9ac8606Spatrick *MD.getMacroInfo());
98*a9ac8606Spatrick }
99e5dd7070Spatrick };
100e5dd7070Spatrick
101e5dd7070Spatrick class IndexASTConsumer final : public ASTConsumer {
102e5dd7070Spatrick std::shared_ptr<IndexDataConsumer> DataConsumer;
103e5dd7070Spatrick std::shared_ptr<IndexingContext> IndexCtx;
104e5dd7070Spatrick std::shared_ptr<Preprocessor> PP;
105e5dd7070Spatrick std::function<bool(const Decl *)> ShouldSkipFunctionBody;
106e5dd7070Spatrick
107e5dd7070Spatrick public:
IndexASTConsumer(std::shared_ptr<IndexDataConsumer> DataConsumer,const IndexingOptions & Opts,std::shared_ptr<Preprocessor> PP,std::function<bool (const Decl *)> ShouldSkipFunctionBody)108e5dd7070Spatrick IndexASTConsumer(std::shared_ptr<IndexDataConsumer> DataConsumer,
109e5dd7070Spatrick const IndexingOptions &Opts,
110e5dd7070Spatrick std::shared_ptr<Preprocessor> PP,
111e5dd7070Spatrick std::function<bool(const Decl *)> ShouldSkipFunctionBody)
112e5dd7070Spatrick : DataConsumer(std::move(DataConsumer)),
113e5dd7070Spatrick IndexCtx(new IndexingContext(Opts, *this->DataConsumer)),
114e5dd7070Spatrick PP(std::move(PP)),
115e5dd7070Spatrick ShouldSkipFunctionBody(std::move(ShouldSkipFunctionBody)) {
116e5dd7070Spatrick assert(this->DataConsumer != nullptr);
117e5dd7070Spatrick assert(this->PP != nullptr);
118e5dd7070Spatrick }
119e5dd7070Spatrick
120e5dd7070Spatrick protected:
Initialize(ASTContext & Context)121e5dd7070Spatrick void Initialize(ASTContext &Context) override {
122e5dd7070Spatrick IndexCtx->setASTContext(Context);
123e5dd7070Spatrick IndexCtx->getDataConsumer().initialize(Context);
124e5dd7070Spatrick IndexCtx->getDataConsumer().setPreprocessor(PP);
125e5dd7070Spatrick PP->addPPCallbacks(std::make_unique<IndexPPCallbacks>(IndexCtx));
126e5dd7070Spatrick }
127e5dd7070Spatrick
HandleTopLevelDecl(DeclGroupRef DG)128e5dd7070Spatrick bool HandleTopLevelDecl(DeclGroupRef DG) override {
129e5dd7070Spatrick return IndexCtx->indexDeclGroupRef(DG);
130e5dd7070Spatrick }
131e5dd7070Spatrick
HandleInterestingDecl(DeclGroupRef DG)132e5dd7070Spatrick void HandleInterestingDecl(DeclGroupRef DG) override {
133e5dd7070Spatrick // Ignore deserialized decls.
134e5dd7070Spatrick }
135e5dd7070Spatrick
HandleTopLevelDeclInObjCContainer(DeclGroupRef DG)136e5dd7070Spatrick void HandleTopLevelDeclInObjCContainer(DeclGroupRef DG) override {
137e5dd7070Spatrick IndexCtx->indexDeclGroupRef(DG);
138e5dd7070Spatrick }
139e5dd7070Spatrick
HandleTranslationUnit(ASTContext & Ctx)140e5dd7070Spatrick void HandleTranslationUnit(ASTContext &Ctx) override {
141e5dd7070Spatrick DataConsumer->finish();
142e5dd7070Spatrick }
143e5dd7070Spatrick
shouldSkipFunctionBody(Decl * D)144e5dd7070Spatrick bool shouldSkipFunctionBody(Decl *D) override {
145e5dd7070Spatrick return ShouldSkipFunctionBody(D);
146e5dd7070Spatrick }
147e5dd7070Spatrick };
148e5dd7070Spatrick
149e5dd7070Spatrick class IndexAction final : public ASTFrontendAction {
150e5dd7070Spatrick std::shared_ptr<IndexDataConsumer> DataConsumer;
151e5dd7070Spatrick IndexingOptions Opts;
152e5dd7070Spatrick
153e5dd7070Spatrick public:
IndexAction(std::shared_ptr<IndexDataConsumer> DataConsumer,const IndexingOptions & Opts)154e5dd7070Spatrick IndexAction(std::shared_ptr<IndexDataConsumer> DataConsumer,
155e5dd7070Spatrick const IndexingOptions &Opts)
156e5dd7070Spatrick : DataConsumer(std::move(DataConsumer)), Opts(Opts) {
157e5dd7070Spatrick assert(this->DataConsumer != nullptr);
158e5dd7070Spatrick }
159e5dd7070Spatrick
160e5dd7070Spatrick protected:
CreateASTConsumer(CompilerInstance & CI,StringRef InFile)161e5dd7070Spatrick std::unique_ptr<ASTConsumer> CreateASTConsumer(CompilerInstance &CI,
162e5dd7070Spatrick StringRef InFile) override {
163e5dd7070Spatrick return std::make_unique<IndexASTConsumer>(
164e5dd7070Spatrick DataConsumer, Opts, CI.getPreprocessorPtr(),
165e5dd7070Spatrick /*ShouldSkipFunctionBody=*/[](const Decl *) { return false; });
166e5dd7070Spatrick }
167e5dd7070Spatrick };
168e5dd7070Spatrick
169e5dd7070Spatrick } // anonymous namespace
170e5dd7070Spatrick
createIndexingASTConsumer(std::shared_ptr<IndexDataConsumer> DataConsumer,const IndexingOptions & Opts,std::shared_ptr<Preprocessor> PP,std::function<bool (const Decl *)> ShouldSkipFunctionBody)171e5dd7070Spatrick std::unique_ptr<ASTConsumer> index::createIndexingASTConsumer(
172e5dd7070Spatrick std::shared_ptr<IndexDataConsumer> DataConsumer,
173e5dd7070Spatrick const IndexingOptions &Opts, std::shared_ptr<Preprocessor> PP,
174e5dd7070Spatrick std::function<bool(const Decl *)> ShouldSkipFunctionBody) {
175e5dd7070Spatrick return std::make_unique<IndexASTConsumer>(DataConsumer, Opts, PP,
176e5dd7070Spatrick ShouldSkipFunctionBody);
177e5dd7070Spatrick }
178e5dd7070Spatrick
createIndexingASTConsumer(std::shared_ptr<IndexDataConsumer> DataConsumer,const IndexingOptions & Opts,std::shared_ptr<Preprocessor> PP)179ec727ea7Spatrick std::unique_ptr<ASTConsumer> clang::index::createIndexingASTConsumer(
180ec727ea7Spatrick std::shared_ptr<IndexDataConsumer> DataConsumer,
181ec727ea7Spatrick const IndexingOptions &Opts, std::shared_ptr<Preprocessor> PP) {
182ec727ea7Spatrick std::function<bool(const Decl *)> ShouldSkipFunctionBody = [](const Decl *) {
183ec727ea7Spatrick return false;
184ec727ea7Spatrick };
185ec727ea7Spatrick if (Opts.ShouldTraverseDecl)
186ec727ea7Spatrick ShouldSkipFunctionBody =
187ec727ea7Spatrick [ShouldTraverseDecl(Opts.ShouldTraverseDecl)](const Decl *D) {
188ec727ea7Spatrick return !ShouldTraverseDecl(D);
189ec727ea7Spatrick };
190ec727ea7Spatrick return createIndexingASTConsumer(std::move(DataConsumer), Opts, std::move(PP),
191ec727ea7Spatrick std::move(ShouldSkipFunctionBody));
192ec727ea7Spatrick }
193ec727ea7Spatrick
194e5dd7070Spatrick std::unique_ptr<FrontendAction>
createIndexingAction(std::shared_ptr<IndexDataConsumer> DataConsumer,const IndexingOptions & Opts)195e5dd7070Spatrick index::createIndexingAction(std::shared_ptr<IndexDataConsumer> DataConsumer,
196e5dd7070Spatrick const IndexingOptions &Opts) {
197e5dd7070Spatrick assert(DataConsumer != nullptr);
198e5dd7070Spatrick return std::make_unique<IndexAction>(std::move(DataConsumer), Opts);
199e5dd7070Spatrick }
200e5dd7070Spatrick
topLevelDeclVisitor(void * context,const Decl * D)201e5dd7070Spatrick static bool topLevelDeclVisitor(void *context, const Decl *D) {
202e5dd7070Spatrick IndexingContext &IndexCtx = *static_cast<IndexingContext*>(context);
203e5dd7070Spatrick return IndexCtx.indexTopLevelDecl(D);
204e5dd7070Spatrick }
205e5dd7070Spatrick
indexTranslationUnit(ASTUnit & Unit,IndexingContext & IndexCtx)206e5dd7070Spatrick static void indexTranslationUnit(ASTUnit &Unit, IndexingContext &IndexCtx) {
207e5dd7070Spatrick Unit.visitLocalTopLevelDecls(&IndexCtx, topLevelDeclVisitor);
208e5dd7070Spatrick }
209e5dd7070Spatrick
indexPreprocessorMacro(const IdentifierInfo * II,const MacroInfo * MI,MacroDirective::Kind DirectiveKind,SourceLocation Loc,IndexDataConsumer & DataConsumer)210*a9ac8606Spatrick static void indexPreprocessorMacro(const IdentifierInfo *II,
211*a9ac8606Spatrick const MacroInfo *MI,
212*a9ac8606Spatrick MacroDirective::Kind DirectiveKind,
213*a9ac8606Spatrick SourceLocation Loc,
214e5dd7070Spatrick IndexDataConsumer &DataConsumer) {
215*a9ac8606Spatrick // When using modules, it may happen that we find #undef of a macro that
216*a9ac8606Spatrick // was defined in another module. In such case, MI may be nullptr, since
217*a9ac8606Spatrick // we only look for macro definitions in the current TU. In that case,
218*a9ac8606Spatrick // there is nothing to index.
219*a9ac8606Spatrick if (!MI)
220*a9ac8606Spatrick return;
221*a9ac8606Spatrick
222*a9ac8606Spatrick // Skip implicit visibility change.
223*a9ac8606Spatrick if (DirectiveKind == MacroDirective::MD_Visibility)
224*a9ac8606Spatrick return;
225*a9ac8606Spatrick
226*a9ac8606Spatrick auto Role = DirectiveKind == MacroDirective::MD_Define
227*a9ac8606Spatrick ? SymbolRole::Definition
228*a9ac8606Spatrick : SymbolRole::Undefinition;
229*a9ac8606Spatrick DataConsumer.handleMacroOccurrence(II, MI, static_cast<unsigned>(Role), Loc);
230*a9ac8606Spatrick }
231*a9ac8606Spatrick
indexPreprocessorMacros(Preprocessor & PP,IndexDataConsumer & DataConsumer)232*a9ac8606Spatrick static void indexPreprocessorMacros(Preprocessor &PP,
233*a9ac8606Spatrick IndexDataConsumer &DataConsumer) {
234*a9ac8606Spatrick for (const auto &M : PP.macros()) {
235*a9ac8606Spatrick for (auto *MD = M.second.getLatest(); MD; MD = MD->getPrevious()) {
236*a9ac8606Spatrick indexPreprocessorMacro(M.first, MD->getMacroInfo(), MD->getKind(),
237*a9ac8606Spatrick MD->getLocation(), DataConsumer);
238*a9ac8606Spatrick }
239*a9ac8606Spatrick }
240*a9ac8606Spatrick }
241*a9ac8606Spatrick
indexPreprocessorModuleMacros(Preprocessor & PP,serialization::ModuleFile & Mod,IndexDataConsumer & DataConsumer)242*a9ac8606Spatrick static void indexPreprocessorModuleMacros(Preprocessor &PP,
243*a9ac8606Spatrick serialization::ModuleFile &Mod,
244*a9ac8606Spatrick IndexDataConsumer &DataConsumer) {
245*a9ac8606Spatrick for (const auto &M : PP.macros()) {
246*a9ac8606Spatrick if (M.second.getLatest() == nullptr) {
247*a9ac8606Spatrick for (auto *MM : PP.getLeafModuleMacros(M.first)) {
248*a9ac8606Spatrick auto *OwningMod = MM->getOwningModule();
249*a9ac8606Spatrick if (OwningMod && OwningMod->getASTFile() == Mod.File) {
250*a9ac8606Spatrick if (auto *MI = MM->getMacroInfo()) {
251*a9ac8606Spatrick indexPreprocessorMacro(M.first, MI, MacroDirective::MD_Define,
252*a9ac8606Spatrick MI->getDefinitionLoc(), DataConsumer);
253*a9ac8606Spatrick }
254*a9ac8606Spatrick }
255*a9ac8606Spatrick }
256*a9ac8606Spatrick }
257*a9ac8606Spatrick }
258e5dd7070Spatrick }
259e5dd7070Spatrick
indexASTUnit(ASTUnit & Unit,IndexDataConsumer & DataConsumer,IndexingOptions Opts)260e5dd7070Spatrick void index::indexASTUnit(ASTUnit &Unit, IndexDataConsumer &DataConsumer,
261e5dd7070Spatrick IndexingOptions Opts) {
262e5dd7070Spatrick IndexingContext IndexCtx(Opts, DataConsumer);
263e5dd7070Spatrick IndexCtx.setASTContext(Unit.getASTContext());
264e5dd7070Spatrick DataConsumer.initialize(Unit.getASTContext());
265e5dd7070Spatrick DataConsumer.setPreprocessor(Unit.getPreprocessorPtr());
266e5dd7070Spatrick
267e5dd7070Spatrick if (Opts.IndexMacrosInPreprocessor)
268e5dd7070Spatrick indexPreprocessorMacros(Unit.getPreprocessor(), DataConsumer);
269e5dd7070Spatrick indexTranslationUnit(Unit, IndexCtx);
270e5dd7070Spatrick DataConsumer.finish();
271e5dd7070Spatrick }
272e5dd7070Spatrick
indexTopLevelDecls(ASTContext & Ctx,Preprocessor & PP,ArrayRef<const Decl * > Decls,IndexDataConsumer & DataConsumer,IndexingOptions Opts)273e5dd7070Spatrick void index::indexTopLevelDecls(ASTContext &Ctx, Preprocessor &PP,
274e5dd7070Spatrick ArrayRef<const Decl *> Decls,
275e5dd7070Spatrick IndexDataConsumer &DataConsumer,
276e5dd7070Spatrick IndexingOptions Opts) {
277e5dd7070Spatrick IndexingContext IndexCtx(Opts, DataConsumer);
278e5dd7070Spatrick IndexCtx.setASTContext(Ctx);
279e5dd7070Spatrick
280e5dd7070Spatrick DataConsumer.initialize(Ctx);
281e5dd7070Spatrick
282e5dd7070Spatrick if (Opts.IndexMacrosInPreprocessor)
283e5dd7070Spatrick indexPreprocessorMacros(PP, DataConsumer);
284e5dd7070Spatrick
285e5dd7070Spatrick for (const Decl *D : Decls)
286e5dd7070Spatrick IndexCtx.indexTopLevelDecl(D);
287e5dd7070Spatrick DataConsumer.finish();
288e5dd7070Spatrick }
289e5dd7070Spatrick
290e5dd7070Spatrick std::unique_ptr<PPCallbacks>
indexMacrosCallback(IndexDataConsumer & Consumer,IndexingOptions Opts)291e5dd7070Spatrick index::indexMacrosCallback(IndexDataConsumer &Consumer, IndexingOptions Opts) {
292e5dd7070Spatrick return std::make_unique<IndexPPCallbacks>(
293e5dd7070Spatrick std::make_shared<IndexingContext>(Opts, Consumer));
294e5dd7070Spatrick }
295e5dd7070Spatrick
indexModuleFile(serialization::ModuleFile & Mod,ASTReader & Reader,IndexDataConsumer & DataConsumer,IndexingOptions Opts)296e5dd7070Spatrick void index::indexModuleFile(serialization::ModuleFile &Mod, ASTReader &Reader,
297e5dd7070Spatrick IndexDataConsumer &DataConsumer,
298e5dd7070Spatrick IndexingOptions Opts) {
299e5dd7070Spatrick ASTContext &Ctx = Reader.getContext();
300e5dd7070Spatrick IndexingContext IndexCtx(Opts, DataConsumer);
301e5dd7070Spatrick IndexCtx.setASTContext(Ctx);
302e5dd7070Spatrick DataConsumer.initialize(Ctx);
303e5dd7070Spatrick
304*a9ac8606Spatrick if (Opts.IndexMacrosInPreprocessor) {
305*a9ac8606Spatrick indexPreprocessorModuleMacros(Reader.getPreprocessor(), Mod, DataConsumer);
306*a9ac8606Spatrick }
307e5dd7070Spatrick
308e5dd7070Spatrick for (const Decl *D : Reader.getModuleFileLevelDecls(Mod)) {
309e5dd7070Spatrick IndexCtx.indexTopLevelDecl(D);
310e5dd7070Spatrick }
311e5dd7070Spatrick DataConsumer.finish();
312e5dd7070Spatrick }
313