kadircet updated this revision to Diff 176356.
kadircet added a comment.
- Rebase
Repository:
rCTE Clang Tools Extra
CHANGES SINCE LAST ACTION
https://reviews.llvm.org/D55062/new/
https://reviews.llvm.org/D55062
Files:
clangd/index/Background.cpp
unittests/clangd/BackgroundIndexTests.cpp
Index: unittests/clangd/BackgroundIndexTests.cpp
===================================================================
--- unittests/clangd/BackgroundIndexTests.cpp
+++ unittests/clangd/BackgroundIndexTests.cpp
@@ -93,7 +93,7 @@
Cmd.Filename = testPath("root/A.cc");
Cmd.Directory = testPath("root");
Cmd.CommandLine = {"clang++", "-DA=1", testPath("root/A.cc")};
- CDB.setCompileCommand(testPath("root"), Cmd);
+ CDB.setCompileCommand(testPath("root/A.cc"), Cmd);
ASSERT_TRUE(Idx.blockUntilIdleForTest());
EXPECT_THAT(
@@ -103,7 +103,7 @@
Cmd.Filename = testPath("root/B.cc");
Cmd.CommandLine = {"clang++", Cmd.Filename};
- CDB.setCompileCommand(testPath("root"), Cmd);
+ CDB.setCompileCommand(testPath("root/A.cc"), Cmd);
ASSERT_TRUE(Idx.blockUntilIdleForTest());
// B_CC is dropped as we don't collect symbols from A.h in this compilation.
@@ -143,7 +143,7 @@
OverlayCDB CDB(/*Base=*/nullptr);
BackgroundIndex Idx(Context::empty(), "", FS, CDB,
[&](llvm::StringRef) { return &MSS; });
- CDB.setCompileCommand(testPath("root"), Cmd);
+ CDB.setCompileCommand(testPath("root/A.cc"), Cmd);
ASSERT_TRUE(Idx.blockUntilIdleForTest());
}
EXPECT_EQ(CacheHits, 0U);
@@ -165,5 +165,48 @@
EXPECT_THAT(*ShardSource->Refs, RefsAre({FileURI("unittest:///root/A.cc")}));
}
+TEST_F(BackgroundIndexTest, DirectIncludesTest) {
+ MockFSProvider FS;
+ FS.Files[testPath("root/B.h")] = "";
+ FS.Files[testPath("root/A.h")] = R"cpp(
+ #include "B.h"
+ void common();
+ void f_b();
+ class A_CC {};
+ )cpp";
+ std::string A_CC = "#include \"A.h\"\nvoid g() { (void)common; }";
+ FS.Files[testPath("root/A.cc")] = A_CC;
+
+ llvm::StringMap<std::string> Storage;
+ size_t CacheHits = 0;
+ MemoryShardStorage MSS(Storage, CacheHits);
+
+ tooling::CompileCommand Cmd;
+ Cmd.Filename = testPath("root/A.cc");
+ Cmd.Directory = testPath("root");
+ Cmd.CommandLine = {"clang++", testPath("root/A.cc")};
+ {
+ OverlayCDB CDB(/*Base=*/nullptr);
+ BackgroundIndex Idx(Context::empty(), "", FS, CDB,
+ [&](llvm::StringRef) { return &MSS; });
+ CDB.setCompileCommand(testPath("root/A.cc"), Cmd);
+ ASSERT_TRUE(Idx.blockUntilIdleForTest());
+ }
+
+ auto ShardSource = MSS.loadShard(testPath("root/A.cc"));
+ EXPECT_TRUE(ShardSource->Sources);
+ EXPECT_EQ(ShardSource->Sources->size(), 2U); // A.cc, A.h
+ EXPECT_THAT(
+ ShardSource->Sources->lookup("unittest:///root/A.cc").DirectIncludes,
+ UnorderedElementsAre("unittest:///root/A.h"));
+
+ auto ShardHeader = MSS.loadShard(testPath("root/A.h"));
+ EXPECT_TRUE(ShardHeader->Sources);
+ EXPECT_EQ(ShardHeader->Sources->size(), 2U); // A.h B.h
+ EXPECT_THAT(
+ ShardHeader->Sources->lookup("unittest:///root/A.h").DirectIncludes,
+ UnorderedElementsAre("unittest:///root/B.h"));
+}
+
} // namespace clangd
} // namespace clang
Index: clangd/index/Background.cpp
===================================================================
--- clangd/index/Background.cpp
+++ clangd/index/Background.cpp
@@ -35,6 +35,59 @@
using namespace llvm;
namespace clang {
namespace clangd {
+namespace {
+// Resolves URI to file paths with cache.
+class URIToFileCache {
+public:
+ URIToFileCache(llvm::StringRef HintPath) : HintPath(HintPath) {}
+
+ llvm::StringRef resolve(llvm::StringRef FileURI) {
+ auto I = URIToPathCache.try_emplace(FileURI);
+ if (I.second) {
+ auto U = URI::parse(FileURI);
+ if (!U) {
+ elog("Failed to parse URI {0}: {1}", FileURI, U.takeError());
+ assert(false && "Failed to parse URI");
+ return "";
+ }
+ auto Path = URI::resolve(*U, HintPath);
+ if (!Path) {
+ elog("Failed to resolve URI {0}: {1}", FileURI, Path.takeError());
+ assert(false && "Failed to resolve URI");
+ return "";
+ }
+ I.first->second = *Path;
+ }
+ return I.first->second;
+ }
+
+private:
+ std::string HintPath;
+ llvm::StringMap<std::string> URIToPathCache;
+};
+
+// We keep only the node "Path" and its edges.
+IncludeGraph getSubGraph(const URI &U, const IncludeGraph &FullGraph) {
+ IncludeGraph IG;
+
+ std::string FileURI = U.toString();
+ auto Entry = IG.try_emplace(FileURI).first;
+ auto &Node = Entry->getValue();
+ Node = FullGraph.lookup(Entry->getKey());
+ Node.URI = Entry->getKey();
+
+ // Since the strings in direct includes are references to the keys of the
+ // fullgraph, we need to create entries in our new sub-graph for those
+ // includes and change references to point to the new graph's keys.
+ for (auto &Include : Node.DirectIncludes) {
+ auto I = IG.try_emplace(Include).first;
+ I->getValue().URI = I->getKey();
+ Include = I->getKey();
+ }
+
+ return IG;
+}
+} // namespace
BackgroundIndex::BackgroundIndex(
Context BackgroundContext, StringRef ResourceDir,
@@ -150,36 +203,6 @@
QueueCV.notify_all();
}
-// Resolves URI to file paths with cache.
-class URIToFileCache {
-public:
- URIToFileCache(llvm::StringRef HintPath) : HintPath(HintPath) {}
-
- llvm::StringRef resolve(llvm::StringRef FileURI) {
- auto I = URIToPathCache.try_emplace(FileURI);
- if (I.second) {
- auto U = URI::parse(FileURI);
- if (!U) {
- elog("Failed to parse URI {0}: {1}", FileURI, U.takeError());
- assert(false && "Failed to parse URI");
- return "";
- }
- auto Path = URI::resolve(*U, HintPath);
- if (!Path) {
- elog("Failed to resolve URI {0}: {1}", FileURI, Path.takeError());
- assert(false && "Failed to resolve URI");
- return "";
- }
- I.first->second = *Path;
- }
- return I.first->second;
- }
-
-private:
- std::string HintPath;
- llvm::StringMap<std::string> URIToPathCache;
-};
-
/// Given index results from a TU, only update files in \p FilesToUpdate.
void BackgroundIndex::update(StringRef MainFile, IndexFileIn Index,
const StringMap<FileDigest> &FilesToUpdate,
@@ -233,6 +256,8 @@
auto SS = llvm::make_unique<SymbolSlab>(std::move(Syms).build());
auto RS = llvm::make_unique<RefSlab>(std::move(Refs).build());
+ auto IG = llvm::make_unique<IncludeGraph>(
+ getSubGraph(URI::create(Path), Index.Sources.getValue()));
auto Hash = FilesToUpdate.lookup(Path);
// We need to store shards before updating the index, since the latter
@@ -241,6 +266,7 @@
IndexFileOut Shard;
Shard.Symbols = SS.get();
Shard.Refs = RS.get();
+ Shard.Sources = IG.get();
if (auto Error = IndexStorage->storeShard(Path, Shard))
elog("Failed to write background-index shard for file {0}: {1}", Path,
@@ -260,9 +286,9 @@
// digests.
// \p FileDigests contains file digests for the current indexed files, and all
// changed files will be added to \p FilesToUpdate.
-decltype(SymbolCollector::Options::FileFilter) createFileFilter(
- const llvm::StringMap<FileDigest> &FileDigests,
- llvm::StringMap<FileDigest> &FilesToUpdate) {
+decltype(SymbolCollector::Options::FileFilter)
+createFileFilter(const llvm::StringMap<FileDigest> &FileDigests,
+ llvm::StringMap<FileDigest> &FilesToUpdate) {
return [&FileDigests, &FilesToUpdate](const SourceManager &SM, FileID FID) {
StringRef Path;
if (const auto *F = SM.getFileEntryForID(FID))
@@ -338,12 +364,11 @@
SymbolCollector::Options IndexOpts;
StringMap<FileDigest> FilesToUpdate;
IndexOpts.FileFilter = createFileFilter(DigestsSnapshot, FilesToUpdate);
- SymbolSlab Symbols;
- RefSlab Refs;
+ IndexFileIn Index;
auto Action = createStaticIndexingAction(
- IndexOpts, [&](SymbolSlab S) { Symbols = std::move(S); },
- [&](RefSlab R) { Refs = std::move(R); },
- /*IncludeGraphCallback=*/nullptr);
+ IndexOpts, [&](SymbolSlab S) { Index.Symbols = std::move(S); },
+ [&](RefSlab R) { Index.Refs = std::move(R); },
+ [&](IncludeGraph IG) { Index.Sources = std::move(IG); });
// We're going to run clang here, and it could potentially crash.
// We could use CrashRecoveryContext to try to make indexing crashes nonfatal,
@@ -358,13 +383,12 @@
return createStringError(inconvertibleErrorCode(), "Execute() failed");
Action->EndSourceFile();
- log("Indexed {0} ({1} symbols, {2} refs)", Inputs.CompileCommand.Filename,
- Symbols.size(), Refs.numRefs());
- SPAN_ATTACH(Tracer, "symbols", int(Symbols.size()));
- SPAN_ATTACH(Tracer, "refs", int(Refs.numRefs()));
- IndexFileIn Index;
- Index.Symbols = std::move(Symbols);
- Index.Refs = std::move(Refs);
+ log("Indexed {0} ({1} symbols, {2} refs, {3} sources)",
+ Inputs.CompileCommand.Filename, Index.Symbols->size(),
+ Index.Refs->numRefs(), Index.Sources->size());
+ SPAN_ATTACH(Tracer, "symbols", int(Index.Symbols->size()));
+ SPAN_ATTACH(Tracer, "refs", int(Index.Refs->numRefs()));
+ SPAN_ATTACH(Tracer, "sources", int(Index.Sources->size()));
update(AbsolutePath, std::move(Index), FilesToUpdate, IndexStorage);
{
_______________________________________________
cfe-commits mailing list
cfe-commits@lists.llvm.org
http://lists.llvm.org/cgi-bin/mailman/listinfo/cfe-commits
