Skip to content

Debuginfod cache use index cache settings and include real file name #120814

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Jan 11, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@

#include "SymbolLocatorDebuginfod.h"

#include "lldb/Core/DataFileCache.h"
#include "lldb/Core/PluginManager.h"
#include "lldb/Interpreter/OptionValueString.h"
#include "lldb/Utility/Args.h"
Expand Down Expand Up @@ -141,6 +142,24 @@ SymbolLocator *SymbolLocatorDebuginfod::CreateInstance() {
return new SymbolLocatorDebuginfod();
}

static llvm::StringRef getFileName(const ModuleSpec &module_spec,
std::string url_path) {
// Check if the URL path requests an executable file or a symbol file
bool is_executable = url_path.find("debuginfo") == std::string::npos;
if (is_executable)
return module_spec.GetFileSpec().GetFilename().GetStringRef();
llvm::StringRef symbol_file =
module_spec.GetSymbolFileSpec().GetFilename().GetStringRef();
// Remove llvmcache- prefix and hash, keep origin file name
if (symbol_file.starts_with("llvmcache-")) {
size_t pos = symbol_file.rfind('-');
if (pos != llvm::StringRef::npos) {
symbol_file = symbol_file.substr(pos + 1);
}
}
return symbol_file;
}

static std::optional<FileSpec>
GetFileForModule(const ModuleSpec &module_spec,
std::function<std::string(llvm::object::BuildID)> UrlBuilder) {
Expand All @@ -154,21 +173,28 @@ GetFileForModule(const ModuleSpec &module_spec,
// Grab LLDB's Debuginfod overrides from the
// plugin.symbol-locator.debuginfod.* settings.
PluginProperties &plugin_props = GetGlobalPluginProperties();
llvm::Expected<std::string> cache_path_or_err = plugin_props.GetCachePath();
// A cache location is *required*.
if (!cache_path_or_err)
return {};
std::string cache_path = *cache_path_or_err;
// Grab the lldb index cache settings from the global module list properties.
ModuleListProperties &properties =
ModuleList::GetGlobalModuleListProperties();
std::string cache_path = properties.GetLLDBIndexCachePath().GetPath();

llvm::CachePruningPolicy pruning_policy =
DataFileCache::GetLLDBIndexCachePolicy();

llvm::SmallVector<llvm::StringRef> debuginfod_urls =
llvm::getDefaultDebuginfodUrls();
std::chrono::milliseconds timeout = plugin_props.GetTimeout();

// We're ready to ask the Debuginfod library to find our file.
llvm::object::BuildID build_id(module_uuid.GetBytes());
std::string url_path = UrlBuilder(build_id);
std::string cache_key = llvm::getDebuginfodCacheKey(url_path);
llvm::StringRef file_name = getFileName(module_spec, url_path);
std::string cache_file_name = llvm::toHex(build_id, true);
if (!file_name.empty())
cache_file_name += "-" + file_name.str();
llvm::Expected<std::string> result = llvm::getCachedOrDownloadArtifact(
cache_key, url_path, cache_path, debuginfod_urls, timeout);
cache_file_name, url_path, cache_path, debuginfod_urls, timeout,
pruning_policy);
if (result)
return FileSpec(*result);

Expand Down
4 changes: 3 additions & 1 deletion llvm/include/llvm/Debuginfod/Debuginfod.h
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@
#include "llvm/ADT/StringMap.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Object/BuildID.h"
#include "llvm/Support/CachePruning.h"
#include "llvm/Support/Error.h"
#include "llvm/Support/MemoryBuffer.h"
#include "llvm/Support/Mutex.h"
Expand Down Expand Up @@ -95,7 +96,8 @@ Expected<std::string> getCachedOrDownloadArtifact(StringRef UniqueKey,
/// found, uses the UniqueKey for the local cache file.
Expected<std::string> getCachedOrDownloadArtifact(
StringRef UniqueKey, StringRef UrlPath, StringRef CacheDirectoryPath,
ArrayRef<StringRef> DebuginfodUrls, std::chrono::milliseconds Timeout);
ArrayRef<StringRef> DebuginfodUrls, std::chrono::milliseconds Timeout,
llvm::CachePruningPolicy policy);

class ThreadPoolInterface;

Expand Down
29 changes: 20 additions & 9 deletions llvm/lib/Debuginfod/Debuginfod.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -106,6 +106,14 @@ Expected<std::string> getDefaultDebuginfodCacheDirectory() {
return std::string(CacheDirectory);
}

Expected<llvm::CachePruningPolicy> getDefaultDebuginfodCachePruningPolicy() {
Expected<CachePruningPolicy> PruningPolicyOrErr =
parseCachePruningPolicy(std::getenv("DEBUGINFOD_CACHE_POLICY"));
if (!PruningPolicyOrErr)
return PruningPolicyOrErr.takeError();
return *PruningPolicyOrErr;
}

std::chrono::milliseconds getDefaultDebuginfodTimeout() {
long Timeout;
const char *DebuginfodTimeoutEnv = std::getenv("DEBUGINFOD_TIMEOUT");
Expand Down Expand Up @@ -169,9 +177,15 @@ Expected<std::string> getCachedOrDownloadArtifact(StringRef UniqueKey,
return CacheDirOrErr.takeError();
CacheDir = *CacheDirOrErr;

return getCachedOrDownloadArtifact(UniqueKey, UrlPath, CacheDir,
getDefaultDebuginfodUrls(),
getDefaultDebuginfodTimeout());
Expected<llvm::CachePruningPolicy> PruningPolicyOrErr =
getDefaultDebuginfodCachePruningPolicy();
if (!PruningPolicyOrErr)
return PruningPolicyOrErr.takeError();
llvm::CachePruningPolicy PruningPolicy = *PruningPolicyOrErr;

return getCachedOrDownloadArtifact(
UniqueKey, UrlPath, CacheDir, getDefaultDebuginfodUrls(),
getDefaultDebuginfodTimeout(), PruningPolicy);
}

namespace {
Expand Down Expand Up @@ -250,7 +264,8 @@ static SmallVector<std::string, 0> getHeaders() {

Expected<std::string> getCachedOrDownloadArtifact(
StringRef UniqueKey, StringRef UrlPath, StringRef CacheDirectoryPath,
ArrayRef<StringRef> DebuginfodUrls, std::chrono::milliseconds Timeout) {
ArrayRef<StringRef> DebuginfodUrls, std::chrono::milliseconds Timeout,
llvm::CachePruningPolicy policy) {
SmallString<64> AbsCachedArtifactPath;
sys::path::append(AbsCachedArtifactPath, CacheDirectoryPath,
"llvmcache-" + UniqueKey);
Expand Down Expand Up @@ -304,11 +319,7 @@ Expected<std::string> getCachedOrDownloadArtifact(
continue;
}

Expected<CachePruningPolicy> PruningPolicyOrErr =
parseCachePruningPolicy(std::getenv("DEBUGINFOD_CACHE_POLICY"));
if (!PruningPolicyOrErr)
return PruningPolicyOrErr.takeError();
pruneCache(CacheDirectoryPath, *PruningPolicyOrErr);
pruneCache(CacheDirectoryPath, policy);

// Return the path to the artifact on disk.
return std::string(AbsCachedArtifactPath);
Expand Down
3 changes: 2 additions & 1 deletion llvm/unittests/Debuginfod/DebuginfodTests.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -37,14 +37,15 @@ TEST(DebuginfodClient, CacheHit) {
sys::fs::createTemporaryFile("llvmcache-key", "temp", FD, CachedFilePath);
StringRef CacheDir = sys::path::parent_path(CachedFilePath);
StringRef UniqueKey = sys::path::filename(CachedFilePath);
llvm::CachePruningPolicy policy;
EXPECT_TRUE(UniqueKey.consume_front("llvmcache-"));
raw_fd_ostream OF(FD, true, /*unbuffered=*/true);
OF << "contents\n";
OF << CacheDir << "\n";
OF.close();
Expected<std::string> PathOrErr = getCachedOrDownloadArtifact(
UniqueKey, /*UrlPath=*/"/null", CacheDir,
/*DebuginfodUrls=*/{}, /*Timeout=*/std::chrono::milliseconds(1));
/*DebuginfodUrls=*/{}, /*Timeout=*/std::chrono::milliseconds(1), policy);
EXPECT_THAT_EXPECTED(PathOrErr, HasValue(CachedFilePath));
}

Expand Down
Loading