42class raw_pwrite_stream;
52 const lto::Config &
C, ModuleSummaryIndex &
Index,
57 const DenseSet<GlobalValue::GUID> &GUIDPreservedSymbols);
63 ModuleSummaryIndex &
Index,
64 function_ref<
bool(StringRef, ValueInfo)> isExported,
71 const lto::Config &Conf,
const ModuleSummaryIndex &
Index,
72 StringRef ModuleID,
const FunctionImporter::ImportMapTy &ImportList,
74 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
76 const DenseSet<GlobalValue::GUID> &CfiFunctionDefs = {},
77 const DenseSet<GlobalValue::GUID> &CfiFunctionDecls = {});
100LLVM_ABI Expected<std::unique_ptr<ToolOutputFile>>
111 const ModuleSummaryIndex &
Index);
114struct SymbolResolution;
127 std::vector<BitcodeModule> Mods;
129 std::vector<Symbol> Symbols;
132 std::vector<std::pair<size_t, size_t>> ModuleSymIndices;
134 StringRef TargetTriple, SourceFileName, COFFLinkerOpts;
135 std::vector<StringRef> DependentLibraries;
136 std::vector<std::pair<StringRef, Comdat::SelectionKind>> ComdatTable;
199 const auto &Indices = ModuleSymIndices[
I];
200 return {Symbols.data() + Indices.first, Symbols.data() + Indices.second};
232 virtual void setup(
unsigned ThinLTONumTasks,
unsigned ThinLTOTaskOffset,
238 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
243 return std::move(*
Err);
252 const std::string &NewModulePath)
const;
258 const std::string &NewModulePath,
StringRef SummaryPath,
259 std::optional<std::reference_wrapper<ImportsFilesContainer>> ImportsFiles)
289 return Func(Conf, CombinedIndex, ModuleToDefinedGVSummaries,
290 std::move(AddStream), std::move(Cache));
293 bool isValid()
const {
return static_cast<bool>(Func); }
310 bool ShouldEmitIndexFiles =
false,
bool ShouldEmitImportsFiles =
false);
331 bool ShouldEmitIndexFiles,
bool ShouldEmitImportsFiles,
353 std::string NewPrefix, std::string NativeObjectPrefix,
395 unsigned ParallelCodeGenParallelismLevel = 1,
428 struct RegularLTOState {
429 LLVM_ABI RegularLTOState(
unsigned ParallelCodeGenParallelismLevel,
437 std::map<std::string, CommonResolution> Commons;
439 unsigned ParallelCodeGenParallelismLevel;
441 std::unique_ptr<Module> CombinedModule;
442 std::unique_ptr<IRMover> Mover;
449 std::unique_ptr<Module>
M;
450 std::vector<GlobalValue *>
Keep;
452 std::vector<AddedModule> ModsWithSummaries;
453 bool EmptyCombinedModule =
true;
458 struct ThinLTOState {
466 std::optional<ModuleMapType> ModulesToCompile;
477 struct GlobalResolution {
484 bool VisibleOutsideSummary =
false;
488 bool ExportDynamic =
false;
490 bool UnnamedAddr =
true;
493 bool Prevailing =
false;
498 bool isPrevailingIRSymbol()
const {
return Prevailing && !IRName.empty(); }
511 unsigned Partition = Unknown;
528 std::unique_ptr<llvm::BumpPtrAllocator> Alloc;
531 std::unique_ptr<llvm::StringSaver> GlobalResolutionSymbolSaver;
536 std::unique_ptr<llvm::DenseMap<StringRef, GlobalResolution>>
539 void releaseGlobalResolutionsMemory();
541 void addModuleToGlobalRes(ArrayRef<InputFile::Symbol> Syms,
542 ArrayRef<SymbolResolution> Res,
unsigned Partition,
548 Expected<ArrayRef<SymbolResolution>>
549 addModule(InputFile &Input, ArrayRef<SymbolResolution> InputRes,
550 unsigned ModI, ArrayRef<SymbolResolution> Res);
552 Expected<std::pair<RegularLTOState::AddedModule, ArrayRef<SymbolResolution>>>
553 addRegularLTO(InputFile &Input, ArrayRef<SymbolResolution> InputRes,
554 BitcodeModule BM, ArrayRef<InputFile::Symbol> Syms,
555 ArrayRef<SymbolResolution> Res);
556 Error linkRegularLTO(RegularLTOState::AddedModule
Mod,
557 bool LivenessFromIndex);
559 Expected<ArrayRef<SymbolResolution>>
560 addThinLTO(BitcodeModule BM, ArrayRef<InputFile::Symbol> Syms,
561 ArrayRef<SymbolResolution> Res);
565 const DenseSet<GlobalValue::GUID> &GUIDPreservedSymbols);
567 Error checkPartiallySplit();
569 mutable bool CalledGetMaxTasks =
false;
575 std::optional<bool> EnableSplitLTOUnit;
579 DenseSet<GlobalValue::GUID> DynamicExportSymbols;
582 std::unique_ptr<ToolOutputFile> DiagnosticOutputFile;
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This file defines the DenseMap class.
Provides passes for computing function attributes based on interprocedural analyses.
Machine Check Debug Module
This file implements a map that provides insertion order iteration.
ModuleSummaryIndex.h This file contains the declarations the classes that hold the module index and s...
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Represents a module in a bitcode file.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
The map maintains the list of imports.
DenseSet< ValueInfo > ExportSetTy
The set contains an entry for every global value that the module exports.
uint64_t GUID
Declare a type to represent a global unique identifier for a global value.
LinkageTypes
An enumeration for the kinds of linkage for global values.
This class implements a map that also provides access to all stored values in a deterministic order.
Class to hold module path string table and global value map, and encapsulate methods for operating on...
A non-threaded implementation.
void wait() override
Blocking wait for all the tasks to execute first.
unsigned getMaxConcurrency() const override
Returns always 1: there is no concurrency.
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
This tells how a thread pool will be used.
Triple - Helper class for working with autoconf configuration names.
This class implements a resolution-based interface to LLVM's LTO functionality.
LLVM_ABI Error add(std::unique_ptr< InputFile > Obj, ArrayRef< SymbolResolution > Res)
Add an input file to the LTO link, using the provided symbol resolutions.
static LLVM_ABI SmallVector< const char * > getRuntimeLibcallSymbols(const Triple &TT)
Static method that returns a list of libcall symbols that can be generated by LTO but might not be vi...
LTOKind
Unified LTO modes.
@ LTOK_UnifiedRegular
Regular LTO, with Unified LTO enabled.
@ LTOK_Default
Any LTO mode without Unified LTO. The default mode.
@ LTOK_UnifiedThin
ThinLTO, with Unified LTO enabled.
LLVM_ABI unsigned getMaxTasks() const
Returns an upper bound on the number of tasks that the client may expect.
LLVM_ABI Error run(AddStreamFn AddStream, FileCache Cache={})
Runs the LTO pipeline.
This class defines the interface to the ThinLTO backend.
DefaultThreadPool BackendThreadPool
bool ShouldEmitImportsFiles
std::optional< Error > Err
virtual bool isSensitiveToInputOrder()
unsigned getThreadCount()
const DenseMap< StringRef, GVSummaryMapTy > & ModuleToDefinedGVSummaries
LLVM_ABI Error emitFiles(const FunctionImporter::ImportMapTy &ImportList, StringRef ModulePath, const std::string &NewModulePath) const
ThinBackendProc(const Config &Conf, ModuleSummaryIndex &CombinedIndex, const DenseMap< StringRef, GVSummaryMapTy > &ModuleToDefinedGVSummaries, lto::IndexWriteCallback OnWrite, bool ShouldEmitImportsFiles, ThreadPoolStrategy ThinLTOParallelism)
ModuleSummaryIndex & CombinedIndex
virtual void setup(unsigned ThinLTONumTasks, unsigned ThinLTOTaskOffset, Triple Triple)
virtual ~ThinBackendProc()=default
virtual Error start(unsigned Task, BitcodeModule BM, const FunctionImporter::ImportMapTy &ImportList, const FunctionImporter::ExportSetTy &ExportList, const std::map< GlobalValue::GUID, GlobalValue::LinkageTypes > &ResolvedODR, MapVector< StringRef, BitcodeModule > &ModuleMap)=0
IndexWriteCallback OnWrite
A raw_ostream that writes to a file descriptor.
@ C
The default llvm calling convention, compatible with C.
LLVM_ABI ThinBackend createInProcessThinBackend(ThreadPoolStrategy Parallelism, IndexWriteCallback OnWrite=nullptr, bool ShouldEmitIndexFiles=false, bool ShouldEmitImportsFiles=false)
This ThinBackend runs the individual backend jobs in-process.
LLVM_ABI std::string getThinLTOOutputFile(StringRef Path, StringRef OldPrefix, StringRef NewPrefix)
Given the original Path to an output file, replace any path prefix matching OldPrefix with NewPrefix.
std::function< std::unique_ptr< ThinBackendProc >(const Config &C, ModuleSummaryIndex &CombinedIndex, const DenseMap< StringRef, GVSummaryMapTy > &ModuleToDefinedGVSummaries, AddStreamFn AddStream, FileCache Cache)> ThinBackendFunction
This callable defines the behavior of a ThinLTO backend after the thin-link phase.
std::function< void(const std::string &)> IndexWriteCallback
LLVM_ABI StringLiteral getThinLTODefaultCPU(const Triple &TheTriple)
LLVM_ABI Expected< std::unique_ptr< ToolOutputFile > > setupStatsFile(StringRef StatsFilename)
Setups the output file for saving statistics.
LLVM_ABI ThinBackend createWriteIndexesThinBackend(ThreadPoolStrategy Parallelism, std::string OldPrefix, std::string NewPrefix, std::string NativeObjectPrefix, bool ShouldEmitImportsFiles, raw_fd_ostream *LinkedObjectsFile, IndexWriteCallback OnWrite)
This ThinBackend writes individual module indexes to files, instead of running the individual backend...
LLVM_ABI ThinBackend createOutOfProcessThinBackend(ThreadPoolStrategy Parallelism, IndexWriteCallback OnWrite, bool ShouldEmitIndexFiles, bool ShouldEmitImportsFiles, StringRef LinkerOutputFile, StringRef Distributor, ArrayRef< StringRef > DistributorArgs, StringRef RemoteCompiler, ArrayRef< StringRef > RemoteCompilerArgs, bool SaveTemps)
This ThinBackend generates the index shards and then runs the individual backend jobs via an external...
LLVM_ABI std::vector< int > generateModulesOrdering(ArrayRef< BitcodeModule * > R)
Produces a container ordering for optimal multi-threaded processing.
LLVM_ABI Expected< std::unique_ptr< ToolOutputFile > > setupLLVMOptimizationRemarks(LLVMContext &Context, StringRef RemarksFilename, StringRef RemarksPasses, StringRef RemarksFormat, bool RemarksWithHotness, std::optional< uint64_t > RemarksHotnessThreshold=0, int Count=-1)
Setup optimization remarks.
LLVM_ABI void updateMemProfAttributes(Module &Mod, const ModuleSummaryIndex &Index)
Updates MemProf attributes (and metadata) based on whether the index has recorded that we are linking...
This is an optimization pass for GlobalISel generic memory operations.
cl::opt< std::string > RemarksFormat("lto-pass-remarks-format", cl::desc("The format used for serializing remarks (default: YAML)"), cl::value_desc("format"), cl::init("yaml"))
cl::opt< std::string > RemarksPasses("lto-pass-remarks-filter", cl::desc("Only record optimization remarks from passes whose " "names match the given regular expression"), cl::value_desc("regex"))
std::function< Expected< std::unique_ptr< CachedFileStream > >(unsigned Task, const Twine &ModuleName)> AddStreamFn
This type defines the callback to add a file that is generated on the fly.
LLVM_ABI void thinLTOInternalizeAndPromoteInIndex(ModuleSummaryIndex &Index, function_ref< bool(StringRef, ValueInfo)> isExported, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing)
Update the linkages in the given Index to mark exported values as external and non-exported values as...
LLVM_ABI std::string recomputeLTOCacheKey(const std::string &Key, StringRef ExtraID)
Recomputes the LTO cache key for a given key with an extra identifier.
cl::opt< bool > RemarksWithHotness("lto-pass-remarks-with-hotness", cl::desc("With PGO, include profile count in optimization remarks"), cl::Hidden)
cl::opt< std::string > RemarksFilename("lto-pass-remarks-output", cl::desc("Output filename for pass remarks"), cl::value_desc("filename"))
LLVM_ABI void thinLTOResolvePrevailingInIndex(const lto::Config &C, ModuleSummaryIndex &Index, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing, function_ref< void(StringRef, GlobalValue::GUID, GlobalValue::LinkageTypes)> recordNewLinkage, const DenseSet< GlobalValue::GUID > &GUIDPreservedSymbols)
Resolve linkage for prevailing symbols in the Index.
@ Mod
The access may modify the value stored in memory.
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
cl::opt< std::optional< uint64_t >, false, remarks::HotnessThresholdParser > RemarksHotnessThreshold("lto-pass-remarks-hotness-threshold", cl::desc("Minimum profile count required for an " "optimization remark to be output." " Use 'auto' to apply the threshold from profile summary."), cl::value_desc("uint or 'auto'"), cl::init(0), cl::Hidden)
LLVM_ABI std::string computeLTOCacheKey(const lto::Config &Conf, const ModuleSummaryIndex &Index, StringRef ModuleID, const FunctionImporter::ImportMapTy &ImportList, const FunctionImporter::ExportSetTy &ExportList, const std::map< GlobalValue::GUID, GlobalValue::LinkageTypes > &ResolvedODR, const GVSummaryMapTy &DefinedGlobals, const DenseSet< GlobalValue::GUID > &CfiFunctionDefs={}, const DenseSet< GlobalValue::GUID > &CfiFunctionDecls={})
Computes a unique hash for the Module considering the current list of export/import and other global ...
DenseMap< GlobalValue::GUID, GlobalValueSummary * > GVSummaryMapTy
Map of global value GUID to its summary, used to identify values defined in a particular module,...
Implement std::hash so that hash_code can be used in STL containers.
This struct is a compact representation of a valid (non-zero power of two) alignment.
This type represents a file cache system that manages caching of files.
This represents a symbol that has been read from a storage::Symbol and possibly a storage::Uncommon.
StringRef getName() const
Returns the mangled symbol name.
bool canBeOmittedFromSymbolTable() const
StringRef getSectionName() const
uint32_t getCommonAlignment() const
bool isExecutable() const
uint64_t getCommonSize() const
int getComdatIndex() const
Returns the index into the comdat table (see Reader::getComdatTable()), or -1 if not a comdat member.
GlobalValue::VisibilityTypes getVisibility() const
StringRef getIRName() const
Returns the unmangled symbol name, or the empty string if this is not an IR symbol.
StringRef getCOFFWeakExternalFallback() const
COFF-specific: for weak externals, returns the name of the symbol that is used as a fallback if the w...
Contains the information needed by linkers for symbol resolution, as well as by the LTO implementatio...
A derived class of LLVMContext that initializes itself according to a given Config object.
std::vector< GlobalValue * > Keep
std::unique_ptr< Module > M
bool Prevailing
Record if at least one instance of the common was marked as prevailing.
The resolution for a symbol.
unsigned FinalDefinitionInLinkageUnit
The definition of this symbol is unpreemptable at runtime and is known to be in this linkage unit.
unsigned ExportDynamic
The symbol was exported dynamically, and therefore could be referenced by a shared library not visibl...
unsigned Prevailing
The linker has chosen this definition of the symbol.
unsigned LinkerRedefined
Linker redefined version of the symbol which appeared in -wrap or -defsym linker option.
unsigned VisibleToRegularObj
The definition of this symbol is visible outside of the LTO unit.
This type defines the behavior following the thin-link phase during ThinLTO.
std::unique_ptr< ThinBackendProc > operator()(const Config &Conf, ModuleSummaryIndex &CombinedIndex, const DenseMap< StringRef, GVSummaryMapTy > &ModuleToDefinedGVSummaries, AddStreamFn AddStream, FileCache Cache)
ThreadPoolStrategy getParallelism() const
ThinBackend(ThinBackendFunction Func, ThreadPoolStrategy Parallelism)