34static bool allowPromotionAlias(
const std::string &Name) {
38 for (
const char &
C : Name) {
52 if (!ExportGV.hasLocalLinkage())
55 auto Name = ExportGV.getName();
57 if (!PromoteExtra.
count(&ExportGV)) {
68 std::string OldName =
Name.str();
69 std::string NewName = (
Name + ModuleId).str();
71 if (
const auto *
C = ExportGV.getComdat())
72 if (
C->getName() == Name)
75 ExportGV.setName(NewName);
84 if (
isa<Function>(&ExportGV) && allowPromotionAlias(OldName)) {
88 ".lto_set_conditional " + OldName +
"," + NewName +
"\n";
93 if (!RenamedComdats.
empty())
95 if (
auto *
C = GO.getComdat()) {
96 auto Replacement = RenamedComdats.
find(
C);
97 if (Replacement != RenamedComdats.
end())
98 GO.setComdat(Replacement->second);
109 auto ExternalizeTypeId = [&](
CallInst *CI,
unsigned ArgNo) {
114 Metadata *&GlobalMD = LocalToGlobal[MD];
116 std::string NewName = (
Twine(LocalToGlobal.
size()) + ModuleId).str();
127 for (
const Use &U : TypeTestFunc->
uses()) {
129 ExternalizeTypeId(CI, 1);
135 for (
const Use &U : PublicTypeTestFunc->
uses()) {
137 ExternalizeTypeId(CI, 1);
143 for (
const Use &U : TypeCheckedLoadFunc->
uses()) {
145 ExternalizeTypeId(CI, 2);
150 &M, Intrinsic::type_checked_load_relative)) {
151 for (
const Use &U : TypeCheckedLoadRelativeFunc->
uses()) {
153 ExternalizeTypeId(CI, 2);
159 GO.getMetadata(LLVMContext::MD_type, MDs);
161 GO.eraseMetadata(LLVMContext::MD_type);
162 for (
auto *MD : MDs) {
163 auto I = LocalToGlobal.
find(MD->getOperand(1));
164 if (
I == LocalToGlobal.
end()) {
165 GO.addMetadata(LLVMContext::MD_type, *MD);
169 LLVMContext::MD_type,
170 *
MDNode::get(M.getContext(), {MD->getOperand(0), I->second}));
177void simplifyExternals(
Module &M) {
182 if (
F.isDeclaration() &&
F.use_empty()) {
187 if (!
F.isDeclaration() ||
F.getFunctionType() == EmptyFT ||
189 F.getName().starts_with(
"llvm."))
194 F.getAddressSpace(),
"", &M);
198 AttributeList::FunctionIndex,
199 F.getAttributes().getFnAttrs()));
201 F.replaceAllUsesWith(NewF);
209 assert(
I.getResolverFunction() &&
"ifunc misses its resolver function");
213 if (GV.isDeclaration() && GV.use_empty()) {
214 GV.eraseFromParent();
223 std::vector<GlobalValue *> V;
225 if (!ShouldKeepDefinition(&GV))
230 GV->eraseFromParent();
244static void cloneUsedGlobalVariables(
const Module &SrcM,
Module &DestM,
250 for (
auto *V : Used) {
252 if (GV && !GV->isDeclaration())
263static bool enableUnifiedLTO(
Module &M) {
264 bool UnifiedLTO =
false;
267 UnifiedLTO = MD->getZExtValue();
272bool mustEmitToMergedModule(
const GlobalValue *GV) {
275 return GV->
getName() ==
"__cfi_check";
281void splitAndWriteThinLTOBitcode(
284 const bool ShouldPreserveUseListOrder) {
286 if (ModuleId.empty()) {
287 assert(!enableUnifiedLTO(M));
305 promoteTypeIds(M, ModuleId);
314 if (
MDNode *MD = GO->getMetadata(LLVMContext::MD_associated))
317 if (AssocGO->hasMetadata(LLVMContext::MD_type))
319 return GO->hasMetadata(LLVMContext::MD_type);
342 forEachVirtualFunction(GV.getInitializer(), [&](
Function *
F) {
343 auto *RT = dyn_cast<IntegerType>(F->getReturnType());
344 if (!RT || RT->getBitWidth() > 64 || F->arg_empty() ||
345 !F->arg_begin()->use_empty())
347 for (auto &Arg : drop_begin(F->args())) {
348 auto *ArgT = dyn_cast<IntegerType>(Arg.getType());
349 if (!ArgT || ArgT->getBitWidth() > 64)
352 if (!
F->isDeclaration() &&
354 .doesNotAccessMemory())
360 std::unique_ptr<Module> MergedM(
363 if (MergedMComdats.
count(
C))
365 if (mustEmitToMergedModule(GV))
368 return EligibleVirtualFns.
count(
F);
371 return HasTypeMetadata(GVar);
375 MergedM->setModuleInlineAsm(
"");
379 cloneUsedGlobalVariables(M, *MergedM,
false);
380 cloneUsedGlobalVariables(M, *MergedM,
true);
383 if (!
F.isDeclaration() && !mustEmitToMergedModule(&
F)) {
388 F.setComdat(
nullptr);
393 if ((!
F.hasLocalLinkage() ||
F.hasAddressTaken()) && HasTypeMetadata(&
F))
395 for (
auto &
A : M.aliases())
397 if (HasTypeMetadata(
F))
404 if (HasTypeMetadata(GVar))
407 if (MergedMComdats.
count(
C))
409 if (mustEmitToMergedModule(GV))
414 promoteInternals(*MergedM, M, ModuleId, CfiFunctions);
415 promoteInternals(M, *MergedM, ModuleId, CfiFunctions);
417 auto &Ctx = MergedM->getContext();
419 for (
auto *V : CfiFunctions) {
422 F.getMetadata(LLVMContext::MD_type, Types);
429 else if (
F.hasExternalWeakLinkage())
439 if(!CfiFunctionMDs.
empty()) {
440 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"cfi.functions");
441 for (
auto *MD : CfiFunctionMDs)
446 for (
auto &
A : M.aliases()) {
451 FunctionAliases[
F].push_back(&
A);
454 if (!FunctionAliases.
empty()) {
455 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"aliases");
456 for (
auto &Alias : FunctionAliases) {
459 for (
auto *
A : Alias.second)
468 if (!
F ||
F->use_empty())
475 if (!Symvers.
empty()) {
476 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"symvers");
477 for (
auto *MD : Symvers)
481 simplifyExternals(*MergedM);
500 W.writeModule(M, ShouldPreserveUseListOrder, &Index,
502 W.writeModule(*MergedM, ShouldPreserveUseListOrder, &MergedMIndex);
514 W2.writeThinLinkBitcode(M, Index, ModHash);
515 W2.writeModule(*MergedM,
false,
519 *ThinLinkOS << Buffer;
524bool enableSplitLTOUnit(
Module &M) {
525 bool EnableSplitLTOUnit =
false;
527 M.getModuleFlag(
"EnableSplitLTOUnit")))
528 EnableSplitLTOUnit = MD->getZExtValue();
529 return EnableSplitLTOUnit;
533bool requiresSplit(
Module &M) {
534 for (
auto &GO : M.global_objects()) {
535 if (GO.hasMetadata(LLVMContext::MD_type))
537 if (mustEmitToMergedModule(&GO))
546 const bool ShouldPreserveUseListOrder) {
547 std::unique_ptr<ModuleSummaryIndex> NewIndex =
nullptr;
550 if (requiresSplit(M)) {
551 if (enableSplitLTOUnit(M)) {
552 splitAndWriteThinLTOBitcode(OS, ThinLinkOS, AARGetter, M,
553 ShouldPreserveUseListOrder);
558 if (!ModuleId.empty()) {
559 promoteTypeIds(M, ModuleId);
569 NewIndex = std::make_unique<ModuleSummaryIndex>(
571 Index = NewIndex.get();
586 if (ThinLinkOS && Index)
598 M.removeDebugIntrinsicDeclarations();
600 bool Changed = writeThinLTOBitcode(
606 ShouldPreserveUseListOrder);
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This is the interface for LLVM's primary stateless and local alias analysis.
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
This file contains the declarations for the subclasses of Constant, which represent the different fla...
Provides passes for computing function attributes based on interprocedural analyses.
Module.h This file contains the declarations for the Module class.
This header defines various interfaces for pass management in LLVM.
This is the interface to build a ModuleSummaryIndex for a module.
FunctionAnalysisManager FAM
A manager for alias analyses.
PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)
Get the result of an analysis pass for a given IR unit.
Value * getArgOperand(unsigned i) const
void setArgOperand(unsigned i, Value *v)
This class represents a function call, abstracting a target machine's calling convention.
This is an important base class in LLVM.
LLVM_ABI void removeDeadConstantUsers() const
If there are any dead constant users dangling off of this constant, remove them.
iterator find(const_arg_type_t< KeyT > Val)
std::pair< iterator, bool > try_emplace(KeyT &&Key, Ts &&...Args)
Implements a dense probed hash-table based set.
static LLVM_ABI FunctionType * get(Type *Result, ArrayRef< Type * > Params, bool isVarArg)
This static method is the primary way of constructing a FunctionType.
static Function * Create(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace, const Twine &N="", Module *M=nullptr)
void setAttributes(AttributeList Attrs)
Set the attribute list for this Function.
void copyAttributesFrom(const Function *Src)
copyAttributesFrom - copy all additional attributes (those not needed to create a Function) from the ...
LLVM_ABI bool isDeclaration() const
Return true if the primary definition of this global value is outside of the current translation unit...
LLVM_ABI const Comdat * getComdat() const
LLVM_ABI const GlobalObject * getAliaseeObject() const
LLVM_ABI void eraseFromParent()
This method unlinks 'this' from the containing module and deletes it.
@ HiddenVisibility
The GV is hidden.
void setVisibility(VisibilityTypes V)
@ ExternalLinkage
Externally visible function.
@ AvailableExternallyLinkage
Available for inspection, not emission.
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
static LLVM_ABI MDString * get(LLVMContext &Context, StringRef Str)
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
This class implements a map that also provides access to all stored values in a deterministic order.
Analysis pass to provide the ModuleSummaryIndex object.
Class to hold module path string table and global value map, and encapsulate methods for operating on...
static LLVM_ABI void CollectAsmSymvers(const Module &M, function_ref< void(StringRef, StringRef)> AsmSymver)
Parse inline ASM and collect the symvers directives that are defined in the current module.
A Module instance is used to store all the information related to an LLVM module.
@ Error
Emits an error if two values disagree, otherwise the resulting value is that of the operands.
iterator_range< global_object_iterator > global_objects()
GlobalValue * getNamedValue(StringRef Name) const
Return the global value in the module with the specified name, of arbitrary type.
Comdat * getOrInsertComdat(StringRef Name)
Return the Comdat in the module with the specified name.
void appendModuleInlineAsm(StringRef Asm)
Append to the module-scope inline assembly blocks.
iterator_range< global_value_iterator > global_values()
LLVM_ABI void addOperand(MDNode *M)
A set of analyses that are preserved following a run of a transformation pass.
static PreservedAnalyses none()
Convenience factory function for the empty preserved set.
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Analysis providing profile information.
A vector that has set insertion semantics.
size_type count(const key_type &key) const
Count the number of elements of a given key in the SetVector.
bool insert(const value_type &X)
Insert a new element into the SetVector.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
LLVM_ABI PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM)
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
static LLVM_ABI Type * getVoidTy(LLVMContext &C)
static LLVM_ABI IntegerType * getInt8Ty(LLVMContext &C)
A Use represents the edge between a Value definition and its users.
LLVM Value Representation.
LLVM_ABI void setName(const Twine &Name)
Change the name of the value.
iterator_range< use_iterator > uses()
LLVM_ABI StringRef getName() const
Return a constant reference to the value's name.
LLVM_ABI void takeName(Value *V)
Transfer the name from V to this value.
std::pair< iterator, bool > insert(const ValueT &V)
size_type count(const_arg_type_t< ValueT > V) const
Return 1 if the specified key is in the set, 0 otherwise.
An efficient, type-erasing, non-owning reference to a callable.
This class implements an extremely fast bulk output stream that can only output to a stream.
@ C
The default llvm calling convention, compatible with C.
LLVM_ABI Function * getDeclarationIfExists(const Module *M, ID id)
Look up the Function declaration of the intrinsic id in the Module M and return it if it exists.
LLVM_ABI bool isJumpTableCanonical(Function *F)
std::enable_if_t< detail::IsValidPointer< X, Y >::value, X * > extract_or_null(Y &&MD)
Extract a Value from Metadata, allowing null.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI MemoryEffects computeFunctionBodyMemoryAccess(Function &F, AAResults &AAR)
Returns the memory access properties of this copy of the function.
LLVM_ABI void WriteBitcodeToFile(const Module &M, raw_ostream &Out, bool ShouldPreserveUseListOrder=false, const ModuleSummaryIndex *Index=nullptr, bool GenerateHash=false, ModuleHash *ModHash=nullptr)
Write the specified module to the specified raw output stream.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
std::array< uint32_t, 5 > ModuleHash
160 bits SHA1
LLVM_ABI void writeThinLinkBitcodeToFile(const Module &M, raw_ostream &Out, const ModuleSummaryIndex &Index, const ModuleHash &ModHash)
Write the specified thin link bitcode file (i.e., the minimized bitcode file) to the given raw output...
void append_range(Container &C, Range &&R)
Wrapper function to append range R to container C.
iterator_range< early_inc_iterator_impl< detail::IterOfRange< RangeT > > > make_early_inc_range(RangeT &&Range)
Make a range that does early increment to allow mutation of the underlying range without disrupting i...
LLVM_ABI bool convertToDeclaration(GlobalValue &GV)
Converts value GV to declaration, or replaces with a declaration if it is an alias.
InnerAnalysisManagerProxy< FunctionAnalysisManager, Module > FunctionAnalysisManagerModuleProxy
Provide the FunctionAnalysisManager to Module proxy.
LLVM_ABI ModuleSummaryIndex buildModuleSummaryIndex(const Module &M, std::function< BlockFrequencyInfo *(const Function &F)> GetBFICallback, ProfileSummaryInfo *PSI, std::function< const StackSafetyInfo *(const Function &F)> GetSSICallback=[](const Function &F) -> const StackSafetyInfo *{ return nullptr;})
Direct function to compute a ModuleSummaryIndex from a given module.
auto dyn_cast_or_null(const Y &Val)
LLVM_ABI std::string getUniqueModuleId(Module *M)
Produce a unique identifier for this module by taking the MD5 sum of the names of the module's strong...
bool isAlnum(char C)
Checks whether character C is either a decimal digit or an uppercase or lowercase letter as classifie...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
LLVM_ABI bool StripDebugInfo(Module &M)
Strip debug info in the module if it exists.
LLVM_ABI void appendToCompilerUsed(Module &M, ArrayRef< GlobalValue * > Values)
Adds global values to the llvm.compiler.used list.
DWARFExpression::Operation Op
ValueMap< const Value *, WeakTrackingVH > ValueToValueMapTy
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
LLVM_ABI std::unique_ptr< Module > CloneModule(const Module &M)
Return an exact copy of the specified module.
LLVM_ABI void appendToUsed(Module &M, ArrayRef< GlobalValue * > Values)
Adds global values to the llvm.used list.
CfiFunctionLinkage
The type of CFI jumptable needed for a function.
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.
LLVM_ABI GlobalVariable * collectUsedGlobalVariables(const Module &M, SmallVectorImpl< GlobalValue * > &Vec, bool CompilerUsed)
Given "llvm.used" or "llvm.compiler.used" as a global name, collect the initializer elements of that ...