34static bool allowPromotionAlias(
const std::string &Name) {
38 for (
const char &
C : Name) {
52 if (!ExportGV.hasLocalLinkage())
55 auto Name = ExportGV.getName();
57 if (!PromoteExtra.
count(&ExportGV)) {
68 std::string OldName =
Name.str();
69 std::string NewName = (
Name + ModuleId).str();
71 if (
const auto *
C = ExportGV.getComdat())
72 if (
C->getName() == Name)
75 ExportGV.setName(NewName);
84 if (
isa<Function>(&ExportGV) && allowPromotionAlias(OldName)) {
88 ".lto_set_conditional " + OldName +
"," + NewName +
"\n";
93 if (!RenamedComdats.
empty())
95 if (
auto *
C = GO.getComdat()) {
96 auto Replacement = RenamedComdats.
find(
C);
97 if (Replacement != RenamedComdats.
end())
98 GO.setComdat(Replacement->second);
109 auto ExternalizeTypeId = [&](
CallInst *CI,
unsigned ArgNo) {
114 Metadata *&GlobalMD = LocalToGlobal[MD];
116 std::string NewName = (
Twine(LocalToGlobal.
size()) + ModuleId).str();
127 for (
const Use &U : TypeTestFunc->
uses()) {
129 ExternalizeTypeId(CI, 1);
135 for (
const Use &U : PublicTypeTestFunc->
uses()) {
137 ExternalizeTypeId(CI, 1);
143 for (
const Use &U : TypeCheckedLoadFunc->
uses()) {
145 ExternalizeTypeId(CI, 2);
150 &M, Intrinsic::type_checked_load_relative)) {
151 for (
const Use &U : TypeCheckedLoadRelativeFunc->
uses()) {
153 ExternalizeTypeId(CI, 2);
159 GO.getMetadata(LLVMContext::MD_type, MDs);
161 GO.eraseMetadata(LLVMContext::MD_type);
162 for (
auto *MD : MDs) {
163 auto I = LocalToGlobal.
find(MD->getOperand(1));
164 if (
I == LocalToGlobal.
end()) {
165 GO.addMetadata(LLVMContext::MD_type, *MD);
169 LLVMContext::MD_type,
170 *
MDNode::get(M.getContext(), {MD->getOperand(0), I->second}));
174 GO.getMetadata(LLVMContext::MD_callgraph, CGMDs);
176 GO.eraseMetadata(LLVMContext::MD_callgraph);
177 for (
auto *MD : CGMDs) {
178 if (MD->getNumOperands() == 1) {
179 auto I = LocalToGlobal.
find(MD->getOperand(0));
180 if (
I == LocalToGlobal.
end()) {
181 GO.addMetadata(LLVMContext::MD_callgraph, *MD);
184 GO.addMetadata(LLVMContext::MD_callgraph,
193void simplifyExternals(
Module &M) {
198 if (
F.isDeclaration() &&
F.use_empty()) {
203 if (!
F.isDeclaration() ||
F.getFunctionType() == EmptyFT ||
205 F.getName().starts_with(
"llvm."))
210 F.getAddressSpace(),
"", &M);
214 AttributeList::FunctionIndex,
215 F.getAttributes().getFnAttrs()));
217 F.replaceAllUsesWith(NewF);
225 assert(
I.getResolverFunction() &&
"ifunc misses its resolver function");
229 if (GV.isDeclaration() && GV.use_empty()) {
230 GV.eraseFromParent();
239 std::vector<GlobalValue *> V;
241 if (!ShouldKeepDefinition(&GV))
246 GV->eraseFromParent();
260static void cloneUsedGlobalVariables(
const Module &SrcM,
Module &DestM,
266 for (
auto *V : Used) {
268 if (GV && !GV->isDeclaration())
279static bool enableUnifiedLTO(
Module &M) {
280 bool UnifiedLTO =
false;
283 UnifiedLTO = MD->getZExtValue();
288bool mustEmitToMergedModule(
const GlobalValue *GV) {
291 return GV->
getName() ==
"__cfi_check";
297void splitAndWriteThinLTOBitcode(
300 const bool ShouldPreserveUseListOrder) {
302 if (ModuleId.empty()) {
303 assert(!enableUnifiedLTO(M));
321 promoteTypeIds(M, ModuleId);
330 if (
MDNode *MD = GO->getMetadata(LLVMContext::MD_associated))
333 if (AssocGO->hasMetadata(LLVMContext::MD_type))
335 return GO->hasMetadata(LLVMContext::MD_type);
358 forEachVirtualFunction(GV.getInitializer(), [&](
Function *
F) {
359 auto *RT = dyn_cast<IntegerType>(F->getReturnType());
360 if (!RT || RT->getBitWidth() > 64 || F->arg_empty() ||
361 !F->arg_begin()->use_empty())
363 for (auto &Arg : drop_begin(F->args())) {
364 auto *ArgT = dyn_cast<IntegerType>(Arg.getType());
365 if (!ArgT || ArgT->getBitWidth() > 64)
368 if (!
F->isDeclaration() &&
370 .doesNotAccessMemory())
376 std::unique_ptr<Module> MergedM(
379 if (MergedMComdats.
count(
C))
381 if (mustEmitToMergedModule(GV))
384 return EligibleVirtualFns.
count(
F);
387 return HasTypeMetadata(GVar);
391 MergedM->setModuleInlineAsm(
"");
395 cloneUsedGlobalVariables(M, *MergedM,
false);
396 cloneUsedGlobalVariables(M, *MergedM,
true);
399 if (!
F.isDeclaration() && !mustEmitToMergedModule(&
F)) {
404 F.setComdat(
nullptr);
409 if ((!
F.hasLocalLinkage() ||
F.hasAddressTaken()) && HasTypeMetadata(&
F))
411 for (
auto &
A : M.aliases())
413 if (HasTypeMetadata(
F))
420 if (HasTypeMetadata(GVar))
423 if (MergedMComdats.
count(
C))
425 if (mustEmitToMergedModule(GV))
434 promoteInternals(*MergedM, M, ModuleId, {});
435 promoteInternals(M, *MergedM, ModuleId, CfiFunctions);
437 auto &Ctx = MergedM->getContext();
439 for (
auto *V : CfiFunctions) {
442 F.getMetadata(LLVMContext::MD_type, Types);
449 else if (
F.hasExternalWeakLinkage())
464 if(!CfiFunctionMDs.
empty()) {
465 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"cfi.functions");
466 for (
auto *MD : CfiFunctionMDs)
471 for (
auto &
A : M.aliases()) {
476 FunctionAliases[
F].push_back(&
A);
479 if (!FunctionAliases.
empty()) {
480 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"aliases");
481 for (
auto &Alias : FunctionAliases) {
484 for (
auto *
A : Alias.second)
493 if (!
F ||
F->use_empty())
500 if (!Symvers.
empty()) {
501 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"symvers");
502 for (
auto *MD : Symvers)
506 simplifyExternals(*MergedM);
525 W.writeModule(M, ShouldPreserveUseListOrder, &Index,
527 W.writeModule(*MergedM, ShouldPreserveUseListOrder, &MergedMIndex);
539 W2.writeThinLinkBitcode(M, Index, ModHash);
540 W2.writeModule(*MergedM,
false,
544 *ThinLinkOS << Buffer;
549bool enableSplitLTOUnit(
Module &M) {
550 bool EnableSplitLTOUnit =
false;
552 M.getModuleFlag(
"EnableSplitLTOUnit")))
553 EnableSplitLTOUnit = MD->getZExtValue();
554 return EnableSplitLTOUnit;
558bool requiresSplit(
Module &M) {
559 for (
auto &GO : M.global_objects()) {
560 if (GO.hasMetadata(LLVMContext::MD_type))
562 if (mustEmitToMergedModule(&GO))
571 const bool ShouldPreserveUseListOrder) {
572 std::unique_ptr<ModuleSummaryIndex> NewIndex =
nullptr;
575 if (requiresSplit(M)) {
576 if (enableSplitLTOUnit(M)) {
577 splitAndWriteThinLTOBitcode(OS, ThinLinkOS, AARGetter, M,
578 ShouldPreserveUseListOrder);
583 if (!ModuleId.empty()) {
584 promoteTypeIds(M, ModuleId);
594 NewIndex = std::make_unique<ModuleSummaryIndex>(
596 Index = NewIndex.get();
611 if (ThinLinkOS && Index)
623 bool Changed = writeThinLTOBitcode(
629 ShouldPreserveUseListOrder);
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This is the interface for LLVM's primary stateless and local alias analysis.
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
This file contains the declarations for the subclasses of Constant, which represent the different fla...
Provides passes for computing function attributes based on interprocedural analyses.
Module.h This file contains the declarations for the Module class.
This header defines various interfaces for pass management in LLVM.
This is the interface to build a ModuleSummaryIndex for a module.
FunctionAnalysisManager FAM
A manager for alias analyses.
PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)
Get the result of an analysis pass for a given IR unit.
Value * getArgOperand(unsigned i) const
void setArgOperand(unsigned i, Value *v)
This class represents a function call, abstracting a target machine's calling convention.
This is an important base class in LLVM.
LLVM_ABI void removeDeadConstantUsers() const
If there are any dead constant users dangling off of this constant, remove them.
iterator find(const_arg_type_t< KeyT > Val)
std::pair< iterator, bool > try_emplace(KeyT &&Key, Ts &&...Args)
Implements a dense probed hash-table based set.
static LLVM_ABI FunctionType * get(Type *Result, ArrayRef< Type * > Params, bool isVarArg)
This static method is the primary way of constructing a FunctionType.
static Function * Create(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace, const Twine &N="", Module *M=nullptr)
void setAttributes(AttributeList Attrs)
Set the attribute list for this Function.
void copyAttributesFrom(const Function *Src)
copyAttributesFrom - copy all additional attributes (those not needed to create a Function) from the ...
static LLVM_ABI GUID getGUIDAssumingExternalLinkage(StringRef GlobalName)
Return a 64-bit global unique ID constructed from the name of a global symbol.
LLVM_ABI bool isDeclaration() const
Return true if the primary definition of this global value is outside of the current translation unit...
uint64_t GUID
Declare a type to represent a global unique identifier for a global value.
static StringRef dropLLVMManglingEscape(StringRef Name)
If the given string begins with the GlobalValue name mangling escape character '\1',...
LLVM_ABI const Comdat * getComdat() const
LLVM_ABI const GlobalObject * getAliaseeObject() const
LLVM_ABI void eraseFromParent()
This method unlinks 'this' from the containing module and deletes it.
@ HiddenVisibility
The GV is hidden.
void setVisibility(VisibilityTypes V)
@ ExternalLinkage
Externally visible function.
@ AvailableExternallyLinkage
Available for inspection, not emission.
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
static LLVM_ABI MDString * get(LLVMContext &Context, StringRef Str)
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
This class implements a map that also provides access to all stored values in a deterministic order.
Analysis pass to provide the ModuleSummaryIndex object.
Class to hold module path string table and global value map, and encapsulate methods for operating on...
static LLVM_ABI void CollectAsmSymvers(const Module &M, function_ref< void(StringRef, StringRef)> AsmSymver)
Parse inline ASM and collect the symvers directives that are defined in the current module.
A Module instance is used to store all the information related to an LLVM module.
@ Error
Emits an error if two values disagree, otherwise the resulting value is that of the operands.
iterator_range< global_object_iterator > global_objects()
GlobalValue * getNamedValue(StringRef Name) const
Return the global value in the module with the specified name, of arbitrary type.
Comdat * getOrInsertComdat(StringRef Name)
Return the Comdat in the module with the specified name.
void appendModuleInlineAsm(StringRef Asm)
Append to the module-scope inline assembly blocks.
iterator_range< global_value_iterator > global_values()
LLVM_ABI void addOperand(MDNode *M)
A set of analyses that are preserved following a run of a transformation pass.
static PreservedAnalyses none()
Convenience factory function for the empty preserved set.
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Analysis providing profile information.
A vector that has set insertion semantics.
size_type count(const_arg_type key) const
Count the number of elements of a given key in the SetVector.
bool insert(const value_type &X)
Insert a new element into the SetVector.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Represent a constant reference to a string, i.e.
LLVM_ABI PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM)
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
static LLVM_ABI IntegerType * getInt64Ty(LLVMContext &C)
static LLVM_ABI Type * getVoidTy(LLVMContext &C)
static LLVM_ABI IntegerType * getInt8Ty(LLVMContext &C)
A Use represents the edge between a Value definition and its users.
LLVM Value Representation.
LLVM_ABI void setName(const Twine &Name)
Change the name of the value.
iterator_range< use_iterator > uses()
LLVM_ABI StringRef getName() const
Return a constant reference to the value's name.
LLVM_ABI void takeName(Value *V)
Transfer the name from V to this value.
std::pair< iterator, bool > insert(const ValueT &V)
size_type count(const_arg_type_t< ValueT > V) const
Return 1 if the specified key is in the set, 0 otherwise.
An efficient, type-erasing, non-owning reference to a callable.
This class implements an extremely fast bulk output stream that can only output to a stream.
@ C
The default llvm calling convention, compatible with C.
LLVM_ABI Function * getDeclarationIfExists(const Module *M, ID id)
Look up the Function declaration of the intrinsic id in the Module M and return it if it exists.
LLVM_ABI bool isJumpTableCanonical(Function *F)
std::enable_if_t< detail::IsValidPointer< X, Y >::value, X * > extract_or_null(Y &&MD)
Extract a Value from Metadata, allowing null.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI MemoryEffects computeFunctionBodyMemoryAccess(Function &F, AAResults &AAR)
Returns the memory access properties of this copy of the function.
LLVM_ABI void WriteBitcodeToFile(const Module &M, raw_ostream &Out, bool ShouldPreserveUseListOrder=false, const ModuleSummaryIndex *Index=nullptr, bool GenerateHash=false, ModuleHash *ModHash=nullptr)
Write the specified module to the specified raw output stream.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
std::array< uint32_t, 5 > ModuleHash
160 bits SHA1
LLVM_ABI void writeThinLinkBitcodeToFile(const Module &M, raw_ostream &Out, const ModuleSummaryIndex &Index, const ModuleHash &ModHash)
Write the specified thin link bitcode file (i.e., the minimized bitcode file) to the given raw output...
void append_range(Container &C, Range &&R)
Wrapper function to append range R to container C.
iterator_range< early_inc_iterator_impl< detail::IterOfRange< RangeT > > > make_early_inc_range(RangeT &&Range)
Make a range that does early increment to allow mutation of the underlying range without disrupting i...
LLVM_ABI bool convertToDeclaration(GlobalValue &GV)
Converts value GV to declaration, or replaces with a declaration if it is an alias.
InnerAnalysisManagerProxy< FunctionAnalysisManager, Module > FunctionAnalysisManagerModuleProxy
Provide the FunctionAnalysisManager to Module proxy.
LLVM_ABI ModuleSummaryIndex buildModuleSummaryIndex(const Module &M, std::function< BlockFrequencyInfo *(const Function &F)> GetBFICallback, ProfileSummaryInfo *PSI, std::function< const StackSafetyInfo *(const Function &F)> GetSSICallback=[](const Function &F) -> const StackSafetyInfo *{ return nullptr;})
Direct function to compute a ModuleSummaryIndex from a given module.
auto dyn_cast_or_null(const Y &Val)
LLVM_ABI std::string getUniqueModuleId(Module *M)
Produce a unique identifier for this module by taking the MD5 sum of the names of the module's strong...
bool isAlnum(char C)
Checks whether character C is either a decimal digit or an uppercase or lowercase letter as classifie...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
LLVM_ABI bool StripDebugInfo(Module &M)
Strip debug info in the module if it exists.
LLVM_ABI void appendToCompilerUsed(Module &M, ArrayRef< GlobalValue * > Values)
Adds global values to the llvm.compiler.used list.
DWARFExpression::Operation Op
ValueMap< const Value *, WeakTrackingVH > ValueToValueMapTy
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
LLVM_ABI std::unique_ptr< Module > CloneModule(const Module &M)
Return an exact copy of the specified module.
LLVM_ABI void appendToUsed(Module &M, ArrayRef< GlobalValue * > Values)
Adds global values to the llvm.used list.
CfiFunctionLinkage
The type of CFI jumptable needed for a function.
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.
LLVM_ABI GlobalVariable * collectUsedGlobalVariables(const Module &M, SmallVectorImpl< GlobalValue * > &Vec, bool CompilerUsed)
Given "llvm.used" or "llvm.compiler.used" as a global name, collect the initializer elements of that ...