xref: /aosp_15_r20/external/llvm/lib/Analysis/ModuleSummaryAnalysis.cpp (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker //===- ModuleSummaryAnalysis.cpp - Module summary index builder -----------===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker //                     The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker //
10*9880d681SAndroid Build Coastguard Worker // This pass builds a ModuleSummaryIndex object for the module, to be written
11*9880d681SAndroid Build Coastguard Worker // to bitcode or LLVM assembly.
12*9880d681SAndroid Build Coastguard Worker //
13*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
14*9880d681SAndroid Build Coastguard Worker 
15*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/ModuleSummaryAnalysis.h"
16*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/BlockFrequencyInfo.h"
17*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/BlockFrequencyInfoImpl.h"
18*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/BranchProbabilityInfo.h"
19*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/LoopInfo.h"
20*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/CallSite.h"
21*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Dominators.h"
22*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/InstIterator.h"
23*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/IntrinsicInst.h"
24*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/ValueSymbolTable.h"
25*9880d681SAndroid Build Coastguard Worker #include "llvm/Pass.h"
26*9880d681SAndroid Build Coastguard Worker using namespace llvm;
27*9880d681SAndroid Build Coastguard Worker 
28*9880d681SAndroid Build Coastguard Worker #define DEBUG_TYPE "module-summary-analysis"
29*9880d681SAndroid Build Coastguard Worker 
30*9880d681SAndroid Build Coastguard Worker // Walk through the operands of a given User via worklist iteration and populate
31*9880d681SAndroid Build Coastguard Worker // the set of GlobalValue references encountered. Invoked either on an
32*9880d681SAndroid Build Coastguard Worker // Instruction or a GlobalVariable (which walks its initializer).
findRefEdges(const User * CurUser,DenseSet<const Value * > & RefEdges,SmallPtrSet<const User *,8> & Visited)33*9880d681SAndroid Build Coastguard Worker static void findRefEdges(const User *CurUser, DenseSet<const Value *> &RefEdges,
34*9880d681SAndroid Build Coastguard Worker                          SmallPtrSet<const User *, 8> &Visited) {
35*9880d681SAndroid Build Coastguard Worker   SmallVector<const User *, 32> Worklist;
36*9880d681SAndroid Build Coastguard Worker   Worklist.push_back(CurUser);
37*9880d681SAndroid Build Coastguard Worker 
38*9880d681SAndroid Build Coastguard Worker   while (!Worklist.empty()) {
39*9880d681SAndroid Build Coastguard Worker     const User *U = Worklist.pop_back_val();
40*9880d681SAndroid Build Coastguard Worker 
41*9880d681SAndroid Build Coastguard Worker     if (!Visited.insert(U).second)
42*9880d681SAndroid Build Coastguard Worker       continue;
43*9880d681SAndroid Build Coastguard Worker 
44*9880d681SAndroid Build Coastguard Worker     ImmutableCallSite CS(U);
45*9880d681SAndroid Build Coastguard Worker 
46*9880d681SAndroid Build Coastguard Worker     for (const auto &OI : U->operands()) {
47*9880d681SAndroid Build Coastguard Worker       const User *Operand = dyn_cast<User>(OI);
48*9880d681SAndroid Build Coastguard Worker       if (!Operand)
49*9880d681SAndroid Build Coastguard Worker         continue;
50*9880d681SAndroid Build Coastguard Worker       if (isa<BlockAddress>(Operand))
51*9880d681SAndroid Build Coastguard Worker         continue;
52*9880d681SAndroid Build Coastguard Worker       if (isa<GlobalValue>(Operand)) {
53*9880d681SAndroid Build Coastguard Worker         // We have a reference to a global value. This should be added to
54*9880d681SAndroid Build Coastguard Worker         // the reference set unless it is a callee. Callees are handled
55*9880d681SAndroid Build Coastguard Worker         // specially by WriteFunction and are added to a separate list.
56*9880d681SAndroid Build Coastguard Worker         if (!(CS && CS.isCallee(&OI)))
57*9880d681SAndroid Build Coastguard Worker           RefEdges.insert(Operand);
58*9880d681SAndroid Build Coastguard Worker         continue;
59*9880d681SAndroid Build Coastguard Worker       }
60*9880d681SAndroid Build Coastguard Worker       Worklist.push_back(Operand);
61*9880d681SAndroid Build Coastguard Worker     }
62*9880d681SAndroid Build Coastguard Worker   }
63*9880d681SAndroid Build Coastguard Worker }
64*9880d681SAndroid Build Coastguard Worker 
computeFunctionSummary(const Function & F,BlockFrequencyInfo * BFI)65*9880d681SAndroid Build Coastguard Worker void ModuleSummaryIndexBuilder::computeFunctionSummary(
66*9880d681SAndroid Build Coastguard Worker     const Function &F, BlockFrequencyInfo *BFI) {
67*9880d681SAndroid Build Coastguard Worker   // Summary not currently supported for anonymous functions, they must
68*9880d681SAndroid Build Coastguard Worker   // be renamed.
69*9880d681SAndroid Build Coastguard Worker   if (!F.hasName())
70*9880d681SAndroid Build Coastguard Worker     return;
71*9880d681SAndroid Build Coastguard Worker 
72*9880d681SAndroid Build Coastguard Worker   unsigned NumInsts = 0;
73*9880d681SAndroid Build Coastguard Worker   // Map from callee ValueId to profile count. Used to accumulate profile
74*9880d681SAndroid Build Coastguard Worker   // counts for all static calls to a given callee.
75*9880d681SAndroid Build Coastguard Worker   DenseMap<const Value *, CalleeInfo> CallGraphEdges;
76*9880d681SAndroid Build Coastguard Worker   DenseSet<const Value *> RefEdges;
77*9880d681SAndroid Build Coastguard Worker 
78*9880d681SAndroid Build Coastguard Worker   SmallPtrSet<const User *, 8> Visited;
79*9880d681SAndroid Build Coastguard Worker   for (const BasicBlock &BB : F)
80*9880d681SAndroid Build Coastguard Worker     for (const Instruction &I : BB) {
81*9880d681SAndroid Build Coastguard Worker       if (!isa<DbgInfoIntrinsic>(I))
82*9880d681SAndroid Build Coastguard Worker         ++NumInsts;
83*9880d681SAndroid Build Coastguard Worker 
84*9880d681SAndroid Build Coastguard Worker       if (auto CS = ImmutableCallSite(&I)) {
85*9880d681SAndroid Build Coastguard Worker         auto *CalledFunction = CS.getCalledFunction();
86*9880d681SAndroid Build Coastguard Worker         if (CalledFunction && CalledFunction->hasName() &&
87*9880d681SAndroid Build Coastguard Worker             !CalledFunction->isIntrinsic()) {
88*9880d681SAndroid Build Coastguard Worker           auto ScaledCount = BFI ? BFI->getBlockProfileCount(&BB) : None;
89*9880d681SAndroid Build Coastguard Worker           auto *CalleeId =
90*9880d681SAndroid Build Coastguard Worker               M->getValueSymbolTable().lookup(CalledFunction->getName());
91*9880d681SAndroid Build Coastguard Worker           CallGraphEdges[CalleeId] +=
92*9880d681SAndroid Build Coastguard Worker               (ScaledCount ? ScaledCount.getValue() : 0);
93*9880d681SAndroid Build Coastguard Worker         }
94*9880d681SAndroid Build Coastguard Worker       }
95*9880d681SAndroid Build Coastguard Worker       findRefEdges(&I, RefEdges, Visited);
96*9880d681SAndroid Build Coastguard Worker     }
97*9880d681SAndroid Build Coastguard Worker 
98*9880d681SAndroid Build Coastguard Worker   GlobalValueSummary::GVFlags Flags(F);
99*9880d681SAndroid Build Coastguard Worker   std::unique_ptr<FunctionSummary> FuncSummary =
100*9880d681SAndroid Build Coastguard Worker       llvm::make_unique<FunctionSummary>(Flags, NumInsts);
101*9880d681SAndroid Build Coastguard Worker   FuncSummary->addCallGraphEdges(CallGraphEdges);
102*9880d681SAndroid Build Coastguard Worker   FuncSummary->addRefEdges(RefEdges);
103*9880d681SAndroid Build Coastguard Worker   Index->addGlobalValueSummary(F.getName(), std::move(FuncSummary));
104*9880d681SAndroid Build Coastguard Worker }
105*9880d681SAndroid Build Coastguard Worker 
computeVariableSummary(const GlobalVariable & V)106*9880d681SAndroid Build Coastguard Worker void ModuleSummaryIndexBuilder::computeVariableSummary(
107*9880d681SAndroid Build Coastguard Worker     const GlobalVariable &V) {
108*9880d681SAndroid Build Coastguard Worker   DenseSet<const Value *> RefEdges;
109*9880d681SAndroid Build Coastguard Worker   SmallPtrSet<const User *, 8> Visited;
110*9880d681SAndroid Build Coastguard Worker   findRefEdges(&V, RefEdges, Visited);
111*9880d681SAndroid Build Coastguard Worker   GlobalValueSummary::GVFlags Flags(V);
112*9880d681SAndroid Build Coastguard Worker   std::unique_ptr<GlobalVarSummary> GVarSummary =
113*9880d681SAndroid Build Coastguard Worker       llvm::make_unique<GlobalVarSummary>(Flags);
114*9880d681SAndroid Build Coastguard Worker   GVarSummary->addRefEdges(RefEdges);
115*9880d681SAndroid Build Coastguard Worker   Index->addGlobalValueSummary(V.getName(), std::move(GVarSummary));
116*9880d681SAndroid Build Coastguard Worker }
117*9880d681SAndroid Build Coastguard Worker 
ModuleSummaryIndexBuilder(const Module * M,std::function<BlockFrequencyInfo * (const Function & F)> Ftor)118*9880d681SAndroid Build Coastguard Worker ModuleSummaryIndexBuilder::ModuleSummaryIndexBuilder(
119*9880d681SAndroid Build Coastguard Worker     const Module *M,
120*9880d681SAndroid Build Coastguard Worker     std::function<BlockFrequencyInfo *(const Function &F)> Ftor)
121*9880d681SAndroid Build Coastguard Worker     : Index(llvm::make_unique<ModuleSummaryIndex>()), M(M) {
122*9880d681SAndroid Build Coastguard Worker   // Check if the module can be promoted, otherwise just disable importing from
123*9880d681SAndroid Build Coastguard Worker   // it by not emitting any summary.
124*9880d681SAndroid Build Coastguard Worker   // FIXME: we could still import *into* it most of the time.
125*9880d681SAndroid Build Coastguard Worker   if (!moduleCanBeRenamedForThinLTO(*M))
126*9880d681SAndroid Build Coastguard Worker     return;
127*9880d681SAndroid Build Coastguard Worker 
128*9880d681SAndroid Build Coastguard Worker   // Compute summaries for all functions defined in module, and save in the
129*9880d681SAndroid Build Coastguard Worker   // index.
130*9880d681SAndroid Build Coastguard Worker   for (auto &F : *M) {
131*9880d681SAndroid Build Coastguard Worker     if (F.isDeclaration())
132*9880d681SAndroid Build Coastguard Worker       continue;
133*9880d681SAndroid Build Coastguard Worker 
134*9880d681SAndroid Build Coastguard Worker     BlockFrequencyInfo *BFI = nullptr;
135*9880d681SAndroid Build Coastguard Worker     std::unique_ptr<BlockFrequencyInfo> BFIPtr;
136*9880d681SAndroid Build Coastguard Worker     if (Ftor)
137*9880d681SAndroid Build Coastguard Worker       BFI = Ftor(F);
138*9880d681SAndroid Build Coastguard Worker     else if (F.getEntryCount().hasValue()) {
139*9880d681SAndroid Build Coastguard Worker       LoopInfo LI{DominatorTree(const_cast<Function &>(F))};
140*9880d681SAndroid Build Coastguard Worker       BranchProbabilityInfo BPI{F, LI};
141*9880d681SAndroid Build Coastguard Worker       BFIPtr = llvm::make_unique<BlockFrequencyInfo>(F, BPI, LI);
142*9880d681SAndroid Build Coastguard Worker       BFI = BFIPtr.get();
143*9880d681SAndroid Build Coastguard Worker     }
144*9880d681SAndroid Build Coastguard Worker 
145*9880d681SAndroid Build Coastguard Worker     computeFunctionSummary(F, BFI);
146*9880d681SAndroid Build Coastguard Worker   }
147*9880d681SAndroid Build Coastguard Worker 
148*9880d681SAndroid Build Coastguard Worker   // Compute summaries for all variables defined in module, and save in the
149*9880d681SAndroid Build Coastguard Worker   // index.
150*9880d681SAndroid Build Coastguard Worker   for (const GlobalVariable &G : M->globals()) {
151*9880d681SAndroid Build Coastguard Worker     if (G.isDeclaration())
152*9880d681SAndroid Build Coastguard Worker       continue;
153*9880d681SAndroid Build Coastguard Worker     computeVariableSummary(G);
154*9880d681SAndroid Build Coastguard Worker   }
155*9880d681SAndroid Build Coastguard Worker }
156*9880d681SAndroid Build Coastguard Worker 
157*9880d681SAndroid Build Coastguard Worker char ModuleSummaryIndexWrapperPass::ID = 0;
158*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_BEGIN(ModuleSummaryIndexWrapperPass, "module-summary-analysis",
159*9880d681SAndroid Build Coastguard Worker                       "Module Summary Analysis", false, true)
INITIALIZE_PASS_DEPENDENCY(BlockFrequencyInfoWrapperPass)160*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_DEPENDENCY(BlockFrequencyInfoWrapperPass)
161*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_END(ModuleSummaryIndexWrapperPass, "module-summary-analysis",
162*9880d681SAndroid Build Coastguard Worker                     "Module Summary Analysis", false, true)
163*9880d681SAndroid Build Coastguard Worker 
164*9880d681SAndroid Build Coastguard Worker ModulePass *llvm::createModuleSummaryIndexWrapperPass() {
165*9880d681SAndroid Build Coastguard Worker   return new ModuleSummaryIndexWrapperPass();
166*9880d681SAndroid Build Coastguard Worker }
167*9880d681SAndroid Build Coastguard Worker 
ModuleSummaryIndexWrapperPass()168*9880d681SAndroid Build Coastguard Worker ModuleSummaryIndexWrapperPass::ModuleSummaryIndexWrapperPass()
169*9880d681SAndroid Build Coastguard Worker     : ModulePass(ID) {
170*9880d681SAndroid Build Coastguard Worker   initializeModuleSummaryIndexWrapperPassPass(*PassRegistry::getPassRegistry());
171*9880d681SAndroid Build Coastguard Worker }
172*9880d681SAndroid Build Coastguard Worker 
runOnModule(Module & M)173*9880d681SAndroid Build Coastguard Worker bool ModuleSummaryIndexWrapperPass::runOnModule(Module &M) {
174*9880d681SAndroid Build Coastguard Worker   IndexBuilder = llvm::make_unique<ModuleSummaryIndexBuilder>(
175*9880d681SAndroid Build Coastguard Worker       &M, [this](const Function &F) {
176*9880d681SAndroid Build Coastguard Worker         return &(this->getAnalysis<BlockFrequencyInfoWrapperPass>(
177*9880d681SAndroid Build Coastguard Worker                          *const_cast<Function *>(&F))
178*9880d681SAndroid Build Coastguard Worker                      .getBFI());
179*9880d681SAndroid Build Coastguard Worker       });
180*9880d681SAndroid Build Coastguard Worker   return false;
181*9880d681SAndroid Build Coastguard Worker }
182*9880d681SAndroid Build Coastguard Worker 
doFinalization(Module & M)183*9880d681SAndroid Build Coastguard Worker bool ModuleSummaryIndexWrapperPass::doFinalization(Module &M) {
184*9880d681SAndroid Build Coastguard Worker   IndexBuilder.reset();
185*9880d681SAndroid Build Coastguard Worker   return false;
186*9880d681SAndroid Build Coastguard Worker }
187*9880d681SAndroid Build Coastguard Worker 
getAnalysisUsage(AnalysisUsage & AU) const188*9880d681SAndroid Build Coastguard Worker void ModuleSummaryIndexWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const {
189*9880d681SAndroid Build Coastguard Worker   AU.setPreservesAll();
190*9880d681SAndroid Build Coastguard Worker   AU.addRequired<BlockFrequencyInfoWrapperPass>();
191*9880d681SAndroid Build Coastguard Worker }
192*9880d681SAndroid Build Coastguard Worker 
moduleCanBeRenamedForThinLTO(const Module & M)193*9880d681SAndroid Build Coastguard Worker bool llvm::moduleCanBeRenamedForThinLTO(const Module &M) {
194*9880d681SAndroid Build Coastguard Worker   // We cannot currently promote or rename anything used in inline assembly,
195*9880d681SAndroid Build Coastguard Worker   // which are not visible to the compiler. Detect a possible case by looking
196*9880d681SAndroid Build Coastguard Worker   // for a llvm.used local value, in conjunction with an inline assembly call
197*9880d681SAndroid Build Coastguard Worker   // in the module. Prevent importing of any modules containing these uses by
198*9880d681SAndroid Build Coastguard Worker   // suppressing generation of the index. This also prevents importing
199*9880d681SAndroid Build Coastguard Worker   // into this module, which is also necessary to avoid needing to rename
200*9880d681SAndroid Build Coastguard Worker   // in case of a name clash between a local in this module and an imported
201*9880d681SAndroid Build Coastguard Worker   // global.
202*9880d681SAndroid Build Coastguard Worker   // FIXME: If we find we need a finer-grained approach of preventing promotion
203*9880d681SAndroid Build Coastguard Worker   // and renaming of just the functions using inline assembly we will need to:
204*9880d681SAndroid Build Coastguard Worker   // - Add flag in the function summaries to identify those with inline asm.
205*9880d681SAndroid Build Coastguard Worker   // - Prevent importing of any functions with flag set.
206*9880d681SAndroid Build Coastguard Worker   // - Prevent importing of any global function with the same name as a
207*9880d681SAndroid Build Coastguard Worker   //   function in current module that has the flag set.
208*9880d681SAndroid Build Coastguard Worker   // - For any llvm.used value that is exported and promoted, add a private
209*9880d681SAndroid Build Coastguard Worker   //   alias to the original name in the current module (even if we don't
210*9880d681SAndroid Build Coastguard Worker   //   export the function using those values in inline asm, another function
211*9880d681SAndroid Build Coastguard Worker   //   with a reference could be exported).
212*9880d681SAndroid Build Coastguard Worker   SmallPtrSet<GlobalValue *, 8> Used;
213*9880d681SAndroid Build Coastguard Worker   collectUsedGlobalVariables(M, Used, /*CompilerUsed*/ false);
214*9880d681SAndroid Build Coastguard Worker   bool LocalIsUsed =
215*9880d681SAndroid Build Coastguard Worker       llvm::any_of(Used, [](GlobalValue *V) { return V->hasLocalLinkage(); });
216*9880d681SAndroid Build Coastguard Worker   if (!LocalIsUsed)
217*9880d681SAndroid Build Coastguard Worker     return true;
218*9880d681SAndroid Build Coastguard Worker 
219*9880d681SAndroid Build Coastguard Worker   // Walk all the instructions in the module and find if one is inline ASM
220*9880d681SAndroid Build Coastguard Worker   auto HasInlineAsm = llvm::any_of(M, [](const Function &F) {
221*9880d681SAndroid Build Coastguard Worker     return llvm::any_of(instructions(F), [](const Instruction &I) {
222*9880d681SAndroid Build Coastguard Worker       const CallInst *CallI = dyn_cast<CallInst>(&I);
223*9880d681SAndroid Build Coastguard Worker       if (!CallI)
224*9880d681SAndroid Build Coastguard Worker         return false;
225*9880d681SAndroid Build Coastguard Worker       return CallI->isInlineAsm();
226*9880d681SAndroid Build Coastguard Worker     });
227*9880d681SAndroid Build Coastguard Worker   });
228*9880d681SAndroid Build Coastguard Worker   return !HasInlineAsm;
229*9880d681SAndroid Build Coastguard Worker }
230