1 //===- DeadArgumentElimination.cpp - Eliminate dead arguments -------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This pass deletes dead arguments from internal functions.  Dead argument
10 // elimination removes arguments which are directly dead, as well as arguments
11 // only passed into function calls as dead arguments of other functions.  This
12 // pass also deletes dead return values in a similar way.
13 //
14 // This pass is often useful as a cleanup pass to run after aggressive
15 // interprocedural passes, which add possibly-dead arguments or return values.
16 //
17 //===----------------------------------------------------------------------===//
18 
19 #include "llvm/Transforms/IPO/DeadArgumentElimination.h"
20 #include "llvm/ADT/SmallVector.h"
21 #include "llvm/ADT/Statistic.h"
22 #include "llvm/IR/Argument.h"
23 #include "llvm/IR/Attributes.h"
24 #include "llvm/IR/BasicBlock.h"
25 #include "llvm/IR/Constants.h"
26 #include "llvm/IR/DerivedTypes.h"
27 #include "llvm/IR/Function.h"
28 #include "llvm/IR/IRBuilder.h"
29 #include "llvm/IR/InstrTypes.h"
30 #include "llvm/IR/Instruction.h"
31 #include "llvm/IR/Instructions.h"
32 #include "llvm/IR/IntrinsicInst.h"
33 #include "llvm/IR/Intrinsics.h"
34 #include "llvm/IR/Module.h"
35 #include "llvm/IR/NoFolder.h"
36 #include "llvm/IR/PassManager.h"
37 #include "llvm/IR/Type.h"
38 #include "llvm/IR/Use.h"
39 #include "llvm/IR/User.h"
40 #include "llvm/IR/Value.h"
41 #include "llvm/InitializePasses.h"
42 #include "llvm/Pass.h"
43 #include "llvm/Support/Casting.h"
44 #include "llvm/Support/Debug.h"
45 #include "llvm/Support/raw_ostream.h"
46 #include "llvm/Transforms/IPO.h"
47 #include "llvm/Transforms/Utils/BasicBlockUtils.h"
48 #include <cassert>
49 #include <cstdint>
50 #include <utility>
51 #include <vector>
52 
53 using namespace llvm;
54 
55 #define DEBUG_TYPE "deadargelim"
56 
57 STATISTIC(NumArgumentsEliminated, "Number of unread args removed");
58 STATISTIC(NumRetValsEliminated  , "Number of unused return values removed");
59 STATISTIC(NumArgumentsReplacedWithUndef,
60           "Number of unread args replaced with undef");
61 
62 namespace {
63 
64   /// DAE - The dead argument elimination pass.
65   class DAE : public ModulePass {
66   protected:
67     // DAH uses this to specify a different ID.
68     explicit DAE(char &ID) : ModulePass(ID) {}
69 
70   public:
71     static char ID; // Pass identification, replacement for typeid
72 
73     DAE() : ModulePass(ID) {
74       initializeDAEPass(*PassRegistry::getPassRegistry());
75     }
76 
77     bool runOnModule(Module &M) override {
78       if (skipModule(M))
79         return false;
80       DeadArgumentEliminationPass DAEP(ShouldHackArguments());
81       ModuleAnalysisManager DummyMAM;
82       PreservedAnalyses PA = DAEP.run(M, DummyMAM);
83       return !PA.areAllPreserved();
84     }
85 
86     virtual bool ShouldHackArguments() const { return false; }
87   };
88 
89 } // end anonymous namespace
90 
91 char DAE::ID = 0;
92 
93 INITIALIZE_PASS(DAE, "deadargelim", "Dead Argument Elimination", false, false)
94 
95 namespace {
96 
97   /// DAH - DeadArgumentHacking pass - Same as dead argument elimination, but
98   /// deletes arguments to functions which are external.  This is only for use
99   /// by bugpoint.
100   struct DAH : public DAE {
101     static char ID;
102 
103     DAH() : DAE(ID) {}
104 
105     bool ShouldHackArguments() const override { return true; }
106   };
107 
108 } // end anonymous namespace
109 
110 char DAH::ID = 0;
111 
112 INITIALIZE_PASS(DAH, "deadarghaX0r",
113                 "Dead Argument Hacking (BUGPOINT USE ONLY; DO NOT USE)",
114                 false, false)
115 
116 /// createDeadArgEliminationPass - This pass removes arguments from functions
117 /// which are not used by the body of the function.
118 ModulePass *llvm::createDeadArgEliminationPass() { return new DAE(); }
119 
120 ModulePass *llvm::createDeadArgHackingPass() { return new DAH(); }
121 
122 /// DeleteDeadVarargs - If this is an function that takes a ... list, and if
123 /// llvm.vastart is never called, the varargs list is dead for the function.
124 bool DeadArgumentEliminationPass::DeleteDeadVarargs(Function &Fn) {
125   assert(Fn.getFunctionType()->isVarArg() && "Function isn't varargs!");
126   if (Fn.isDeclaration() || !Fn.hasLocalLinkage()) return false;
127 
128   // Ensure that the function is only directly called.
129   if (Fn.hasAddressTaken())
130     return false;
131 
132   // Don't touch naked functions. The assembly might be using an argument, or
133   // otherwise rely on the frame layout in a way that this analysis will not
134   // see.
135   if (Fn.hasFnAttribute(Attribute::Naked)) {
136     return false;
137   }
138 
139   // Okay, we know we can transform this function if safe.  Scan its body
140   // looking for calls marked musttail or calls to llvm.vastart.
141   for (BasicBlock &BB : Fn) {
142     for (Instruction &I : BB) {
143       CallInst *CI = dyn_cast<CallInst>(&I);
144       if (!CI)
145         continue;
146       if (CI->isMustTailCall())
147         return false;
148       if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(CI)) {
149         if (II->getIntrinsicID() == Intrinsic::vastart)
150           return false;
151       }
152     }
153   }
154 
155   // If we get here, there are no calls to llvm.vastart in the function body,
156   // remove the "..." and adjust all the calls.
157 
158   // Start by computing a new prototype for the function, which is the same as
159   // the old function, but doesn't have isVarArg set.
160   FunctionType *FTy = Fn.getFunctionType();
161 
162   std::vector<Type *> Params(FTy->param_begin(), FTy->param_end());
163   FunctionType *NFTy = FunctionType::get(FTy->getReturnType(),
164                                                 Params, false);
165   unsigned NumArgs = Params.size();
166 
167   // Create the new function body and insert it into the module...
168   Function *NF = Function::Create(NFTy, Fn.getLinkage(), Fn.getAddressSpace());
169   NF->copyAttributesFrom(&Fn);
170   NF->setComdat(Fn.getComdat());
171   Fn.getParent()->getFunctionList().insert(Fn.getIterator(), NF);
172   NF->takeName(&Fn);
173 
174   // Loop over all of the callers of the function, transforming the call sites
175   // to pass in a smaller number of arguments into the new function.
176   //
177   std::vector<Value *> Args;
178   for (User *U : llvm::make_early_inc_range(Fn.users())) {
179     CallBase *CB = dyn_cast<CallBase>(U);
180     if (!CB)
181       continue;
182 
183     // Pass all the same arguments.
184     Args.assign(CB->arg_begin(), CB->arg_begin() + NumArgs);
185 
186     // Drop any attributes that were on the vararg arguments.
187     AttributeList PAL = CB->getAttributes();
188     if (!PAL.isEmpty()) {
189       SmallVector<AttributeSet, 8> ArgAttrs;
190       for (unsigned ArgNo = 0; ArgNo < NumArgs; ++ArgNo)
191         ArgAttrs.push_back(PAL.getParamAttrs(ArgNo));
192       PAL = AttributeList::get(Fn.getContext(), PAL.getFnAttrs(),
193                                PAL.getRetAttrs(), ArgAttrs);
194     }
195 
196     SmallVector<OperandBundleDef, 1> OpBundles;
197     CB->getOperandBundlesAsDefs(OpBundles);
198 
199     CallBase *NewCB = nullptr;
200     if (InvokeInst *II = dyn_cast<InvokeInst>(CB)) {
201       NewCB = InvokeInst::Create(NF, II->getNormalDest(), II->getUnwindDest(),
202                                  Args, OpBundles, "", CB);
203     } else {
204       NewCB = CallInst::Create(NF, Args, OpBundles, "", CB);
205       cast<CallInst>(NewCB)->setTailCallKind(
206           cast<CallInst>(CB)->getTailCallKind());
207     }
208     NewCB->setCallingConv(CB->getCallingConv());
209     NewCB->setAttributes(PAL);
210     NewCB->copyMetadata(*CB, {LLVMContext::MD_prof, LLVMContext::MD_dbg});
211 
212     Args.clear();
213 
214     if (!CB->use_empty())
215       CB->replaceAllUsesWith(NewCB);
216 
217     NewCB->takeName(CB);
218 
219     // Finally, remove the old call from the program, reducing the use-count of
220     // F.
221     CB->eraseFromParent();
222   }
223 
224   // Since we have now created the new function, splice the body of the old
225   // function right into the new function, leaving the old rotting hulk of the
226   // function empty.
227   NF->getBasicBlockList().splice(NF->begin(), Fn.getBasicBlockList());
228 
229   // Loop over the argument list, transferring uses of the old arguments over to
230   // the new arguments, also transferring over the names as well.  While we're at
231   // it, remove the dead arguments from the DeadArguments list.
232   for (Function::arg_iterator I = Fn.arg_begin(), E = Fn.arg_end(),
233        I2 = NF->arg_begin(); I != E; ++I, ++I2) {
234     // Move the name and users over to the new version.
235     I->replaceAllUsesWith(&*I2);
236     I2->takeName(&*I);
237   }
238 
239   // Clone metadatas from the old function, including debug info descriptor.
240   SmallVector<std::pair<unsigned, MDNode *>, 1> MDs;
241   Fn.getAllMetadata(MDs);
242   for (auto MD : MDs)
243     NF->addMetadata(MD.first, *MD.second);
244 
245   // Fix up any BlockAddresses that refer to the function.
246   Fn.replaceAllUsesWith(ConstantExpr::getBitCast(NF, Fn.getType()));
247   // Delete the bitcast that we just created, so that NF does not
248   // appear to be address-taken.
249   NF->removeDeadConstantUsers();
250   // Finally, nuke the old function.
251   Fn.eraseFromParent();
252   return true;
253 }
254 
255 /// RemoveDeadArgumentsFromCallers - Checks if the given function has any
256 /// arguments that are unused, and changes the caller parameters to be undefined
257 /// instead.
258 bool DeadArgumentEliminationPass::RemoveDeadArgumentsFromCallers(Function &Fn) {
259   // We cannot change the arguments if this TU does not define the function or
260   // if the linker may choose a function body from another TU, even if the
261   // nominal linkage indicates that other copies of the function have the same
262   // semantics. In the below example, the dead load from %p may not have been
263   // eliminated from the linker-chosen copy of f, so replacing %p with undef
264   // in callers may introduce undefined behavior.
265   //
266   // define linkonce_odr void @f(i32* %p) {
267   //   %v = load i32 %p
268   //   ret void
269   // }
270   if (!Fn.hasExactDefinition())
271     return false;
272 
273   // Functions with local linkage should already have been handled, except the
274   // fragile (variadic) ones which we can improve here.
275   if (Fn.hasLocalLinkage() && !Fn.getFunctionType()->isVarArg())
276     return false;
277 
278   // Don't touch naked functions. The assembly might be using an argument, or
279   // otherwise rely on the frame layout in a way that this analysis will not
280   // see.
281   if (Fn.hasFnAttribute(Attribute::Naked))
282     return false;
283 
284   if (Fn.use_empty())
285     return false;
286 
287   SmallVector<unsigned, 8> UnusedArgs;
288   bool Changed = false;
289 
290   AttributeMask UBImplyingAttributes =
291       AttributeFuncs::getUBImplyingAttributes();
292   for (Argument &Arg : Fn.args()) {
293     if (!Arg.hasSwiftErrorAttr() && Arg.use_empty() &&
294         !Arg.hasPassPointeeByValueCopyAttr()) {
295       if (Arg.isUsedByMetadata()) {
296         Arg.replaceAllUsesWith(UndefValue::get(Arg.getType()));
297         Changed = true;
298       }
299       UnusedArgs.push_back(Arg.getArgNo());
300       Fn.removeParamAttrs(Arg.getArgNo(), UBImplyingAttributes);
301     }
302   }
303 
304   if (UnusedArgs.empty())
305     return false;
306 
307   for (Use &U : Fn.uses()) {
308     CallBase *CB = dyn_cast<CallBase>(U.getUser());
309     if (!CB || !CB->isCallee(&U) ||
310         CB->getFunctionType() != Fn.getFunctionType())
311       continue;
312 
313     // Now go through all unused args and replace them with "undef".
314     for (unsigned I = 0, E = UnusedArgs.size(); I != E; ++I) {
315       unsigned ArgNo = UnusedArgs[I];
316 
317       Value *Arg = CB->getArgOperand(ArgNo);
318       CB->setArgOperand(ArgNo, UndefValue::get(Arg->getType()));
319       CB->removeParamAttrs(ArgNo, UBImplyingAttributes);
320 
321       ++NumArgumentsReplacedWithUndef;
322       Changed = true;
323     }
324   }
325 
326   return Changed;
327 }
328 
329 /// Convenience function that returns the number of return values. It returns 0
330 /// for void functions and 1 for functions not returning a struct. It returns
331 /// the number of struct elements for functions returning a struct.
332 static unsigned NumRetVals(const Function *F) {
333   Type *RetTy = F->getReturnType();
334   if (RetTy->isVoidTy())
335     return 0;
336   else if (StructType *STy = dyn_cast<StructType>(RetTy))
337     return STy->getNumElements();
338   else if (ArrayType *ATy = dyn_cast<ArrayType>(RetTy))
339     return ATy->getNumElements();
340   else
341     return 1;
342 }
343 
344 /// Returns the sub-type a function will return at a given Idx. Should
345 /// correspond to the result type of an ExtractValue instruction executed with
346 /// just that one Idx (i.e. only top-level structure is considered).
347 static Type *getRetComponentType(const Function *F, unsigned Idx) {
348   Type *RetTy = F->getReturnType();
349   assert(!RetTy->isVoidTy() && "void type has no subtype");
350 
351   if (StructType *STy = dyn_cast<StructType>(RetTy))
352     return STy->getElementType(Idx);
353   else if (ArrayType *ATy = dyn_cast<ArrayType>(RetTy))
354     return ATy->getElementType();
355   else
356     return RetTy;
357 }
358 
359 /// MarkIfNotLive - This checks Use for liveness in LiveValues. If Use is not
360 /// live, it adds Use to the MaybeLiveUses argument. Returns the determined
361 /// liveness of Use.
362 DeadArgumentEliminationPass::Liveness
363 DeadArgumentEliminationPass::MarkIfNotLive(RetOrArg Use,
364                                            UseVector &MaybeLiveUses) {
365   // We're live if our use or its Function is already marked as live.
366   if (IsLive(Use))
367     return Live;
368 
369   // We're maybe live otherwise, but remember that we must become live if
370   // Use becomes live.
371   MaybeLiveUses.push_back(Use);
372   return MaybeLive;
373 }
374 
375 /// SurveyUse - This looks at a single use of an argument or return value
376 /// and determines if it should be alive or not. Adds this use to MaybeLiveUses
377 /// if it causes the used value to become MaybeLive.
378 ///
379 /// RetValNum is the return value number to use when this use is used in a
380 /// return instruction. This is used in the recursion, you should always leave
381 /// it at 0.
382 DeadArgumentEliminationPass::Liveness
383 DeadArgumentEliminationPass::SurveyUse(const Use *U, UseVector &MaybeLiveUses,
384                                        unsigned RetValNum) {
385     const User *V = U->getUser();
386     if (const ReturnInst *RI = dyn_cast<ReturnInst>(V)) {
387       // The value is returned from a function. It's only live when the
388       // function's return value is live. We use RetValNum here, for the case
389       // that U is really a use of an insertvalue instruction that uses the
390       // original Use.
391       const Function *F = RI->getParent()->getParent();
392       if (RetValNum != -1U) {
393         RetOrArg Use = CreateRet(F, RetValNum);
394         // We might be live, depending on the liveness of Use.
395         return MarkIfNotLive(Use, MaybeLiveUses);
396       } else {
397         DeadArgumentEliminationPass::Liveness Result = MaybeLive;
398         for (unsigned Ri = 0; Ri < NumRetVals(F); ++Ri) {
399           RetOrArg Use = CreateRet(F, Ri);
400           // We might be live, depending on the liveness of Use. If any
401           // sub-value is live, then the entire value is considered live. This
402           // is a conservative choice, and better tracking is possible.
403           DeadArgumentEliminationPass::Liveness SubResult =
404               MarkIfNotLive(Use, MaybeLiveUses);
405           if (Result != Live)
406             Result = SubResult;
407         }
408         return Result;
409       }
410     }
411     if (const InsertValueInst *IV = dyn_cast<InsertValueInst>(V)) {
412       if (U->getOperandNo() != InsertValueInst::getAggregateOperandIndex()
413           && IV->hasIndices())
414         // The use we are examining is inserted into an aggregate. Our liveness
415         // depends on all uses of that aggregate, but if it is used as a return
416         // value, only index at which we were inserted counts.
417         RetValNum = *IV->idx_begin();
418 
419       // Note that if we are used as the aggregate operand to the insertvalue,
420       // we don't change RetValNum, but do survey all our uses.
421 
422       Liveness Result = MaybeLive;
423       for (const Use &UU : IV->uses()) {
424         Result = SurveyUse(&UU, MaybeLiveUses, RetValNum);
425         if (Result == Live)
426           break;
427       }
428       return Result;
429     }
430 
431     if (const auto *CB = dyn_cast<CallBase>(V)) {
432       const Function *F = CB->getCalledFunction();
433       if (F) {
434         // Used in a direct call.
435 
436         // The function argument is live if it is used as a bundle operand.
437         if (CB->isBundleOperand(U))
438           return Live;
439 
440         // Find the argument number. We know for sure that this use is an
441         // argument, since if it was the function argument this would be an
442         // indirect call and the we know can't be looking at a value of the
443         // label type (for the invoke instruction).
444         unsigned ArgNo = CB->getArgOperandNo(U);
445 
446         if (ArgNo >= F->getFunctionType()->getNumParams())
447           // The value is passed in through a vararg! Must be live.
448           return Live;
449 
450         assert(CB->getArgOperand(ArgNo) == CB->getOperand(U->getOperandNo()) &&
451                "Argument is not where we expected it");
452 
453         // Value passed to a normal call. It's only live when the corresponding
454         // argument to the called function turns out live.
455         RetOrArg Use = CreateArg(F, ArgNo);
456         return MarkIfNotLive(Use, MaybeLiveUses);
457       }
458     }
459     // Used in any other way? Value must be live.
460     return Live;
461 }
462 
463 /// SurveyUses - This looks at all the uses of the given value
464 /// Returns the Liveness deduced from the uses of this value.
465 ///
466 /// Adds all uses that cause the result to be MaybeLive to MaybeLiveRetUses. If
467 /// the result is Live, MaybeLiveUses might be modified but its content should
468 /// be ignored (since it might not be complete).
469 DeadArgumentEliminationPass::Liveness
470 DeadArgumentEliminationPass::SurveyUses(const Value *V,
471                                         UseVector &MaybeLiveUses) {
472   // Assume it's dead (which will only hold if there are no uses at all..).
473   Liveness Result = MaybeLive;
474   // Check each use.
475   for (const Use &U : V->uses()) {
476     Result = SurveyUse(&U, MaybeLiveUses);
477     if (Result == Live)
478       break;
479   }
480   return Result;
481 }
482 
483 // SurveyFunction - This performs the initial survey of the specified function,
484 // checking out whether or not it uses any of its incoming arguments or whether
485 // any callers use the return value.  This fills in the LiveValues set and Uses
486 // map.
487 //
488 // We consider arguments of non-internal functions to be intrinsically alive as
489 // well as arguments to functions which have their "address taken".
490 void DeadArgumentEliminationPass::SurveyFunction(const Function &F) {
491   // Functions with inalloca/preallocated parameters are expecting args in a
492   // particular register and memory layout.
493   if (F.getAttributes().hasAttrSomewhere(Attribute::InAlloca) ||
494       F.getAttributes().hasAttrSomewhere(Attribute::Preallocated)) {
495     MarkLive(F);
496     return;
497   }
498 
499   // Don't touch naked functions. The assembly might be using an argument, or
500   // otherwise rely on the frame layout in a way that this analysis will not
501   // see.
502   if (F.hasFnAttribute(Attribute::Naked)) {
503     MarkLive(F);
504     return;
505   }
506 
507   unsigned RetCount = NumRetVals(&F);
508 
509   // Assume all return values are dead
510   using RetVals = SmallVector<Liveness, 5>;
511 
512   RetVals RetValLiveness(RetCount, MaybeLive);
513 
514   using RetUses = SmallVector<UseVector, 5>;
515 
516   // These vectors map each return value to the uses that make it MaybeLive, so
517   // we can add those to the Uses map if the return value really turns out to be
518   // MaybeLive. Initialized to a list of RetCount empty lists.
519   RetUses MaybeLiveRetUses(RetCount);
520 
521   bool HasMustTailCalls = false;
522 
523   for (Function::const_iterator BB = F.begin(), E = F.end(); BB != E; ++BB) {
524     if (const ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator())) {
525       if (RI->getNumOperands() != 0 && RI->getOperand(0)->getType()
526           != F.getFunctionType()->getReturnType()) {
527         // We don't support old style multiple return values.
528         MarkLive(F);
529         return;
530       }
531     }
532 
533     // If we have any returns of `musttail` results - the signature can't
534     // change
535     if (BB->getTerminatingMustTailCall() != nullptr)
536       HasMustTailCalls = true;
537   }
538 
539   if (HasMustTailCalls) {
540     LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - " << F.getName()
541                       << " has musttail calls\n");
542   }
543 
544   if (!F.hasLocalLinkage() && (!ShouldHackArguments || F.isIntrinsic())) {
545     MarkLive(F);
546     return;
547   }
548 
549   LLVM_DEBUG(
550       dbgs() << "DeadArgumentEliminationPass - Inspecting callers for fn: "
551              << F.getName() << "\n");
552   // Keep track of the number of live retvals, so we can skip checks once all
553   // of them turn out to be live.
554   unsigned NumLiveRetVals = 0;
555 
556   bool HasMustTailCallers = false;
557 
558   // Loop all uses of the function.
559   for (const Use &U : F.uses()) {
560     // If the function is PASSED IN as an argument, its address has been
561     // taken.
562     const auto *CB = dyn_cast<CallBase>(U.getUser());
563     if (!CB || !CB->isCallee(&U) ||
564         CB->getFunctionType() != F.getFunctionType()) {
565       MarkLive(F);
566       return;
567     }
568 
569     // The number of arguments for `musttail` call must match the number of
570     // arguments of the caller
571     if (CB->isMustTailCall())
572       HasMustTailCallers = true;
573 
574     // If we end up here, we are looking at a direct call to our function.
575 
576     // Now, check how our return value(s) is/are used in this caller. Don't
577     // bother checking return values if all of them are live already.
578     if (NumLiveRetVals == RetCount)
579       continue;
580 
581     // Check all uses of the return value.
582     for (const Use &U : CB->uses()) {
583       if (ExtractValueInst *Ext = dyn_cast<ExtractValueInst>(U.getUser())) {
584         // This use uses a part of our return value, survey the uses of
585         // that part and store the results for this index only.
586         unsigned Idx = *Ext->idx_begin();
587         if (RetValLiveness[Idx] != Live) {
588           RetValLiveness[Idx] = SurveyUses(Ext, MaybeLiveRetUses[Idx]);
589           if (RetValLiveness[Idx] == Live)
590             NumLiveRetVals++;
591         }
592       } else {
593         // Used by something else than extractvalue. Survey, but assume that the
594         // result applies to all sub-values.
595         UseVector MaybeLiveAggregateUses;
596         if (SurveyUse(&U, MaybeLiveAggregateUses) == Live) {
597           NumLiveRetVals = RetCount;
598           RetValLiveness.assign(RetCount, Live);
599           break;
600         } else {
601           for (unsigned Ri = 0; Ri != RetCount; ++Ri) {
602             if (RetValLiveness[Ri] != Live)
603               MaybeLiveRetUses[Ri].append(MaybeLiveAggregateUses.begin(),
604                                           MaybeLiveAggregateUses.end());
605           }
606         }
607       }
608     }
609   }
610 
611   if (HasMustTailCallers) {
612     LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - " << F.getName()
613                       << " has musttail callers\n");
614   }
615 
616   // Now we've inspected all callers, record the liveness of our return values.
617   for (unsigned Ri = 0; Ri != RetCount; ++Ri)
618     MarkValue(CreateRet(&F, Ri), RetValLiveness[Ri], MaybeLiveRetUses[Ri]);
619 
620   LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Inspecting args for fn: "
621                     << F.getName() << "\n");
622 
623   // Now, check all of our arguments.
624   unsigned ArgI = 0;
625   UseVector MaybeLiveArgUses;
626   for (Function::const_arg_iterator AI = F.arg_begin(), E = F.arg_end();
627        AI != E; ++AI, ++ArgI) {
628     Liveness Result;
629     if (F.getFunctionType()->isVarArg() || HasMustTailCallers ||
630         HasMustTailCalls) {
631       // Variadic functions will already have a va_arg function expanded inside
632       // them, making them potentially very sensitive to ABI changes resulting
633       // from removing arguments entirely, so don't. For example AArch64 handles
634       // register and stack HFAs very differently, and this is reflected in the
635       // IR which has already been generated.
636       //
637       // `musttail` calls to this function restrict argument removal attempts.
638       // The signature of the caller must match the signature of the function.
639       //
640       // `musttail` calls in this function prevents us from changing its
641       // signature
642       Result = Live;
643     } else {
644       // See what the effect of this use is (recording any uses that cause
645       // MaybeLive in MaybeLiveArgUses).
646       Result = SurveyUses(&*AI, MaybeLiveArgUses);
647     }
648 
649     // Mark the result.
650     MarkValue(CreateArg(&F, ArgI), Result, MaybeLiveArgUses);
651     // Clear the vector again for the next iteration.
652     MaybeLiveArgUses.clear();
653   }
654 }
655 
656 /// MarkValue - This function marks the liveness of RA depending on L. If L is
657 /// MaybeLive, it also takes all uses in MaybeLiveUses and records them in Uses,
658 /// such that RA will be marked live if any use in MaybeLiveUses gets marked
659 /// live later on.
660 void DeadArgumentEliminationPass::MarkValue(const RetOrArg &RA, Liveness L,
661                                             const UseVector &MaybeLiveUses) {
662   switch (L) {
663     case Live:
664       MarkLive(RA);
665       break;
666     case MaybeLive:
667       assert(!IsLive(RA) && "Use is already live!");
668       for (const auto &MaybeLiveUse : MaybeLiveUses) {
669         if (IsLive(MaybeLiveUse)) {
670           // A use is live, so this value is live.
671           MarkLive(RA);
672           break;
673         } else {
674           // Note any uses of this value, so this value can be
675           // marked live whenever one of the uses becomes live.
676           Uses.insert(std::make_pair(MaybeLiveUse, RA));
677         }
678       }
679       break;
680   }
681 }
682 
683 /// MarkLive - Mark the given Function as alive, meaning that it cannot be
684 /// changed in any way. Additionally,
685 /// mark any values that are used as this function's parameters or by its return
686 /// values (according to Uses) live as well.
687 void DeadArgumentEliminationPass::MarkLive(const Function &F) {
688   LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Intrinsically live fn: "
689                     << F.getName() << "\n");
690   // Mark the function as live.
691   LiveFunctions.insert(&F);
692   // Mark all arguments as live.
693   for (unsigned ArgI = 0, E = F.arg_size(); ArgI != E; ++ArgI)
694     PropagateLiveness(CreateArg(&F, ArgI));
695   // Mark all return values as live.
696   for (unsigned Ri = 0, E = NumRetVals(&F); Ri != E; ++Ri)
697     PropagateLiveness(CreateRet(&F, Ri));
698 }
699 
700 /// MarkLive - Mark the given return value or argument as live. Additionally,
701 /// mark any values that are used by this value (according to Uses) live as
702 /// well.
703 void DeadArgumentEliminationPass::MarkLive(const RetOrArg &RA) {
704   if (IsLive(RA))
705     return; // Already marked Live.
706 
707   LiveValues.insert(RA);
708 
709   LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Marking "
710                     << RA.getDescription() << " live\n");
711   PropagateLiveness(RA);
712 }
713 
714 bool DeadArgumentEliminationPass::IsLive(const RetOrArg &RA) {
715   return LiveFunctions.count(RA.F) || LiveValues.count(RA);
716 }
717 
718 /// PropagateLiveness - Given that RA is a live value, propagate it's liveness
719 /// to any other values it uses (according to Uses).
720 void DeadArgumentEliminationPass::PropagateLiveness(const RetOrArg &RA) {
721   // We don't use upper_bound (or equal_range) here, because our recursive call
722   // to ourselves is likely to cause the upper_bound (which is the first value
723   // not belonging to RA) to become erased and the iterator invalidated.
724   UseMap::iterator Begin = Uses.lower_bound(RA);
725   UseMap::iterator E = Uses.end();
726   UseMap::iterator I;
727   for (I = Begin; I != E && I->first == RA; ++I)
728     MarkLive(I->second);
729 
730   // Erase RA from the Uses map (from the lower bound to wherever we ended up
731   // after the loop).
732   Uses.erase(Begin, I);
733 }
734 
735 // RemoveDeadStuffFromFunction - Remove any arguments and return values from F
736 // that are not in LiveValues. Transform the function and all of the callees of
737 // the function to not have these arguments and return values.
738 //
739 bool DeadArgumentEliminationPass::RemoveDeadStuffFromFunction(Function *F) {
740   // Don't modify fully live functions
741   if (LiveFunctions.count(F))
742     return false;
743 
744   // Start by computing a new prototype for the function, which is the same as
745   // the old function, but has fewer arguments and a different return type.
746   FunctionType *FTy = F->getFunctionType();
747   std::vector<Type*> Params;
748 
749   // Keep track of if we have a live 'returned' argument
750   bool HasLiveReturnedArg = false;
751 
752   // Set up to build a new list of parameter attributes.
753   SmallVector<AttributeSet, 8> ArgAttrVec;
754   const AttributeList &PAL = F->getAttributes();
755 
756   // Remember which arguments are still alive.
757   SmallVector<bool, 10> ArgAlive(FTy->getNumParams(), false);
758   // Construct the new parameter list from non-dead arguments. Also construct
759   // a new set of parameter attributes to correspond. Skip the first parameter
760   // attribute, since that belongs to the return value.
761   unsigned ArgI = 0;
762   for (Function::arg_iterator I = F->arg_begin(), E = F->arg_end(); I != E;
763        ++I, ++ArgI) {
764     RetOrArg Arg = CreateArg(F, ArgI);
765     if (LiveValues.erase(Arg)) {
766       Params.push_back(I->getType());
767       ArgAlive[ArgI] = true;
768       ArgAttrVec.push_back(PAL.getParamAttrs(ArgI));
769       HasLiveReturnedArg |= PAL.hasParamAttr(ArgI, Attribute::Returned);
770     } else {
771       ++NumArgumentsEliminated;
772       LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Removing argument "
773                         << ArgI << " (" << I->getName() << ") from "
774                         << F->getName() << "\n");
775     }
776   }
777 
778   // Find out the new return value.
779   Type *RetTy = FTy->getReturnType();
780   Type *NRetTy = nullptr;
781   unsigned RetCount = NumRetVals(F);
782 
783   // -1 means unused, other numbers are the new index
784   SmallVector<int, 5> NewRetIdxs(RetCount, -1);
785   std::vector<Type*> RetTypes;
786 
787   // If there is a function with a live 'returned' argument but a dead return
788   // value, then there are two possible actions:
789   // 1) Eliminate the return value and take off the 'returned' attribute on the
790   //    argument.
791   // 2) Retain the 'returned' attribute and treat the return value (but not the
792   //    entire function) as live so that it is not eliminated.
793   //
794   // It's not clear in the general case which option is more profitable because,
795   // even in the absence of explicit uses of the return value, code generation
796   // is free to use the 'returned' attribute to do things like eliding
797   // save/restores of registers across calls. Whether or not this happens is
798   // target and ABI-specific as well as depending on the amount of register
799   // pressure, so there's no good way for an IR-level pass to figure this out.
800   //
801   // Fortunately, the only places where 'returned' is currently generated by
802   // the FE are places where 'returned' is basically free and almost always a
803   // performance win, so the second option can just be used always for now.
804   //
805   // This should be revisited if 'returned' is ever applied more liberally.
806   if (RetTy->isVoidTy() || HasLiveReturnedArg) {
807     NRetTy = RetTy;
808   } else {
809     // Look at each of the original return values individually.
810     for (unsigned Ri = 0; Ri != RetCount; ++Ri) {
811       RetOrArg Ret = CreateRet(F, Ri);
812       if (LiveValues.erase(Ret)) {
813         RetTypes.push_back(getRetComponentType(F, Ri));
814         NewRetIdxs[Ri] = RetTypes.size() - 1;
815       } else {
816         ++NumRetValsEliminated;
817         LLVM_DEBUG(
818             dbgs() << "DeadArgumentEliminationPass - Removing return value "
819                    << Ri << " from " << F->getName() << "\n");
820       }
821     }
822     if (RetTypes.size() > 1) {
823       // More than one return type? Reduce it down to size.
824       if (StructType *STy = dyn_cast<StructType>(RetTy)) {
825         // Make the new struct packed if we used to return a packed struct
826         // already.
827         NRetTy = StructType::get(STy->getContext(), RetTypes, STy->isPacked());
828       } else {
829         assert(isa<ArrayType>(RetTy) && "unexpected multi-value return");
830         NRetTy = ArrayType::get(RetTypes[0], RetTypes.size());
831       }
832     } else if (RetTypes.size() == 1)
833       // One return type? Just a simple value then, but only if we didn't use to
834       // return a struct with that simple value before.
835       NRetTy = RetTypes.front();
836     else if (RetTypes.empty())
837       // No return types? Make it void, but only if we didn't use to return {}.
838       NRetTy = Type::getVoidTy(F->getContext());
839   }
840 
841   assert(NRetTy && "No new return type found?");
842 
843   // The existing function return attributes.
844   AttrBuilder RAttrs(F->getContext(), PAL.getRetAttrs());
845 
846   // Remove any incompatible attributes, but only if we removed all return
847   // values. Otherwise, ensure that we don't have any conflicting attributes
848   // here. Currently, this should not be possible, but special handling might be
849   // required when new return value attributes are added.
850   if (NRetTy->isVoidTy())
851     RAttrs.remove(AttributeFuncs::typeIncompatible(NRetTy));
852   else
853     assert(!RAttrs.overlaps(AttributeFuncs::typeIncompatible(NRetTy)) &&
854            "Return attributes no longer compatible?");
855 
856   AttributeSet RetAttrs = AttributeSet::get(F->getContext(), RAttrs);
857 
858   // Strip allocsize attributes. They might refer to the deleted arguments.
859   AttributeSet FnAttrs =
860       PAL.getFnAttrs().removeAttribute(F->getContext(), Attribute::AllocSize);
861 
862   // Reconstruct the AttributesList based on the vector we constructed.
863   assert(ArgAttrVec.size() == Params.size());
864   AttributeList NewPAL =
865       AttributeList::get(F->getContext(), FnAttrs, RetAttrs, ArgAttrVec);
866 
867   // Create the new function type based on the recomputed parameters.
868   FunctionType *NFTy = FunctionType::get(NRetTy, Params, FTy->isVarArg());
869 
870   // No change?
871   if (NFTy == FTy)
872     return false;
873 
874   // Create the new function body and insert it into the module...
875   Function *NF = Function::Create(NFTy, F->getLinkage(), F->getAddressSpace());
876   NF->copyAttributesFrom(F);
877   NF->setComdat(F->getComdat());
878   NF->setAttributes(NewPAL);
879   // Insert the new function before the old function, so we won't be processing
880   // it again.
881   F->getParent()->getFunctionList().insert(F->getIterator(), NF);
882   NF->takeName(F);
883 
884   // Loop over all of the callers of the function, transforming the call sites
885   // to pass in a smaller number of arguments into the new function.
886   std::vector<Value*> Args;
887   while (!F->use_empty()) {
888     CallBase &CB = cast<CallBase>(*F->user_back());
889 
890     ArgAttrVec.clear();
891     const AttributeList &CallPAL = CB.getAttributes();
892 
893     // Adjust the call return attributes in case the function was changed to
894     // return void.
895     AttrBuilder RAttrs(F->getContext(), CallPAL.getRetAttrs());
896     RAttrs.remove(AttributeFuncs::typeIncompatible(NRetTy));
897     AttributeSet RetAttrs = AttributeSet::get(F->getContext(), RAttrs);
898 
899     // Declare these outside of the loops, so we can reuse them for the second
900     // loop, which loops the varargs.
901     auto I = CB.arg_begin();
902     unsigned Pi = 0;
903     // Loop over those operands, corresponding to the normal arguments to the
904     // original function, and add those that are still alive.
905     for (unsigned E = FTy->getNumParams(); Pi != E; ++I, ++Pi)
906       if (ArgAlive[Pi]) {
907         Args.push_back(*I);
908         // Get original parameter attributes, but skip return attributes.
909         AttributeSet Attrs = CallPAL.getParamAttrs(Pi);
910         if (NRetTy != RetTy && Attrs.hasAttribute(Attribute::Returned)) {
911           // If the return type has changed, then get rid of 'returned' on the
912           // call site. The alternative is to make all 'returned' attributes on
913           // call sites keep the return value alive just like 'returned'
914           // attributes on function declaration but it's less clearly a win and
915           // this is not an expected case anyway
916           ArgAttrVec.push_back(AttributeSet::get(
917               F->getContext(),
918               AttrBuilder(F->getContext(), Attrs).removeAttribute(Attribute::Returned)));
919         } else {
920           // Otherwise, use the original attributes.
921           ArgAttrVec.push_back(Attrs);
922         }
923       }
924 
925     // Push any varargs arguments on the list. Don't forget their attributes.
926     for (auto E = CB.arg_end(); I != E; ++I, ++Pi) {
927       Args.push_back(*I);
928       ArgAttrVec.push_back(CallPAL.getParamAttrs(Pi));
929     }
930 
931     // Reconstruct the AttributesList based on the vector we constructed.
932     assert(ArgAttrVec.size() == Args.size());
933 
934     // Again, be sure to remove any allocsize attributes, since their indices
935     // may now be incorrect.
936     AttributeSet FnAttrs = CallPAL.getFnAttrs().removeAttribute(
937         F->getContext(), Attribute::AllocSize);
938 
939     AttributeList NewCallPAL = AttributeList::get(
940         F->getContext(), FnAttrs, RetAttrs, ArgAttrVec);
941 
942     SmallVector<OperandBundleDef, 1> OpBundles;
943     CB.getOperandBundlesAsDefs(OpBundles);
944 
945     CallBase *NewCB = nullptr;
946     if (InvokeInst *II = dyn_cast<InvokeInst>(&CB)) {
947       NewCB = InvokeInst::Create(NF, II->getNormalDest(), II->getUnwindDest(),
948                                  Args, OpBundles, "", CB.getParent());
949     } else {
950       NewCB = CallInst::Create(NFTy, NF, Args, OpBundles, "", &CB);
951       cast<CallInst>(NewCB)->setTailCallKind(
952           cast<CallInst>(&CB)->getTailCallKind());
953     }
954     NewCB->setCallingConv(CB.getCallingConv());
955     NewCB->setAttributes(NewCallPAL);
956     NewCB->copyMetadata(CB, {LLVMContext::MD_prof, LLVMContext::MD_dbg});
957     Args.clear();
958     ArgAttrVec.clear();
959 
960     if (!CB.use_empty() || CB.isUsedByMetadata()) {
961       if (NewCB->getType() == CB.getType()) {
962         // Return type not changed? Just replace users then.
963         CB.replaceAllUsesWith(NewCB);
964         NewCB->takeName(&CB);
965       } else if (NewCB->getType()->isVoidTy()) {
966         // If the return value is dead, replace any uses of it with undef
967         // (any non-debug value uses will get removed later on).
968         if (!CB.getType()->isX86_MMXTy())
969           CB.replaceAllUsesWith(UndefValue::get(CB.getType()));
970       } else {
971         assert((RetTy->isStructTy() || RetTy->isArrayTy()) &&
972                "Return type changed, but not into a void. The old return type"
973                " must have been a struct or an array!");
974         Instruction *InsertPt = &CB;
975         if (InvokeInst *II = dyn_cast<InvokeInst>(&CB)) {
976           BasicBlock *NewEdge =
977               SplitEdge(NewCB->getParent(), II->getNormalDest());
978           InsertPt = &*NewEdge->getFirstInsertionPt();
979         }
980 
981         // We used to return a struct or array. Instead of doing smart stuff
982         // with all the uses, we will just rebuild it using extract/insertvalue
983         // chaining and let instcombine clean that up.
984         //
985         // Start out building up our return value from undef
986         Value *RetVal = UndefValue::get(RetTy);
987         for (unsigned Ri = 0; Ri != RetCount; ++Ri)
988           if (NewRetIdxs[Ri] != -1) {
989             Value *V;
990             IRBuilder<NoFolder> IRB(InsertPt);
991             if (RetTypes.size() > 1)
992               // We are still returning a struct, so extract the value from our
993               // return value
994               V = IRB.CreateExtractValue(NewCB, NewRetIdxs[Ri], "newret");
995             else
996               // We are now returning a single element, so just insert that
997               V = NewCB;
998             // Insert the value at the old position
999             RetVal = IRB.CreateInsertValue(RetVal, V, Ri, "oldret");
1000           }
1001         // Now, replace all uses of the old call instruction with the return
1002         // struct we built
1003         CB.replaceAllUsesWith(RetVal);
1004         NewCB->takeName(&CB);
1005       }
1006     }
1007 
1008     // Finally, remove the old call from the program, reducing the use-count of
1009     // F.
1010     CB.eraseFromParent();
1011   }
1012 
1013   // Since we have now created the new function, splice the body of the old
1014   // function right into the new function, leaving the old rotting hulk of the
1015   // function empty.
1016   NF->getBasicBlockList().splice(NF->begin(), F->getBasicBlockList());
1017 
1018   // Loop over the argument list, transferring uses of the old arguments over to
1019   // the new arguments, also transferring over the names as well.
1020   ArgI = 0;
1021   for (Function::arg_iterator I = F->arg_begin(), E = F->arg_end(),
1022                               I2 = NF->arg_begin();
1023        I != E; ++I, ++ArgI)
1024     if (ArgAlive[ArgI]) {
1025       // If this is a live argument, move the name and users over to the new
1026       // version.
1027       I->replaceAllUsesWith(&*I2);
1028       I2->takeName(&*I);
1029       ++I2;
1030     } else {
1031       // If this argument is dead, replace any uses of it with undef
1032       // (any non-debug value uses will get removed later on).
1033       if (!I->getType()->isX86_MMXTy())
1034         I->replaceAllUsesWith(UndefValue::get(I->getType()));
1035     }
1036 
1037   // If we change the return value of the function we must rewrite any return
1038   // instructions.  Check this now.
1039   if (F->getReturnType() != NF->getReturnType())
1040     for (BasicBlock &BB : *NF)
1041       if (ReturnInst *RI = dyn_cast<ReturnInst>(BB.getTerminator())) {
1042         IRBuilder<NoFolder> IRB(RI);
1043         Value *RetVal = nullptr;
1044 
1045         if (!NFTy->getReturnType()->isVoidTy()) {
1046           assert(RetTy->isStructTy() || RetTy->isArrayTy());
1047           // The original return value was a struct or array, insert
1048           // extractvalue/insertvalue chains to extract only the values we need
1049           // to return and insert them into our new result.
1050           // This does generate messy code, but we'll let it to instcombine to
1051           // clean that up.
1052           Value *OldRet = RI->getOperand(0);
1053           // Start out building up our return value from undef
1054           RetVal = UndefValue::get(NRetTy);
1055           for (unsigned RetI = 0; RetI != RetCount; ++RetI)
1056             if (NewRetIdxs[RetI] != -1) {
1057               Value *EV = IRB.CreateExtractValue(OldRet, RetI, "oldret");
1058 
1059               if (RetTypes.size() > 1) {
1060                 // We're still returning a struct, so reinsert the value into
1061                 // our new return value at the new index
1062 
1063                 RetVal = IRB.CreateInsertValue(RetVal, EV, NewRetIdxs[RetI],
1064                                                "newret");
1065               } else {
1066                 // We are now only returning a simple value, so just return the
1067                 // extracted value.
1068                 RetVal = EV;
1069               }
1070             }
1071         }
1072         // Replace the return instruction with one returning the new return
1073         // value (possibly 0 if we became void).
1074         auto *NewRet = ReturnInst::Create(F->getContext(), RetVal, RI);
1075         NewRet->setDebugLoc(RI->getDebugLoc());
1076         BB.getInstList().erase(RI);
1077       }
1078 
1079   // Clone metadatas from the old function, including debug info descriptor.
1080   SmallVector<std::pair<unsigned, MDNode *>, 1> MDs;
1081   F->getAllMetadata(MDs);
1082   for (auto MD : MDs)
1083     NF->addMetadata(MD.first, *MD.second);
1084 
1085   // Now that the old function is dead, delete it.
1086   F->eraseFromParent();
1087 
1088   return true;
1089 }
1090 
1091 PreservedAnalyses DeadArgumentEliminationPass::run(Module &M,
1092                                                    ModuleAnalysisManager &) {
1093   bool Changed = false;
1094 
1095   // First pass: Do a simple check to see if any functions can have their "..."
1096   // removed.  We can do this if they never call va_start.  This loop cannot be
1097   // fused with the next loop, because deleting a function invalidates
1098   // information computed while surveying other functions.
1099   LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Deleting dead varargs\n");
1100   for (Function &F : llvm::make_early_inc_range(M))
1101     if (F.getFunctionType()->isVarArg())
1102       Changed |= DeleteDeadVarargs(F);
1103 
1104   // Second phase:loop through the module, determining which arguments are live.
1105   // We assume all arguments are dead unless proven otherwise (allowing us to
1106   // determine that dead arguments passed into recursive functions are dead).
1107   //
1108   LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Determining liveness\n");
1109   for (auto &F : M)
1110     SurveyFunction(F);
1111 
1112   // Now, remove all dead arguments and return values from each function in
1113   // turn.  We use make_early_inc_range here because functions will probably get
1114   // removed (i.e. replaced by new ones).
1115   for (Function &F : llvm::make_early_inc_range(M))
1116     Changed |= RemoveDeadStuffFromFunction(&F);
1117 
1118   // Finally, look for any unused parameters in functions with non-local
1119   // linkage and replace the passed in parameters with undef.
1120   for (auto &F : M)
1121     Changed |= RemoveDeadArgumentsFromCallers(F);
1122 
1123   if (!Changed)
1124     return PreservedAnalyses::all();
1125   return PreservedAnalyses::none();
1126 }
1127