1 //===- DeadArgumentElimination.cpp - Eliminate dead arguments -------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // This pass deletes dead arguments from internal functions. Dead argument 10 // elimination removes arguments which are directly dead, as well as arguments 11 // only passed into function calls as dead arguments of other functions. This 12 // pass also deletes dead return values in a similar way. 13 // 14 // This pass is often useful as a cleanup pass to run after aggressive 15 // interprocedural passes, which add possibly-dead arguments or return values. 16 // 17 //===----------------------------------------------------------------------===// 18 19 #include "llvm/Transforms/IPO/DeadArgumentElimination.h" 20 #include "llvm/ADT/SmallVector.h" 21 #include "llvm/ADT/Statistic.h" 22 #include "llvm/IR/Argument.h" 23 #include "llvm/IR/Attributes.h" 24 #include "llvm/IR/BasicBlock.h" 25 #include "llvm/IR/Constants.h" 26 #include "llvm/IR/DerivedTypes.h" 27 #include "llvm/IR/Function.h" 28 #include "llvm/IR/IRBuilder.h" 29 #include "llvm/IR/InstrTypes.h" 30 #include "llvm/IR/Instruction.h" 31 #include "llvm/IR/Instructions.h" 32 #include "llvm/IR/IntrinsicInst.h" 33 #include "llvm/IR/Intrinsics.h" 34 #include "llvm/IR/Module.h" 35 #include "llvm/IR/NoFolder.h" 36 #include "llvm/IR/PassManager.h" 37 #include "llvm/IR/Type.h" 38 #include "llvm/IR/Use.h" 39 #include "llvm/IR/User.h" 40 #include "llvm/IR/Value.h" 41 #include "llvm/InitializePasses.h" 42 #include "llvm/Pass.h" 43 #include "llvm/Support/Casting.h" 44 #include "llvm/Support/Debug.h" 45 #include "llvm/Support/raw_ostream.h" 46 #include "llvm/Transforms/IPO.h" 47 #include "llvm/Transforms/Utils/BasicBlockUtils.h" 48 #include <cassert> 49 #include <cstdint> 50 #include <utility> 51 #include <vector> 52 53 using namespace llvm; 54 55 #define DEBUG_TYPE "deadargelim" 56 57 STATISTIC(NumArgumentsEliminated, "Number of unread args removed"); 58 STATISTIC(NumRetValsEliminated , "Number of unused return values removed"); 59 STATISTIC(NumArgumentsReplacedWithUndef, 60 "Number of unread args replaced with undef"); 61 62 namespace { 63 64 /// DAE - The dead argument elimination pass. 65 class DAE : public ModulePass { 66 protected: 67 // DAH uses this to specify a different ID. 68 explicit DAE(char &ID) : ModulePass(ID) {} 69 70 public: 71 static char ID; // Pass identification, replacement for typeid 72 73 DAE() : ModulePass(ID) { 74 initializeDAEPass(*PassRegistry::getPassRegistry()); 75 } 76 77 bool runOnModule(Module &M) override { 78 if (skipModule(M)) 79 return false; 80 DeadArgumentEliminationPass DAEP(ShouldHackArguments()); 81 ModuleAnalysisManager DummyMAM; 82 PreservedAnalyses PA = DAEP.run(M, DummyMAM); 83 return !PA.areAllPreserved(); 84 } 85 86 virtual bool ShouldHackArguments() const { return false; } 87 }; 88 89 } // end anonymous namespace 90 91 char DAE::ID = 0; 92 93 INITIALIZE_PASS(DAE, "deadargelim", "Dead Argument Elimination", false, false) 94 95 namespace { 96 97 /// DAH - DeadArgumentHacking pass - Same as dead argument elimination, but 98 /// deletes arguments to functions which are external. This is only for use 99 /// by bugpoint. 100 struct DAH : public DAE { 101 static char ID; 102 103 DAH() : DAE(ID) {} 104 105 bool ShouldHackArguments() const override { return true; } 106 }; 107 108 } // end anonymous namespace 109 110 char DAH::ID = 0; 111 112 INITIALIZE_PASS(DAH, "deadarghaX0r", 113 "Dead Argument Hacking (BUGPOINT USE ONLY; DO NOT USE)", 114 false, false) 115 116 /// createDeadArgEliminationPass - This pass removes arguments from functions 117 /// which are not used by the body of the function. 118 ModulePass *llvm::createDeadArgEliminationPass() { return new DAE(); } 119 120 ModulePass *llvm::createDeadArgHackingPass() { return new DAH(); } 121 122 /// DeleteDeadVarargs - If this is an function that takes a ... list, and if 123 /// llvm.vastart is never called, the varargs list is dead for the function. 124 bool DeadArgumentEliminationPass::DeleteDeadVarargs(Function &Fn) { 125 assert(Fn.getFunctionType()->isVarArg() && "Function isn't varargs!"); 126 if (Fn.isDeclaration() || !Fn.hasLocalLinkage()) return false; 127 128 // Ensure that the function is only directly called. 129 if (Fn.hasAddressTaken()) 130 return false; 131 132 // Don't touch naked functions. The assembly might be using an argument, or 133 // otherwise rely on the frame layout in a way that this analysis will not 134 // see. 135 if (Fn.hasFnAttribute(Attribute::Naked)) { 136 return false; 137 } 138 139 // Okay, we know we can transform this function if safe. Scan its body 140 // looking for calls marked musttail or calls to llvm.vastart. 141 for (BasicBlock &BB : Fn) { 142 for (Instruction &I : BB) { 143 CallInst *CI = dyn_cast<CallInst>(&I); 144 if (!CI) 145 continue; 146 if (CI->isMustTailCall()) 147 return false; 148 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(CI)) { 149 if (II->getIntrinsicID() == Intrinsic::vastart) 150 return false; 151 } 152 } 153 } 154 155 // If we get here, there are no calls to llvm.vastart in the function body, 156 // remove the "..." and adjust all the calls. 157 158 // Start by computing a new prototype for the function, which is the same as 159 // the old function, but doesn't have isVarArg set. 160 FunctionType *FTy = Fn.getFunctionType(); 161 162 std::vector<Type *> Params(FTy->param_begin(), FTy->param_end()); 163 FunctionType *NFTy = FunctionType::get(FTy->getReturnType(), 164 Params, false); 165 unsigned NumArgs = Params.size(); 166 167 // Create the new function body and insert it into the module... 168 Function *NF = Function::Create(NFTy, Fn.getLinkage(), Fn.getAddressSpace()); 169 NF->copyAttributesFrom(&Fn); 170 NF->setComdat(Fn.getComdat()); 171 Fn.getParent()->getFunctionList().insert(Fn.getIterator(), NF); 172 NF->takeName(&Fn); 173 174 // Loop over all of the callers of the function, transforming the call sites 175 // to pass in a smaller number of arguments into the new function. 176 // 177 std::vector<Value *> Args; 178 for (User *U : llvm::make_early_inc_range(Fn.users())) { 179 CallBase *CB = dyn_cast<CallBase>(U); 180 if (!CB) 181 continue; 182 183 // Pass all the same arguments. 184 Args.assign(CB->arg_begin(), CB->arg_begin() + NumArgs); 185 186 // Drop any attributes that were on the vararg arguments. 187 AttributeList PAL = CB->getAttributes(); 188 if (!PAL.isEmpty()) { 189 SmallVector<AttributeSet, 8> ArgAttrs; 190 for (unsigned ArgNo = 0; ArgNo < NumArgs; ++ArgNo) 191 ArgAttrs.push_back(PAL.getParamAttrs(ArgNo)); 192 PAL = AttributeList::get(Fn.getContext(), PAL.getFnAttrs(), 193 PAL.getRetAttrs(), ArgAttrs); 194 } 195 196 SmallVector<OperandBundleDef, 1> OpBundles; 197 CB->getOperandBundlesAsDefs(OpBundles); 198 199 CallBase *NewCB = nullptr; 200 if (InvokeInst *II = dyn_cast<InvokeInst>(CB)) { 201 NewCB = InvokeInst::Create(NF, II->getNormalDest(), II->getUnwindDest(), 202 Args, OpBundles, "", CB); 203 } else { 204 NewCB = CallInst::Create(NF, Args, OpBundles, "", CB); 205 cast<CallInst>(NewCB)->setTailCallKind( 206 cast<CallInst>(CB)->getTailCallKind()); 207 } 208 NewCB->setCallingConv(CB->getCallingConv()); 209 NewCB->setAttributes(PAL); 210 NewCB->copyMetadata(*CB, {LLVMContext::MD_prof, LLVMContext::MD_dbg}); 211 212 Args.clear(); 213 214 if (!CB->use_empty()) 215 CB->replaceAllUsesWith(NewCB); 216 217 NewCB->takeName(CB); 218 219 // Finally, remove the old call from the program, reducing the use-count of 220 // F. 221 CB->eraseFromParent(); 222 } 223 224 // Since we have now created the new function, splice the body of the old 225 // function right into the new function, leaving the old rotting hulk of the 226 // function empty. 227 NF->getBasicBlockList().splice(NF->begin(), Fn.getBasicBlockList()); 228 229 // Loop over the argument list, transferring uses of the old arguments over to 230 // the new arguments, also transferring over the names as well. While we're at 231 // it, remove the dead arguments from the DeadArguments list. 232 for (Function::arg_iterator I = Fn.arg_begin(), E = Fn.arg_end(), 233 I2 = NF->arg_begin(); I != E; ++I, ++I2) { 234 // Move the name and users over to the new version. 235 I->replaceAllUsesWith(&*I2); 236 I2->takeName(&*I); 237 } 238 239 // Clone metadatas from the old function, including debug info descriptor. 240 SmallVector<std::pair<unsigned, MDNode *>, 1> MDs; 241 Fn.getAllMetadata(MDs); 242 for (auto MD : MDs) 243 NF->addMetadata(MD.first, *MD.second); 244 245 // Fix up any BlockAddresses that refer to the function. 246 Fn.replaceAllUsesWith(ConstantExpr::getBitCast(NF, Fn.getType())); 247 // Delete the bitcast that we just created, so that NF does not 248 // appear to be address-taken. 249 NF->removeDeadConstantUsers(); 250 // Finally, nuke the old function. 251 Fn.eraseFromParent(); 252 return true; 253 } 254 255 /// RemoveDeadArgumentsFromCallers - Checks if the given function has any 256 /// arguments that are unused, and changes the caller parameters to be undefined 257 /// instead. 258 bool DeadArgumentEliminationPass::RemoveDeadArgumentsFromCallers(Function &Fn) { 259 // We cannot change the arguments if this TU does not define the function or 260 // if the linker may choose a function body from another TU, even if the 261 // nominal linkage indicates that other copies of the function have the same 262 // semantics. In the below example, the dead load from %p may not have been 263 // eliminated from the linker-chosen copy of f, so replacing %p with undef 264 // in callers may introduce undefined behavior. 265 // 266 // define linkonce_odr void @f(i32* %p) { 267 // %v = load i32 %p 268 // ret void 269 // } 270 if (!Fn.hasExactDefinition()) 271 return false; 272 273 // Functions with local linkage should already have been handled, except the 274 // fragile (variadic) ones which we can improve here. 275 if (Fn.hasLocalLinkage() && !Fn.getFunctionType()->isVarArg()) 276 return false; 277 278 // Don't touch naked functions. The assembly might be using an argument, or 279 // otherwise rely on the frame layout in a way that this analysis will not 280 // see. 281 if (Fn.hasFnAttribute(Attribute::Naked)) 282 return false; 283 284 if (Fn.use_empty()) 285 return false; 286 287 SmallVector<unsigned, 8> UnusedArgs; 288 bool Changed = false; 289 290 AttributeMask UBImplyingAttributes = 291 AttributeFuncs::getUBImplyingAttributes(); 292 for (Argument &Arg : Fn.args()) { 293 if (!Arg.hasSwiftErrorAttr() && Arg.use_empty() && 294 !Arg.hasPassPointeeByValueCopyAttr()) { 295 if (Arg.isUsedByMetadata()) { 296 Arg.replaceAllUsesWith(UndefValue::get(Arg.getType())); 297 Changed = true; 298 } 299 UnusedArgs.push_back(Arg.getArgNo()); 300 Fn.removeParamAttrs(Arg.getArgNo(), UBImplyingAttributes); 301 } 302 } 303 304 if (UnusedArgs.empty()) 305 return false; 306 307 for (Use &U : Fn.uses()) { 308 CallBase *CB = dyn_cast<CallBase>(U.getUser()); 309 if (!CB || !CB->isCallee(&U) || 310 CB->getFunctionType() != Fn.getFunctionType()) 311 continue; 312 313 // Now go through all unused args and replace them with "undef". 314 for (unsigned I = 0, E = UnusedArgs.size(); I != E; ++I) { 315 unsigned ArgNo = UnusedArgs[I]; 316 317 Value *Arg = CB->getArgOperand(ArgNo); 318 CB->setArgOperand(ArgNo, UndefValue::get(Arg->getType())); 319 CB->removeParamAttrs(ArgNo, UBImplyingAttributes); 320 321 ++NumArgumentsReplacedWithUndef; 322 Changed = true; 323 } 324 } 325 326 return Changed; 327 } 328 329 /// Convenience function that returns the number of return values. It returns 0 330 /// for void functions and 1 for functions not returning a struct. It returns 331 /// the number of struct elements for functions returning a struct. 332 static unsigned NumRetVals(const Function *F) { 333 Type *RetTy = F->getReturnType(); 334 if (RetTy->isVoidTy()) 335 return 0; 336 else if (StructType *STy = dyn_cast<StructType>(RetTy)) 337 return STy->getNumElements(); 338 else if (ArrayType *ATy = dyn_cast<ArrayType>(RetTy)) 339 return ATy->getNumElements(); 340 else 341 return 1; 342 } 343 344 /// Returns the sub-type a function will return at a given Idx. Should 345 /// correspond to the result type of an ExtractValue instruction executed with 346 /// just that one Idx (i.e. only top-level structure is considered). 347 static Type *getRetComponentType(const Function *F, unsigned Idx) { 348 Type *RetTy = F->getReturnType(); 349 assert(!RetTy->isVoidTy() && "void type has no subtype"); 350 351 if (StructType *STy = dyn_cast<StructType>(RetTy)) 352 return STy->getElementType(Idx); 353 else if (ArrayType *ATy = dyn_cast<ArrayType>(RetTy)) 354 return ATy->getElementType(); 355 else 356 return RetTy; 357 } 358 359 /// MarkIfNotLive - This checks Use for liveness in LiveValues. If Use is not 360 /// live, it adds Use to the MaybeLiveUses argument. Returns the determined 361 /// liveness of Use. 362 DeadArgumentEliminationPass::Liveness 363 DeadArgumentEliminationPass::MarkIfNotLive(RetOrArg Use, 364 UseVector &MaybeLiveUses) { 365 // We're live if our use or its Function is already marked as live. 366 if (IsLive(Use)) 367 return Live; 368 369 // We're maybe live otherwise, but remember that we must become live if 370 // Use becomes live. 371 MaybeLiveUses.push_back(Use); 372 return MaybeLive; 373 } 374 375 /// SurveyUse - This looks at a single use of an argument or return value 376 /// and determines if it should be alive or not. Adds this use to MaybeLiveUses 377 /// if it causes the used value to become MaybeLive. 378 /// 379 /// RetValNum is the return value number to use when this use is used in a 380 /// return instruction. This is used in the recursion, you should always leave 381 /// it at 0. 382 DeadArgumentEliminationPass::Liveness 383 DeadArgumentEliminationPass::SurveyUse(const Use *U, UseVector &MaybeLiveUses, 384 unsigned RetValNum) { 385 const User *V = U->getUser(); 386 if (const ReturnInst *RI = dyn_cast<ReturnInst>(V)) { 387 // The value is returned from a function. It's only live when the 388 // function's return value is live. We use RetValNum here, for the case 389 // that U is really a use of an insertvalue instruction that uses the 390 // original Use. 391 const Function *F = RI->getParent()->getParent(); 392 if (RetValNum != -1U) { 393 RetOrArg Use = CreateRet(F, RetValNum); 394 // We might be live, depending on the liveness of Use. 395 return MarkIfNotLive(Use, MaybeLiveUses); 396 } else { 397 DeadArgumentEliminationPass::Liveness Result = MaybeLive; 398 for (unsigned Ri = 0; Ri < NumRetVals(F); ++Ri) { 399 RetOrArg Use = CreateRet(F, Ri); 400 // We might be live, depending on the liveness of Use. If any 401 // sub-value is live, then the entire value is considered live. This 402 // is a conservative choice, and better tracking is possible. 403 DeadArgumentEliminationPass::Liveness SubResult = 404 MarkIfNotLive(Use, MaybeLiveUses); 405 if (Result != Live) 406 Result = SubResult; 407 } 408 return Result; 409 } 410 } 411 if (const InsertValueInst *IV = dyn_cast<InsertValueInst>(V)) { 412 if (U->getOperandNo() != InsertValueInst::getAggregateOperandIndex() 413 && IV->hasIndices()) 414 // The use we are examining is inserted into an aggregate. Our liveness 415 // depends on all uses of that aggregate, but if it is used as a return 416 // value, only index at which we were inserted counts. 417 RetValNum = *IV->idx_begin(); 418 419 // Note that if we are used as the aggregate operand to the insertvalue, 420 // we don't change RetValNum, but do survey all our uses. 421 422 Liveness Result = MaybeLive; 423 for (const Use &UU : IV->uses()) { 424 Result = SurveyUse(&UU, MaybeLiveUses, RetValNum); 425 if (Result == Live) 426 break; 427 } 428 return Result; 429 } 430 431 if (const auto *CB = dyn_cast<CallBase>(V)) { 432 const Function *F = CB->getCalledFunction(); 433 if (F) { 434 // Used in a direct call. 435 436 // The function argument is live if it is used as a bundle operand. 437 if (CB->isBundleOperand(U)) 438 return Live; 439 440 // Find the argument number. We know for sure that this use is an 441 // argument, since if it was the function argument this would be an 442 // indirect call and the we know can't be looking at a value of the 443 // label type (for the invoke instruction). 444 unsigned ArgNo = CB->getArgOperandNo(U); 445 446 if (ArgNo >= F->getFunctionType()->getNumParams()) 447 // The value is passed in through a vararg! Must be live. 448 return Live; 449 450 assert(CB->getArgOperand(ArgNo) == CB->getOperand(U->getOperandNo()) && 451 "Argument is not where we expected it"); 452 453 // Value passed to a normal call. It's only live when the corresponding 454 // argument to the called function turns out live. 455 RetOrArg Use = CreateArg(F, ArgNo); 456 return MarkIfNotLive(Use, MaybeLiveUses); 457 } 458 } 459 // Used in any other way? Value must be live. 460 return Live; 461 } 462 463 /// SurveyUses - This looks at all the uses of the given value 464 /// Returns the Liveness deduced from the uses of this value. 465 /// 466 /// Adds all uses that cause the result to be MaybeLive to MaybeLiveRetUses. If 467 /// the result is Live, MaybeLiveUses might be modified but its content should 468 /// be ignored (since it might not be complete). 469 DeadArgumentEliminationPass::Liveness 470 DeadArgumentEliminationPass::SurveyUses(const Value *V, 471 UseVector &MaybeLiveUses) { 472 // Assume it's dead (which will only hold if there are no uses at all..). 473 Liveness Result = MaybeLive; 474 // Check each use. 475 for (const Use &U : V->uses()) { 476 Result = SurveyUse(&U, MaybeLiveUses); 477 if (Result == Live) 478 break; 479 } 480 return Result; 481 } 482 483 // SurveyFunction - This performs the initial survey of the specified function, 484 // checking out whether or not it uses any of its incoming arguments or whether 485 // any callers use the return value. This fills in the LiveValues set and Uses 486 // map. 487 // 488 // We consider arguments of non-internal functions to be intrinsically alive as 489 // well as arguments to functions which have their "address taken". 490 void DeadArgumentEliminationPass::SurveyFunction(const Function &F) { 491 // Functions with inalloca/preallocated parameters are expecting args in a 492 // particular register and memory layout. 493 if (F.getAttributes().hasAttrSomewhere(Attribute::InAlloca) || 494 F.getAttributes().hasAttrSomewhere(Attribute::Preallocated)) { 495 MarkLive(F); 496 return; 497 } 498 499 // Don't touch naked functions. The assembly might be using an argument, or 500 // otherwise rely on the frame layout in a way that this analysis will not 501 // see. 502 if (F.hasFnAttribute(Attribute::Naked)) { 503 MarkLive(F); 504 return; 505 } 506 507 unsigned RetCount = NumRetVals(&F); 508 509 // Assume all return values are dead 510 using RetVals = SmallVector<Liveness, 5>; 511 512 RetVals RetValLiveness(RetCount, MaybeLive); 513 514 using RetUses = SmallVector<UseVector, 5>; 515 516 // These vectors map each return value to the uses that make it MaybeLive, so 517 // we can add those to the Uses map if the return value really turns out to be 518 // MaybeLive. Initialized to a list of RetCount empty lists. 519 RetUses MaybeLiveRetUses(RetCount); 520 521 bool HasMustTailCalls = false; 522 523 for (Function::const_iterator BB = F.begin(), E = F.end(); BB != E; ++BB) { 524 if (const ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator())) { 525 if (RI->getNumOperands() != 0 && RI->getOperand(0)->getType() 526 != F.getFunctionType()->getReturnType()) { 527 // We don't support old style multiple return values. 528 MarkLive(F); 529 return; 530 } 531 } 532 533 // If we have any returns of `musttail` results - the signature can't 534 // change 535 if (BB->getTerminatingMustTailCall() != nullptr) 536 HasMustTailCalls = true; 537 } 538 539 if (HasMustTailCalls) { 540 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - " << F.getName() 541 << " has musttail calls\n"); 542 } 543 544 if (!F.hasLocalLinkage() && (!ShouldHackArguments || F.isIntrinsic())) { 545 MarkLive(F); 546 return; 547 } 548 549 LLVM_DEBUG( 550 dbgs() << "DeadArgumentEliminationPass - Inspecting callers for fn: " 551 << F.getName() << "\n"); 552 // Keep track of the number of live retvals, so we can skip checks once all 553 // of them turn out to be live. 554 unsigned NumLiveRetVals = 0; 555 556 bool HasMustTailCallers = false; 557 558 // Loop all uses of the function. 559 for (const Use &U : F.uses()) { 560 // If the function is PASSED IN as an argument, its address has been 561 // taken. 562 const auto *CB = dyn_cast<CallBase>(U.getUser()); 563 if (!CB || !CB->isCallee(&U) || 564 CB->getFunctionType() != F.getFunctionType()) { 565 MarkLive(F); 566 return; 567 } 568 569 // The number of arguments for `musttail` call must match the number of 570 // arguments of the caller 571 if (CB->isMustTailCall()) 572 HasMustTailCallers = true; 573 574 // If we end up here, we are looking at a direct call to our function. 575 576 // Now, check how our return value(s) is/are used in this caller. Don't 577 // bother checking return values if all of them are live already. 578 if (NumLiveRetVals == RetCount) 579 continue; 580 581 // Check all uses of the return value. 582 for (const Use &U : CB->uses()) { 583 if (ExtractValueInst *Ext = dyn_cast<ExtractValueInst>(U.getUser())) { 584 // This use uses a part of our return value, survey the uses of 585 // that part and store the results for this index only. 586 unsigned Idx = *Ext->idx_begin(); 587 if (RetValLiveness[Idx] != Live) { 588 RetValLiveness[Idx] = SurveyUses(Ext, MaybeLiveRetUses[Idx]); 589 if (RetValLiveness[Idx] == Live) 590 NumLiveRetVals++; 591 } 592 } else { 593 // Used by something else than extractvalue. Survey, but assume that the 594 // result applies to all sub-values. 595 UseVector MaybeLiveAggregateUses; 596 if (SurveyUse(&U, MaybeLiveAggregateUses) == Live) { 597 NumLiveRetVals = RetCount; 598 RetValLiveness.assign(RetCount, Live); 599 break; 600 } else { 601 for (unsigned Ri = 0; Ri != RetCount; ++Ri) { 602 if (RetValLiveness[Ri] != Live) 603 MaybeLiveRetUses[Ri].append(MaybeLiveAggregateUses.begin(), 604 MaybeLiveAggregateUses.end()); 605 } 606 } 607 } 608 } 609 } 610 611 if (HasMustTailCallers) { 612 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - " << F.getName() 613 << " has musttail callers\n"); 614 } 615 616 // Now we've inspected all callers, record the liveness of our return values. 617 for (unsigned Ri = 0; Ri != RetCount; ++Ri) 618 MarkValue(CreateRet(&F, Ri), RetValLiveness[Ri], MaybeLiveRetUses[Ri]); 619 620 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Inspecting args for fn: " 621 << F.getName() << "\n"); 622 623 // Now, check all of our arguments. 624 unsigned ArgI = 0; 625 UseVector MaybeLiveArgUses; 626 for (Function::const_arg_iterator AI = F.arg_begin(), E = F.arg_end(); 627 AI != E; ++AI, ++ArgI) { 628 Liveness Result; 629 if (F.getFunctionType()->isVarArg() || HasMustTailCallers || 630 HasMustTailCalls) { 631 // Variadic functions will already have a va_arg function expanded inside 632 // them, making them potentially very sensitive to ABI changes resulting 633 // from removing arguments entirely, so don't. For example AArch64 handles 634 // register and stack HFAs very differently, and this is reflected in the 635 // IR which has already been generated. 636 // 637 // `musttail` calls to this function restrict argument removal attempts. 638 // The signature of the caller must match the signature of the function. 639 // 640 // `musttail` calls in this function prevents us from changing its 641 // signature 642 Result = Live; 643 } else { 644 // See what the effect of this use is (recording any uses that cause 645 // MaybeLive in MaybeLiveArgUses). 646 Result = SurveyUses(&*AI, MaybeLiveArgUses); 647 } 648 649 // Mark the result. 650 MarkValue(CreateArg(&F, ArgI), Result, MaybeLiveArgUses); 651 // Clear the vector again for the next iteration. 652 MaybeLiveArgUses.clear(); 653 } 654 } 655 656 /// MarkValue - This function marks the liveness of RA depending on L. If L is 657 /// MaybeLive, it also takes all uses in MaybeLiveUses and records them in Uses, 658 /// such that RA will be marked live if any use in MaybeLiveUses gets marked 659 /// live later on. 660 void DeadArgumentEliminationPass::MarkValue(const RetOrArg &RA, Liveness L, 661 const UseVector &MaybeLiveUses) { 662 switch (L) { 663 case Live: 664 MarkLive(RA); 665 break; 666 case MaybeLive: 667 assert(!IsLive(RA) && "Use is already live!"); 668 for (const auto &MaybeLiveUse : MaybeLiveUses) { 669 if (IsLive(MaybeLiveUse)) { 670 // A use is live, so this value is live. 671 MarkLive(RA); 672 break; 673 } else { 674 // Note any uses of this value, so this value can be 675 // marked live whenever one of the uses becomes live. 676 Uses.insert(std::make_pair(MaybeLiveUse, RA)); 677 } 678 } 679 break; 680 } 681 } 682 683 /// MarkLive - Mark the given Function as alive, meaning that it cannot be 684 /// changed in any way. Additionally, 685 /// mark any values that are used as this function's parameters or by its return 686 /// values (according to Uses) live as well. 687 void DeadArgumentEliminationPass::MarkLive(const Function &F) { 688 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Intrinsically live fn: " 689 << F.getName() << "\n"); 690 // Mark the function as live. 691 LiveFunctions.insert(&F); 692 // Mark all arguments as live. 693 for (unsigned ArgI = 0, E = F.arg_size(); ArgI != E; ++ArgI) 694 PropagateLiveness(CreateArg(&F, ArgI)); 695 // Mark all return values as live. 696 for (unsigned Ri = 0, E = NumRetVals(&F); Ri != E; ++Ri) 697 PropagateLiveness(CreateRet(&F, Ri)); 698 } 699 700 /// MarkLive - Mark the given return value or argument as live. Additionally, 701 /// mark any values that are used by this value (according to Uses) live as 702 /// well. 703 void DeadArgumentEliminationPass::MarkLive(const RetOrArg &RA) { 704 if (IsLive(RA)) 705 return; // Already marked Live. 706 707 LiveValues.insert(RA); 708 709 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Marking " 710 << RA.getDescription() << " live\n"); 711 PropagateLiveness(RA); 712 } 713 714 bool DeadArgumentEliminationPass::IsLive(const RetOrArg &RA) { 715 return LiveFunctions.count(RA.F) || LiveValues.count(RA); 716 } 717 718 /// PropagateLiveness - Given that RA is a live value, propagate it's liveness 719 /// to any other values it uses (according to Uses). 720 void DeadArgumentEliminationPass::PropagateLiveness(const RetOrArg &RA) { 721 // We don't use upper_bound (or equal_range) here, because our recursive call 722 // to ourselves is likely to cause the upper_bound (which is the first value 723 // not belonging to RA) to become erased and the iterator invalidated. 724 UseMap::iterator Begin = Uses.lower_bound(RA); 725 UseMap::iterator E = Uses.end(); 726 UseMap::iterator I; 727 for (I = Begin; I != E && I->first == RA; ++I) 728 MarkLive(I->second); 729 730 // Erase RA from the Uses map (from the lower bound to wherever we ended up 731 // after the loop). 732 Uses.erase(Begin, I); 733 } 734 735 // RemoveDeadStuffFromFunction - Remove any arguments and return values from F 736 // that are not in LiveValues. Transform the function and all of the callees of 737 // the function to not have these arguments and return values. 738 // 739 bool DeadArgumentEliminationPass::RemoveDeadStuffFromFunction(Function *F) { 740 // Don't modify fully live functions 741 if (LiveFunctions.count(F)) 742 return false; 743 744 // Start by computing a new prototype for the function, which is the same as 745 // the old function, but has fewer arguments and a different return type. 746 FunctionType *FTy = F->getFunctionType(); 747 std::vector<Type*> Params; 748 749 // Keep track of if we have a live 'returned' argument 750 bool HasLiveReturnedArg = false; 751 752 // Set up to build a new list of parameter attributes. 753 SmallVector<AttributeSet, 8> ArgAttrVec; 754 const AttributeList &PAL = F->getAttributes(); 755 756 // Remember which arguments are still alive. 757 SmallVector<bool, 10> ArgAlive(FTy->getNumParams(), false); 758 // Construct the new parameter list from non-dead arguments. Also construct 759 // a new set of parameter attributes to correspond. Skip the first parameter 760 // attribute, since that belongs to the return value. 761 unsigned ArgI = 0; 762 for (Function::arg_iterator I = F->arg_begin(), E = F->arg_end(); I != E; 763 ++I, ++ArgI) { 764 RetOrArg Arg = CreateArg(F, ArgI); 765 if (LiveValues.erase(Arg)) { 766 Params.push_back(I->getType()); 767 ArgAlive[ArgI] = true; 768 ArgAttrVec.push_back(PAL.getParamAttrs(ArgI)); 769 HasLiveReturnedArg |= PAL.hasParamAttr(ArgI, Attribute::Returned); 770 } else { 771 ++NumArgumentsEliminated; 772 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Removing argument " 773 << ArgI << " (" << I->getName() << ") from " 774 << F->getName() << "\n"); 775 } 776 } 777 778 // Find out the new return value. 779 Type *RetTy = FTy->getReturnType(); 780 Type *NRetTy = nullptr; 781 unsigned RetCount = NumRetVals(F); 782 783 // -1 means unused, other numbers are the new index 784 SmallVector<int, 5> NewRetIdxs(RetCount, -1); 785 std::vector<Type*> RetTypes; 786 787 // If there is a function with a live 'returned' argument but a dead return 788 // value, then there are two possible actions: 789 // 1) Eliminate the return value and take off the 'returned' attribute on the 790 // argument. 791 // 2) Retain the 'returned' attribute and treat the return value (but not the 792 // entire function) as live so that it is not eliminated. 793 // 794 // It's not clear in the general case which option is more profitable because, 795 // even in the absence of explicit uses of the return value, code generation 796 // is free to use the 'returned' attribute to do things like eliding 797 // save/restores of registers across calls. Whether or not this happens is 798 // target and ABI-specific as well as depending on the amount of register 799 // pressure, so there's no good way for an IR-level pass to figure this out. 800 // 801 // Fortunately, the only places where 'returned' is currently generated by 802 // the FE are places where 'returned' is basically free and almost always a 803 // performance win, so the second option can just be used always for now. 804 // 805 // This should be revisited if 'returned' is ever applied more liberally. 806 if (RetTy->isVoidTy() || HasLiveReturnedArg) { 807 NRetTy = RetTy; 808 } else { 809 // Look at each of the original return values individually. 810 for (unsigned Ri = 0; Ri != RetCount; ++Ri) { 811 RetOrArg Ret = CreateRet(F, Ri); 812 if (LiveValues.erase(Ret)) { 813 RetTypes.push_back(getRetComponentType(F, Ri)); 814 NewRetIdxs[Ri] = RetTypes.size() - 1; 815 } else { 816 ++NumRetValsEliminated; 817 LLVM_DEBUG( 818 dbgs() << "DeadArgumentEliminationPass - Removing return value " 819 << Ri << " from " << F->getName() << "\n"); 820 } 821 } 822 if (RetTypes.size() > 1) { 823 // More than one return type? Reduce it down to size. 824 if (StructType *STy = dyn_cast<StructType>(RetTy)) { 825 // Make the new struct packed if we used to return a packed struct 826 // already. 827 NRetTy = StructType::get(STy->getContext(), RetTypes, STy->isPacked()); 828 } else { 829 assert(isa<ArrayType>(RetTy) && "unexpected multi-value return"); 830 NRetTy = ArrayType::get(RetTypes[0], RetTypes.size()); 831 } 832 } else if (RetTypes.size() == 1) 833 // One return type? Just a simple value then, but only if we didn't use to 834 // return a struct with that simple value before. 835 NRetTy = RetTypes.front(); 836 else if (RetTypes.empty()) 837 // No return types? Make it void, but only if we didn't use to return {}. 838 NRetTy = Type::getVoidTy(F->getContext()); 839 } 840 841 assert(NRetTy && "No new return type found?"); 842 843 // The existing function return attributes. 844 AttrBuilder RAttrs(F->getContext(), PAL.getRetAttrs()); 845 846 // Remove any incompatible attributes, but only if we removed all return 847 // values. Otherwise, ensure that we don't have any conflicting attributes 848 // here. Currently, this should not be possible, but special handling might be 849 // required when new return value attributes are added. 850 if (NRetTy->isVoidTy()) 851 RAttrs.remove(AttributeFuncs::typeIncompatible(NRetTy)); 852 else 853 assert(!RAttrs.overlaps(AttributeFuncs::typeIncompatible(NRetTy)) && 854 "Return attributes no longer compatible?"); 855 856 AttributeSet RetAttrs = AttributeSet::get(F->getContext(), RAttrs); 857 858 // Strip allocsize attributes. They might refer to the deleted arguments. 859 AttributeSet FnAttrs = 860 PAL.getFnAttrs().removeAttribute(F->getContext(), Attribute::AllocSize); 861 862 // Reconstruct the AttributesList based on the vector we constructed. 863 assert(ArgAttrVec.size() == Params.size()); 864 AttributeList NewPAL = 865 AttributeList::get(F->getContext(), FnAttrs, RetAttrs, ArgAttrVec); 866 867 // Create the new function type based on the recomputed parameters. 868 FunctionType *NFTy = FunctionType::get(NRetTy, Params, FTy->isVarArg()); 869 870 // No change? 871 if (NFTy == FTy) 872 return false; 873 874 // Create the new function body and insert it into the module... 875 Function *NF = Function::Create(NFTy, F->getLinkage(), F->getAddressSpace()); 876 NF->copyAttributesFrom(F); 877 NF->setComdat(F->getComdat()); 878 NF->setAttributes(NewPAL); 879 // Insert the new function before the old function, so we won't be processing 880 // it again. 881 F->getParent()->getFunctionList().insert(F->getIterator(), NF); 882 NF->takeName(F); 883 884 // Loop over all of the callers of the function, transforming the call sites 885 // to pass in a smaller number of arguments into the new function. 886 std::vector<Value*> Args; 887 while (!F->use_empty()) { 888 CallBase &CB = cast<CallBase>(*F->user_back()); 889 890 ArgAttrVec.clear(); 891 const AttributeList &CallPAL = CB.getAttributes(); 892 893 // Adjust the call return attributes in case the function was changed to 894 // return void. 895 AttrBuilder RAttrs(F->getContext(), CallPAL.getRetAttrs()); 896 RAttrs.remove(AttributeFuncs::typeIncompatible(NRetTy)); 897 AttributeSet RetAttrs = AttributeSet::get(F->getContext(), RAttrs); 898 899 // Declare these outside of the loops, so we can reuse them for the second 900 // loop, which loops the varargs. 901 auto I = CB.arg_begin(); 902 unsigned Pi = 0; 903 // Loop over those operands, corresponding to the normal arguments to the 904 // original function, and add those that are still alive. 905 for (unsigned E = FTy->getNumParams(); Pi != E; ++I, ++Pi) 906 if (ArgAlive[Pi]) { 907 Args.push_back(*I); 908 // Get original parameter attributes, but skip return attributes. 909 AttributeSet Attrs = CallPAL.getParamAttrs(Pi); 910 if (NRetTy != RetTy && Attrs.hasAttribute(Attribute::Returned)) { 911 // If the return type has changed, then get rid of 'returned' on the 912 // call site. The alternative is to make all 'returned' attributes on 913 // call sites keep the return value alive just like 'returned' 914 // attributes on function declaration but it's less clearly a win and 915 // this is not an expected case anyway 916 ArgAttrVec.push_back(AttributeSet::get( 917 F->getContext(), 918 AttrBuilder(F->getContext(), Attrs).removeAttribute(Attribute::Returned))); 919 } else { 920 // Otherwise, use the original attributes. 921 ArgAttrVec.push_back(Attrs); 922 } 923 } 924 925 // Push any varargs arguments on the list. Don't forget their attributes. 926 for (auto E = CB.arg_end(); I != E; ++I, ++Pi) { 927 Args.push_back(*I); 928 ArgAttrVec.push_back(CallPAL.getParamAttrs(Pi)); 929 } 930 931 // Reconstruct the AttributesList based on the vector we constructed. 932 assert(ArgAttrVec.size() == Args.size()); 933 934 // Again, be sure to remove any allocsize attributes, since their indices 935 // may now be incorrect. 936 AttributeSet FnAttrs = CallPAL.getFnAttrs().removeAttribute( 937 F->getContext(), Attribute::AllocSize); 938 939 AttributeList NewCallPAL = AttributeList::get( 940 F->getContext(), FnAttrs, RetAttrs, ArgAttrVec); 941 942 SmallVector<OperandBundleDef, 1> OpBundles; 943 CB.getOperandBundlesAsDefs(OpBundles); 944 945 CallBase *NewCB = nullptr; 946 if (InvokeInst *II = dyn_cast<InvokeInst>(&CB)) { 947 NewCB = InvokeInst::Create(NF, II->getNormalDest(), II->getUnwindDest(), 948 Args, OpBundles, "", CB.getParent()); 949 } else { 950 NewCB = CallInst::Create(NFTy, NF, Args, OpBundles, "", &CB); 951 cast<CallInst>(NewCB)->setTailCallKind( 952 cast<CallInst>(&CB)->getTailCallKind()); 953 } 954 NewCB->setCallingConv(CB.getCallingConv()); 955 NewCB->setAttributes(NewCallPAL); 956 NewCB->copyMetadata(CB, {LLVMContext::MD_prof, LLVMContext::MD_dbg}); 957 Args.clear(); 958 ArgAttrVec.clear(); 959 960 if (!CB.use_empty() || CB.isUsedByMetadata()) { 961 if (NewCB->getType() == CB.getType()) { 962 // Return type not changed? Just replace users then. 963 CB.replaceAllUsesWith(NewCB); 964 NewCB->takeName(&CB); 965 } else if (NewCB->getType()->isVoidTy()) { 966 // If the return value is dead, replace any uses of it with undef 967 // (any non-debug value uses will get removed later on). 968 if (!CB.getType()->isX86_MMXTy()) 969 CB.replaceAllUsesWith(UndefValue::get(CB.getType())); 970 } else { 971 assert((RetTy->isStructTy() || RetTy->isArrayTy()) && 972 "Return type changed, but not into a void. The old return type" 973 " must have been a struct or an array!"); 974 Instruction *InsertPt = &CB; 975 if (InvokeInst *II = dyn_cast<InvokeInst>(&CB)) { 976 BasicBlock *NewEdge = 977 SplitEdge(NewCB->getParent(), II->getNormalDest()); 978 InsertPt = &*NewEdge->getFirstInsertionPt(); 979 } 980 981 // We used to return a struct or array. Instead of doing smart stuff 982 // with all the uses, we will just rebuild it using extract/insertvalue 983 // chaining and let instcombine clean that up. 984 // 985 // Start out building up our return value from undef 986 Value *RetVal = UndefValue::get(RetTy); 987 for (unsigned Ri = 0; Ri != RetCount; ++Ri) 988 if (NewRetIdxs[Ri] != -1) { 989 Value *V; 990 IRBuilder<NoFolder> IRB(InsertPt); 991 if (RetTypes.size() > 1) 992 // We are still returning a struct, so extract the value from our 993 // return value 994 V = IRB.CreateExtractValue(NewCB, NewRetIdxs[Ri], "newret"); 995 else 996 // We are now returning a single element, so just insert that 997 V = NewCB; 998 // Insert the value at the old position 999 RetVal = IRB.CreateInsertValue(RetVal, V, Ri, "oldret"); 1000 } 1001 // Now, replace all uses of the old call instruction with the return 1002 // struct we built 1003 CB.replaceAllUsesWith(RetVal); 1004 NewCB->takeName(&CB); 1005 } 1006 } 1007 1008 // Finally, remove the old call from the program, reducing the use-count of 1009 // F. 1010 CB.eraseFromParent(); 1011 } 1012 1013 // Since we have now created the new function, splice the body of the old 1014 // function right into the new function, leaving the old rotting hulk of the 1015 // function empty. 1016 NF->getBasicBlockList().splice(NF->begin(), F->getBasicBlockList()); 1017 1018 // Loop over the argument list, transferring uses of the old arguments over to 1019 // the new arguments, also transferring over the names as well. 1020 ArgI = 0; 1021 for (Function::arg_iterator I = F->arg_begin(), E = F->arg_end(), 1022 I2 = NF->arg_begin(); 1023 I != E; ++I, ++ArgI) 1024 if (ArgAlive[ArgI]) { 1025 // If this is a live argument, move the name and users over to the new 1026 // version. 1027 I->replaceAllUsesWith(&*I2); 1028 I2->takeName(&*I); 1029 ++I2; 1030 } else { 1031 // If this argument is dead, replace any uses of it with undef 1032 // (any non-debug value uses will get removed later on). 1033 if (!I->getType()->isX86_MMXTy()) 1034 I->replaceAllUsesWith(UndefValue::get(I->getType())); 1035 } 1036 1037 // If we change the return value of the function we must rewrite any return 1038 // instructions. Check this now. 1039 if (F->getReturnType() != NF->getReturnType()) 1040 for (BasicBlock &BB : *NF) 1041 if (ReturnInst *RI = dyn_cast<ReturnInst>(BB.getTerminator())) { 1042 IRBuilder<NoFolder> IRB(RI); 1043 Value *RetVal = nullptr; 1044 1045 if (!NFTy->getReturnType()->isVoidTy()) { 1046 assert(RetTy->isStructTy() || RetTy->isArrayTy()); 1047 // The original return value was a struct or array, insert 1048 // extractvalue/insertvalue chains to extract only the values we need 1049 // to return and insert them into our new result. 1050 // This does generate messy code, but we'll let it to instcombine to 1051 // clean that up. 1052 Value *OldRet = RI->getOperand(0); 1053 // Start out building up our return value from undef 1054 RetVal = UndefValue::get(NRetTy); 1055 for (unsigned RetI = 0; RetI != RetCount; ++RetI) 1056 if (NewRetIdxs[RetI] != -1) { 1057 Value *EV = IRB.CreateExtractValue(OldRet, RetI, "oldret"); 1058 1059 if (RetTypes.size() > 1) { 1060 // We're still returning a struct, so reinsert the value into 1061 // our new return value at the new index 1062 1063 RetVal = IRB.CreateInsertValue(RetVal, EV, NewRetIdxs[RetI], 1064 "newret"); 1065 } else { 1066 // We are now only returning a simple value, so just return the 1067 // extracted value. 1068 RetVal = EV; 1069 } 1070 } 1071 } 1072 // Replace the return instruction with one returning the new return 1073 // value (possibly 0 if we became void). 1074 auto *NewRet = ReturnInst::Create(F->getContext(), RetVal, RI); 1075 NewRet->setDebugLoc(RI->getDebugLoc()); 1076 BB.getInstList().erase(RI); 1077 } 1078 1079 // Clone metadatas from the old function, including debug info descriptor. 1080 SmallVector<std::pair<unsigned, MDNode *>, 1> MDs; 1081 F->getAllMetadata(MDs); 1082 for (auto MD : MDs) 1083 NF->addMetadata(MD.first, *MD.second); 1084 1085 // Now that the old function is dead, delete it. 1086 F->eraseFromParent(); 1087 1088 return true; 1089 } 1090 1091 PreservedAnalyses DeadArgumentEliminationPass::run(Module &M, 1092 ModuleAnalysisManager &) { 1093 bool Changed = false; 1094 1095 // First pass: Do a simple check to see if any functions can have their "..." 1096 // removed. We can do this if they never call va_start. This loop cannot be 1097 // fused with the next loop, because deleting a function invalidates 1098 // information computed while surveying other functions. 1099 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Deleting dead varargs\n"); 1100 for (Function &F : llvm::make_early_inc_range(M)) 1101 if (F.getFunctionType()->isVarArg()) 1102 Changed |= DeleteDeadVarargs(F); 1103 1104 // Second phase:loop through the module, determining which arguments are live. 1105 // We assume all arguments are dead unless proven otherwise (allowing us to 1106 // determine that dead arguments passed into recursive functions are dead). 1107 // 1108 LLVM_DEBUG(dbgs() << "DeadArgumentEliminationPass - Determining liveness\n"); 1109 for (auto &F : M) 1110 SurveyFunction(F); 1111 1112 // Now, remove all dead arguments and return values from each function in 1113 // turn. We use make_early_inc_range here because functions will probably get 1114 // removed (i.e. replaced by new ones). 1115 for (Function &F : llvm::make_early_inc_range(M)) 1116 Changed |= RemoveDeadStuffFromFunction(&F); 1117 1118 // Finally, look for any unused parameters in functions with non-local 1119 // linkage and replace the passed in parameters with undef. 1120 for (auto &F : M) 1121 Changed |= RemoveDeadArgumentsFromCallers(F); 1122 1123 if (!Changed) 1124 return PreservedAnalyses::all(); 1125 return PreservedAnalyses::none(); 1126 } 1127