1e4e14ae5SMatthias Braun //===-- MachineFrameInfo.cpp ---------------------------------------------===// 2e4e14ae5SMatthias Braun // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6e4e14ae5SMatthias Braun // 7e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===// 8e4e14ae5SMatthias Braun // 9e4e14ae5SMatthias Braun /// \file Implements MachineFrameInfo that manages the stack frame. 10e4e14ae5SMatthias Braun // 11e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===// 12e4e14ae5SMatthias Braun 13e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFrameInfo.h" 14e4e14ae5SMatthias Braun 15e4e14ae5SMatthias Braun #include "llvm/ADT/BitVector.h" 16e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFunction.h" 17e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineRegisterInfo.h" 183f833edcSDavid Blaikie #include "llvm/CodeGen/TargetFrameLowering.h" 193f833edcSDavid Blaikie #include "llvm/CodeGen/TargetInstrInfo.h" 20b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetRegisterInfo.h" 21b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetSubtargetInfo.h" 22432a3883SNico Weber #include "llvm/Config/llvm-config.h" 23e4e14ae5SMatthias Braun #include "llvm/Support/Debug.h" 24e4e14ae5SMatthias Braun #include "llvm/Support/raw_ostream.h" 25e4e14ae5SMatthias Braun #include <cassert> 26e4e14ae5SMatthias Braun 27e4e14ae5SMatthias Braun #define DEBUG_TYPE "codegen" 28e4e14ae5SMatthias Braun 29e4e14ae5SMatthias Braun using namespace llvm; 30e4e14ae5SMatthias Braun 31*1c18a9cbSGuillaume Chatelet void MachineFrameInfo::ensureMaxAlignment(llvm::Align Align) { 32e4e14ae5SMatthias Braun if (!StackRealignable) 33e4e14ae5SMatthias Braun assert(Align <= StackAlignment && 34e4e14ae5SMatthias Braun "For targets without stack realignment, Align is out of limit!"); 35e4e14ae5SMatthias Braun if (MaxAlignment < Align) MaxAlignment = Align; 36e4e14ae5SMatthias Braun } 37e4e14ae5SMatthias Braun 38e4e14ae5SMatthias Braun /// Clamp the alignment if requested and emit a warning. 39*1c18a9cbSGuillaume Chatelet static inline llvm::Align clampStackAlignment(bool ShouldClamp, 40*1c18a9cbSGuillaume Chatelet llvm::Align Align, 41*1c18a9cbSGuillaume Chatelet llvm::Align StackAlign) { 42e4e14ae5SMatthias Braun if (!ShouldClamp || Align <= StackAlign) 43e4e14ae5SMatthias Braun return Align; 44*1c18a9cbSGuillaume Chatelet LLVM_DEBUG(dbgs() << "Warning: requested alignment " << Align.value() 45*1c18a9cbSGuillaume Chatelet << " exceeds the stack alignment " << StackAlign.value() 46e4e14ae5SMatthias Braun << " when stack realignment is off" << '\n'); 47e4e14ae5SMatthias Braun return StackAlign; 48e4e14ae5SMatthias Braun } 49e4e14ae5SMatthias Braun 50*1c18a9cbSGuillaume Chatelet int MachineFrameInfo::CreateStackObject(uint64_t Size, llvm::Align Alignment, 517afbfd0fSMatthias Braun bool IsSpillSlot, 527afbfd0fSMatthias Braun const AllocaInst *Alloca, 537afbfd0fSMatthias Braun uint8_t StackID) { 54e4e14ae5SMatthias Braun assert(Size != 0 && "Cannot allocate zero size stack objects!"); 55e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 567afbfd0fSMatthias Braun Objects.push_back(StackObject(Size, Alignment, 0, false, IsSpillSlot, Alloca, 577afbfd0fSMatthias Braun !IsSpillSlot, StackID)); 58e4e14ae5SMatthias Braun int Index = (int)Objects.size() - NumFixedObjects - 1; 59e4e14ae5SMatthias Braun assert(Index >= 0 && "Bad frame index!"); 607f23e0a6SSander de Smalen if (StackID == 0) 61e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment); 62e4e14ae5SMatthias Braun return Index; 63e4e14ae5SMatthias Braun } 64e4e14ae5SMatthias Braun 65e4e14ae5SMatthias Braun int MachineFrameInfo::CreateSpillStackObject(uint64_t Size, 66*1c18a9cbSGuillaume Chatelet llvm::Align Alignment) { 67e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 68e4e14ae5SMatthias Braun CreateStackObject(Size, Alignment, true); 69e4e14ae5SMatthias Braun int Index = (int)Objects.size() - NumFixedObjects - 1; 70e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment); 71e4e14ae5SMatthias Braun return Index; 72e4e14ae5SMatthias Braun } 73e4e14ae5SMatthias Braun 74*1c18a9cbSGuillaume Chatelet int MachineFrameInfo::CreateVariableSizedObject(llvm::Align Alignment, 75e4e14ae5SMatthias Braun const AllocaInst *Alloca) { 76e4e14ae5SMatthias Braun HasVarSizedObjects = true; 77e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 78e4e14ae5SMatthias Braun Objects.push_back(StackObject(0, Alignment, 0, false, false, Alloca, true)); 79e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment); 80e4e14ae5SMatthias Braun return (int)Objects.size()-NumFixedObjects-1; 81e4e14ae5SMatthias Braun } 82e4e14ae5SMatthias Braun 83e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedObject(uint64_t Size, int64_t SPOffset, 847afbfd0fSMatthias Braun bool IsImmutable, bool IsAliased) { 85e4e14ae5SMatthias Braun assert(Size != 0 && "Cannot allocate zero size fixed stack objects!"); 86e4e14ae5SMatthias Braun // The alignment of the frame index can be determined from its offset from 87e4e14ae5SMatthias Braun // the incoming frame position. If the frame object is at offset 32 and 88e4e14ae5SMatthias Braun // the stack is guaranteed to be 16-byte aligned, then we know that the 89e4e14ae5SMatthias Braun // object is 16-byte aligned. Note that unlike the non-fixed case, if the 90e4e14ae5SMatthias Braun // stack needs realignment, we can't assume that the stack will in fact be 91e4e14ae5SMatthias Braun // aligned. 92*1c18a9cbSGuillaume Chatelet llvm::Align Alignment = 93*1c18a9cbSGuillaume Chatelet commonAlignment(ForcedRealign ? llvm::Align() : StackAlignment, SPOffset); 947afbfd0fSMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 957afbfd0fSMatthias Braun Objects.insert(Objects.begin(), 967afbfd0fSMatthias Braun StackObject(Size, Alignment, SPOffset, IsImmutable, 9749a3ad21SRui Ueyama /*IsSpillSlot=*/false, /*Alloca=*/nullptr, 987afbfd0fSMatthias Braun IsAliased)); 99e4e14ae5SMatthias Braun return -++NumFixedObjects; 100e4e14ae5SMatthias Braun } 101e4e14ae5SMatthias Braun 102e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedSpillStackObject(uint64_t Size, 103e4e14ae5SMatthias Braun int64_t SPOffset, 1047afbfd0fSMatthias Braun bool IsImmutable) { 105*1c18a9cbSGuillaume Chatelet llvm::Align Alignment = 106*1c18a9cbSGuillaume Chatelet commonAlignment(ForcedRealign ? llvm::Align() : StackAlignment, SPOffset); 1077afbfd0fSMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 1087afbfd0fSMatthias Braun Objects.insert(Objects.begin(), 1097afbfd0fSMatthias Braun StackObject(Size, Alignment, SPOffset, IsImmutable, 1107afbfd0fSMatthias Braun /*IsSpillSlot=*/true, /*Alloca=*/nullptr, 1117afbfd0fSMatthias Braun /*IsAliased=*/false)); 112e4e14ae5SMatthias Braun return -++NumFixedObjects; 113e4e14ae5SMatthias Braun } 114e4e14ae5SMatthias Braun 115e4e14ae5SMatthias Braun BitVector MachineFrameInfo::getPristineRegs(const MachineFunction &MF) const { 116e4e14ae5SMatthias Braun const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo(); 117e4e14ae5SMatthias Braun BitVector BV(TRI->getNumRegs()); 118e4e14ae5SMatthias Braun 119e4e14ae5SMatthias Braun // Before CSI is calculated, no registers are considered pristine. They can be 120e4e14ae5SMatthias Braun // freely used and PEI will make sure they are saved. 121e4e14ae5SMatthias Braun if (!isCalleeSavedInfoValid()) 122e4e14ae5SMatthias Braun return BV; 123e4e14ae5SMatthias Braun 124e4e14ae5SMatthias Braun const MachineRegisterInfo &MRI = MF.getRegInfo(); 125e4e14ae5SMatthias Braun for (const MCPhysReg *CSR = MRI.getCalleeSavedRegs(); CSR && *CSR; 126e4e14ae5SMatthias Braun ++CSR) 127e4e14ae5SMatthias Braun BV.set(*CSR); 128e4e14ae5SMatthias Braun 129e4e14ae5SMatthias Braun // Saved CSRs are not pristine. 130e4e14ae5SMatthias Braun for (auto &I : getCalleeSavedInfo()) 131e4e14ae5SMatthias Braun for (MCSubRegIterator S(I.getReg(), TRI, true); S.isValid(); ++S) 132e4e14ae5SMatthias Braun BV.reset(*S); 133e4e14ae5SMatthias Braun 134e4e14ae5SMatthias Braun return BV; 135e4e14ae5SMatthias Braun } 136e4e14ae5SMatthias Braun 137e4e14ae5SMatthias Braun unsigned MachineFrameInfo::estimateStackSize(const MachineFunction &MF) const { 138e4e14ae5SMatthias Braun const TargetFrameLowering *TFI = MF.getSubtarget().getFrameLowering(); 139e4e14ae5SMatthias Braun const TargetRegisterInfo *RegInfo = MF.getSubtarget().getRegisterInfo(); 140e4e14ae5SMatthias Braun unsigned MaxAlign = getMaxAlignment(); 141e4e14ae5SMatthias Braun int Offset = 0; 142e4e14ae5SMatthias Braun 143e4e14ae5SMatthias Braun // This code is very, very similar to PEI::calculateFrameObjectOffsets(). 144e4e14ae5SMatthias Braun // It really should be refactored to share code. Until then, changes 145e4e14ae5SMatthias Braun // should keep in mind that there's tight coupling between the two. 146e4e14ae5SMatthias Braun 147e4e14ae5SMatthias Braun for (int i = getObjectIndexBegin(); i != 0; ++i) { 1487f23e0a6SSander de Smalen // Only estimate stack size of default stack. 1495d6ee76cSSander de Smalen if (getStackID(i) != TargetStackID::Default) 1507f23e0a6SSander de Smalen continue; 151e4e14ae5SMatthias Braun int FixedOff = -getObjectOffset(i); 152e4e14ae5SMatthias Braun if (FixedOff > Offset) Offset = FixedOff; 153e4e14ae5SMatthias Braun } 154e4e14ae5SMatthias Braun for (unsigned i = 0, e = getObjectIndexEnd(); i != e; ++i) { 1557f23e0a6SSander de Smalen // Only estimate stack size of live objects on default stack. 1565d6ee76cSSander de Smalen if (isDeadObjectIndex(i) || getStackID(i) != TargetStackID::Default) 157e4e14ae5SMatthias Braun continue; 158e4e14ae5SMatthias Braun Offset += getObjectSize(i); 159e4e14ae5SMatthias Braun unsigned Align = getObjectAlignment(i); 160e4e14ae5SMatthias Braun // Adjust to alignment boundary 161e4e14ae5SMatthias Braun Offset = (Offset+Align-1)/Align*Align; 162e4e14ae5SMatthias Braun 163e4e14ae5SMatthias Braun MaxAlign = std::max(Align, MaxAlign); 164e4e14ae5SMatthias Braun } 165e4e14ae5SMatthias Braun 166e4e14ae5SMatthias Braun if (adjustsStack() && TFI->hasReservedCallFrame(MF)) 167e4e14ae5SMatthias Braun Offset += getMaxCallFrameSize(); 168e4e14ae5SMatthias Braun 169e4e14ae5SMatthias Braun // Round up the size to a multiple of the alignment. If the function has 170e4e14ae5SMatthias Braun // any calls or alloca's, align to the target's StackAlignment value to 171e4e14ae5SMatthias Braun // ensure that the callee's frame or the alloca data is suitably aligned; 172e4e14ae5SMatthias Braun // otherwise, for leaf functions, align to the TransientStackAlignment 173e4e14ae5SMatthias Braun // value. 174e4e14ae5SMatthias Braun unsigned StackAlign; 175e4e14ae5SMatthias Braun if (adjustsStack() || hasVarSizedObjects() || 176e4e14ae5SMatthias Braun (RegInfo->needsStackRealignment(MF) && getObjectIndexEnd() != 0)) 177e4e14ae5SMatthias Braun StackAlign = TFI->getStackAlignment(); 178e4e14ae5SMatthias Braun else 179e4e14ae5SMatthias Braun StackAlign = TFI->getTransientStackAlignment(); 180e4e14ae5SMatthias Braun 181e4e14ae5SMatthias Braun // If the frame pointer is eliminated, all frame offsets will be relative to 182e4e14ae5SMatthias Braun // SP not FP. Align to MaxAlign so this works. 183e4e14ae5SMatthias Braun StackAlign = std::max(StackAlign, MaxAlign); 184e4e14ae5SMatthias Braun unsigned AlignMask = StackAlign - 1; 185e4e14ae5SMatthias Braun Offset = (Offset + AlignMask) & ~uint64_t(AlignMask); 186e4e14ae5SMatthias Braun 187e4e14ae5SMatthias Braun return (unsigned)Offset; 188e4e14ae5SMatthias Braun } 189e4e14ae5SMatthias Braun 1904682ac6cSMatthias Braun void MachineFrameInfo::computeMaxCallFrameSize(const MachineFunction &MF) { 1914682ac6cSMatthias Braun const TargetInstrInfo &TII = *MF.getSubtarget().getInstrInfo(); 1924682ac6cSMatthias Braun unsigned FrameSetupOpcode = TII.getCallFrameSetupOpcode(); 1934682ac6cSMatthias Braun unsigned FrameDestroyOpcode = TII.getCallFrameDestroyOpcode(); 1944682ac6cSMatthias Braun assert(FrameSetupOpcode != ~0u && FrameDestroyOpcode != ~0u && 1954682ac6cSMatthias Braun "Can only compute MaxCallFrameSize if Setup/Destroy opcode are known"); 1964682ac6cSMatthias Braun 1974682ac6cSMatthias Braun MaxCallFrameSize = 0; 1984682ac6cSMatthias Braun for (const MachineBasicBlock &MBB : MF) { 1994682ac6cSMatthias Braun for (const MachineInstr &MI : MBB) { 2004682ac6cSMatthias Braun unsigned Opcode = MI.getOpcode(); 2014682ac6cSMatthias Braun if (Opcode == FrameSetupOpcode || Opcode == FrameDestroyOpcode) { 2024682ac6cSMatthias Braun unsigned Size = TII.getFrameSize(MI); 2034682ac6cSMatthias Braun MaxCallFrameSize = std::max(MaxCallFrameSize, Size); 2044682ac6cSMatthias Braun AdjustsStack = true; 2054682ac6cSMatthias Braun } else if (MI.isInlineAsm()) { 2064682ac6cSMatthias Braun // Some inline asm's need a stack frame, as indicated by operand 1. 2074682ac6cSMatthias Braun unsigned ExtraInfo = MI.getOperand(InlineAsm::MIOp_ExtraInfo).getImm(); 2084682ac6cSMatthias Braun if (ExtraInfo & InlineAsm::Extra_IsAlignStack) 2094682ac6cSMatthias Braun AdjustsStack = true; 2104682ac6cSMatthias Braun } 2114682ac6cSMatthias Braun } 2124682ac6cSMatthias Braun } 2134682ac6cSMatthias Braun } 2144682ac6cSMatthias Braun 215e4e14ae5SMatthias Braun void MachineFrameInfo::print(const MachineFunction &MF, raw_ostream &OS) const{ 216e4e14ae5SMatthias Braun if (Objects.empty()) return; 217e4e14ae5SMatthias Braun 218e4e14ae5SMatthias Braun const TargetFrameLowering *FI = MF.getSubtarget().getFrameLowering(); 219e4e14ae5SMatthias Braun int ValOffset = (FI ? FI->getOffsetOfLocalArea() : 0); 220e4e14ae5SMatthias Braun 221e4e14ae5SMatthias Braun OS << "Frame Objects:\n"; 222e4e14ae5SMatthias Braun 223e4e14ae5SMatthias Braun for (unsigned i = 0, e = Objects.size(); i != e; ++i) { 224e4e14ae5SMatthias Braun const StackObject &SO = Objects[i]; 225e4e14ae5SMatthias Braun OS << " fi#" << (int)(i-NumFixedObjects) << ": "; 226db78273bSMatt Arsenault 227db78273bSMatt Arsenault if (SO.StackID != 0) 22897b6b1b9SMatt Arsenault OS << "id=" << static_cast<unsigned>(SO.StackID) << ' '; 229db78273bSMatt Arsenault 230e4e14ae5SMatthias Braun if (SO.Size == ~0ULL) { 231e4e14ae5SMatthias Braun OS << "dead\n"; 232e4e14ae5SMatthias Braun continue; 233e4e14ae5SMatthias Braun } 234e4e14ae5SMatthias Braun if (SO.Size == 0) 235e4e14ae5SMatthias Braun OS << "variable sized"; 236e4e14ae5SMatthias Braun else 237e4e14ae5SMatthias Braun OS << "size=" << SO.Size; 238*1c18a9cbSGuillaume Chatelet OS << ", align=" << SO.Alignment.value(); 239e4e14ae5SMatthias Braun 240e4e14ae5SMatthias Braun if (i < NumFixedObjects) 241e4e14ae5SMatthias Braun OS << ", fixed"; 242e4e14ae5SMatthias Braun if (i < NumFixedObjects || SO.SPOffset != -1) { 243e4e14ae5SMatthias Braun int64_t Off = SO.SPOffset - ValOffset; 244e4e14ae5SMatthias Braun OS << ", at location [SP"; 245e4e14ae5SMatthias Braun if (Off > 0) 246e4e14ae5SMatthias Braun OS << "+" << Off; 247e4e14ae5SMatthias Braun else if (Off < 0) 248e4e14ae5SMatthias Braun OS << Off; 249e4e14ae5SMatthias Braun OS << "]"; 250e4e14ae5SMatthias Braun } 251e4e14ae5SMatthias Braun OS << "\n"; 252e4e14ae5SMatthias Braun } 253e4e14ae5SMatthias Braun } 254e4e14ae5SMatthias Braun 255615eb470SAaron Ballman #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 256e4e14ae5SMatthias Braun LLVM_DUMP_METHOD void MachineFrameInfo::dump(const MachineFunction &MF) const { 257e4e14ae5SMatthias Braun print(MF, dbgs()); 258e4e14ae5SMatthias Braun } 259e4e14ae5SMatthias Braun #endif 260