1e4e14ae5SMatthias Braun //===-- MachineFrameInfo.cpp ---------------------------------------------===// 2e4e14ae5SMatthias Braun // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6e4e14ae5SMatthias Braun // 7e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===// 8e4e14ae5SMatthias Braun // 9e4e14ae5SMatthias Braun /// \file Implements MachineFrameInfo that manages the stack frame. 10e4e14ae5SMatthias Braun // 11e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===// 12e4e14ae5SMatthias Braun 13e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFrameInfo.h" 14e4e14ae5SMatthias Braun 15e4e14ae5SMatthias Braun #include "llvm/ADT/BitVector.h" 16e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFunction.h" 17e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineRegisterInfo.h" 183f833edcSDavid Blaikie #include "llvm/CodeGen/TargetFrameLowering.h" 193f833edcSDavid Blaikie #include "llvm/CodeGen/TargetInstrInfo.h" 20b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetRegisterInfo.h" 21b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetSubtargetInfo.h" 22432a3883SNico Weber #include "llvm/Config/llvm-config.h" 23e4e14ae5SMatthias Braun #include "llvm/Support/Debug.h" 24e4e14ae5SMatthias Braun #include "llvm/Support/raw_ostream.h" 25e4e14ae5SMatthias Braun #include <cassert> 26e4e14ae5SMatthias Braun 27e4e14ae5SMatthias Braun #define DEBUG_TYPE "codegen" 28e4e14ae5SMatthias Braun 29e4e14ae5SMatthias Braun using namespace llvm; 30e4e14ae5SMatthias Braun 3118f805a7SGuillaume Chatelet void MachineFrameInfo::ensureMaxAlignment(Align Alignment) { 32e4e14ae5SMatthias Braun if (!StackRealignable) 3318f805a7SGuillaume Chatelet assert(Alignment <= StackAlignment && 3418f805a7SGuillaume Chatelet "For targets without stack realignment, Alignment is out of limit!"); 3518f805a7SGuillaume Chatelet if (MaxAlignment < Alignment) 3618f805a7SGuillaume Chatelet MaxAlignment = Alignment; 37e4e14ae5SMatthias Braun } 38e4e14ae5SMatthias Braun 39e4e14ae5SMatthias Braun /// Clamp the alignment if requested and emit a warning. 4018f805a7SGuillaume Chatelet static inline Align clampStackAlignment(bool ShouldClamp, Align Alignment, 4118f805a7SGuillaume Chatelet Align StackAlignment) { 4218f805a7SGuillaume Chatelet if (!ShouldClamp || Alignment <= StackAlignment) 4318f805a7SGuillaume Chatelet return Alignment; 4418f805a7SGuillaume Chatelet LLVM_DEBUG(dbgs() << "Warning: requested alignment " << Alignment.value() 4518f805a7SGuillaume Chatelet << " exceeds the stack alignment " << StackAlignment.value() 46e4e14ae5SMatthias Braun << " when stack realignment is off" << '\n'); 4718f805a7SGuillaume Chatelet return StackAlignment; 48e4e14ae5SMatthias Braun } 49e4e14ae5SMatthias Braun 5018f805a7SGuillaume Chatelet int MachineFrameInfo::CreateStackObject(uint64_t Size, Align Alignment, 517afbfd0fSMatthias Braun bool IsSpillSlot, 527afbfd0fSMatthias Braun const AllocaInst *Alloca, 537afbfd0fSMatthias Braun uint8_t StackID) { 54e4e14ae5SMatthias Braun assert(Size != 0 && "Cannot allocate zero size stack objects!"); 55e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 567afbfd0fSMatthias Braun Objects.push_back(StackObject(Size, Alignment, 0, false, IsSpillSlot, Alloca, 577afbfd0fSMatthias Braun !IsSpillSlot, StackID)); 58e4e14ae5SMatthias Braun int Index = (int)Objects.size() - NumFixedObjects - 1; 59e4e14ae5SMatthias Braun assert(Index >= 0 && "Bad frame index!"); 607f23e0a6SSander de Smalen if (StackID == 0) 61e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment); 62e4e14ae5SMatthias Braun return Index; 63e4e14ae5SMatthias Braun } 64e4e14ae5SMatthias Braun 6518f805a7SGuillaume Chatelet int MachineFrameInfo::CreateSpillStackObject(uint64_t Size, Align Alignment) { 66e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 67e4e14ae5SMatthias Braun CreateStackObject(Size, Alignment, true); 68e4e14ae5SMatthias Braun int Index = (int)Objects.size() - NumFixedObjects - 1; 69e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment); 70e4e14ae5SMatthias Braun return Index; 71e4e14ae5SMatthias Braun } 72e4e14ae5SMatthias Braun 7318f805a7SGuillaume Chatelet int MachineFrameInfo::CreateVariableSizedObject(Align Alignment, 74e4e14ae5SMatthias Braun const AllocaInst *Alloca) { 75e4e14ae5SMatthias Braun HasVarSizedObjects = true; 76e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 77e4e14ae5SMatthias Braun Objects.push_back(StackObject(0, Alignment, 0, false, false, Alloca, true)); 78e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment); 79e4e14ae5SMatthias Braun return (int)Objects.size()-NumFixedObjects-1; 80e4e14ae5SMatthias Braun } 81e4e14ae5SMatthias Braun 82e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedObject(uint64_t Size, int64_t SPOffset, 837afbfd0fSMatthias Braun bool IsImmutable, bool IsAliased) { 84e4e14ae5SMatthias Braun assert(Size != 0 && "Cannot allocate zero size fixed stack objects!"); 85e4e14ae5SMatthias Braun // The alignment of the frame index can be determined from its offset from 86e4e14ae5SMatthias Braun // the incoming frame position. If the frame object is at offset 32 and 87e4e14ae5SMatthias Braun // the stack is guaranteed to be 16-byte aligned, then we know that the 88e4e14ae5SMatthias Braun // object is 16-byte aligned. Note that unlike the non-fixed case, if the 89e4e14ae5SMatthias Braun // stack needs realignment, we can't assume that the stack will in fact be 90e4e14ae5SMatthias Braun // aligned. 9118f805a7SGuillaume Chatelet Align Alignment = 92805c157eSGuillaume Chatelet commonAlignment(ForcedRealign ? Align(1) : StackAlignment, SPOffset); 937afbfd0fSMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 947afbfd0fSMatthias Braun Objects.insert(Objects.begin(), 957afbfd0fSMatthias Braun StackObject(Size, Alignment, SPOffset, IsImmutable, 9649a3ad21SRui Ueyama /*IsSpillSlot=*/false, /*Alloca=*/nullptr, 977afbfd0fSMatthias Braun IsAliased)); 98e4e14ae5SMatthias Braun return -++NumFixedObjects; 99e4e14ae5SMatthias Braun } 100e4e14ae5SMatthias Braun 101e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedSpillStackObject(uint64_t Size, 102e4e14ae5SMatthias Braun int64_t SPOffset, 1037afbfd0fSMatthias Braun bool IsImmutable) { 10418f805a7SGuillaume Chatelet Align Alignment = 105805c157eSGuillaume Chatelet commonAlignment(ForcedRealign ? Align(1) : StackAlignment, SPOffset); 1067afbfd0fSMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment); 1077afbfd0fSMatthias Braun Objects.insert(Objects.begin(), 1087afbfd0fSMatthias Braun StackObject(Size, Alignment, SPOffset, IsImmutable, 1097afbfd0fSMatthias Braun /*IsSpillSlot=*/true, /*Alloca=*/nullptr, 1107afbfd0fSMatthias Braun /*IsAliased=*/false)); 111e4e14ae5SMatthias Braun return -++NumFixedObjects; 112e4e14ae5SMatthias Braun } 113e4e14ae5SMatthias Braun 114e4e14ae5SMatthias Braun BitVector MachineFrameInfo::getPristineRegs(const MachineFunction &MF) const { 115e4e14ae5SMatthias Braun const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo(); 116e4e14ae5SMatthias Braun BitVector BV(TRI->getNumRegs()); 117e4e14ae5SMatthias Braun 118e4e14ae5SMatthias Braun // Before CSI is calculated, no registers are considered pristine. They can be 119e4e14ae5SMatthias Braun // freely used and PEI will make sure they are saved. 120e4e14ae5SMatthias Braun if (!isCalleeSavedInfoValid()) 121e4e14ae5SMatthias Braun return BV; 122e4e14ae5SMatthias Braun 123e4e14ae5SMatthias Braun const MachineRegisterInfo &MRI = MF.getRegInfo(); 124e4e14ae5SMatthias Braun for (const MCPhysReg *CSR = MRI.getCalleeSavedRegs(); CSR && *CSR; 125e4e14ae5SMatthias Braun ++CSR) 126e4e14ae5SMatthias Braun BV.set(*CSR); 127e4e14ae5SMatthias Braun 128e4e14ae5SMatthias Braun // Saved CSRs are not pristine. 129e4e14ae5SMatthias Braun for (auto &I : getCalleeSavedInfo()) 130e4e14ae5SMatthias Braun for (MCSubRegIterator S(I.getReg(), TRI, true); S.isValid(); ++S) 131e4e14ae5SMatthias Braun BV.reset(*S); 132e4e14ae5SMatthias Braun 133e4e14ae5SMatthias Braun return BV; 134e4e14ae5SMatthias Braun } 135e4e14ae5SMatthias Braun 136965ed1e9SKiran Chandramohan uint64_t MachineFrameInfo::estimateStackSize(const MachineFunction &MF) const { 137e4e14ae5SMatthias Braun const TargetFrameLowering *TFI = MF.getSubtarget().getFrameLowering(); 138e4e14ae5SMatthias Braun const TargetRegisterInfo *RegInfo = MF.getSubtarget().getRegisterInfo(); 139*c3df69faSGuillaume Chatelet Align MaxAlign = getMaxAlign(); 140965ed1e9SKiran Chandramohan int64_t Offset = 0; 141e4e14ae5SMatthias Braun 142e4e14ae5SMatthias Braun // This code is very, very similar to PEI::calculateFrameObjectOffsets(). 143e4e14ae5SMatthias Braun // It really should be refactored to share code. Until then, changes 144e4e14ae5SMatthias Braun // should keep in mind that there's tight coupling between the two. 145e4e14ae5SMatthias Braun 146e4e14ae5SMatthias Braun for (int i = getObjectIndexBegin(); i != 0; ++i) { 1477f23e0a6SSander de Smalen // Only estimate stack size of default stack. 1485d6ee76cSSander de Smalen if (getStackID(i) != TargetStackID::Default) 1497f23e0a6SSander de Smalen continue; 150965ed1e9SKiran Chandramohan int64_t FixedOff = -getObjectOffset(i); 151e4e14ae5SMatthias Braun if (FixedOff > Offset) Offset = FixedOff; 152e4e14ae5SMatthias Braun } 153e4e14ae5SMatthias Braun for (unsigned i = 0, e = getObjectIndexEnd(); i != e; ++i) { 1547f23e0a6SSander de Smalen // Only estimate stack size of live objects on default stack. 1555d6ee76cSSander de Smalen if (isDeadObjectIndex(i) || getStackID(i) != TargetStackID::Default) 156e4e14ae5SMatthias Braun continue; 157e4e14ae5SMatthias Braun Offset += getObjectSize(i); 158*c3df69faSGuillaume Chatelet Align Alignment = getObjectAlign(i); 159e4e14ae5SMatthias Braun // Adjust to alignment boundary 160*c3df69faSGuillaume Chatelet Offset = alignTo(Offset, Alignment); 161e4e14ae5SMatthias Braun 162*c3df69faSGuillaume Chatelet MaxAlign = std::max(Alignment, MaxAlign); 163e4e14ae5SMatthias Braun } 164e4e14ae5SMatthias Braun 165e4e14ae5SMatthias Braun if (adjustsStack() && TFI->hasReservedCallFrame(MF)) 166e4e14ae5SMatthias Braun Offset += getMaxCallFrameSize(); 167e4e14ae5SMatthias Braun 168e4e14ae5SMatthias Braun // Round up the size to a multiple of the alignment. If the function has 169e4e14ae5SMatthias Braun // any calls or alloca's, align to the target's StackAlignment value to 170e4e14ae5SMatthias Braun // ensure that the callee's frame or the alloca data is suitably aligned; 171e4e14ae5SMatthias Braun // otherwise, for leaf functions, align to the TransientStackAlignment 172e4e14ae5SMatthias Braun // value. 173*c3df69faSGuillaume Chatelet Align StackAlign; 174e4e14ae5SMatthias Braun if (adjustsStack() || hasVarSizedObjects() || 175e4e14ae5SMatthias Braun (RegInfo->needsStackRealignment(MF) && getObjectIndexEnd() != 0)) 176*c3df69faSGuillaume Chatelet StackAlign = TFI->getStackAlign(); 177e4e14ae5SMatthias Braun else 178*c3df69faSGuillaume Chatelet StackAlign = TFI->getTransientStackAlign(); 179e4e14ae5SMatthias Braun 180e4e14ae5SMatthias Braun // If the frame pointer is eliminated, all frame offsets will be relative to 181e4e14ae5SMatthias Braun // SP not FP. Align to MaxAlign so this works. 182e4e14ae5SMatthias Braun StackAlign = std::max(StackAlign, MaxAlign); 183*c3df69faSGuillaume Chatelet return alignTo(Offset, StackAlign); 184e4e14ae5SMatthias Braun } 185e4e14ae5SMatthias Braun 1864682ac6cSMatthias Braun void MachineFrameInfo::computeMaxCallFrameSize(const MachineFunction &MF) { 1874682ac6cSMatthias Braun const TargetInstrInfo &TII = *MF.getSubtarget().getInstrInfo(); 1884682ac6cSMatthias Braun unsigned FrameSetupOpcode = TII.getCallFrameSetupOpcode(); 1894682ac6cSMatthias Braun unsigned FrameDestroyOpcode = TII.getCallFrameDestroyOpcode(); 1904682ac6cSMatthias Braun assert(FrameSetupOpcode != ~0u && FrameDestroyOpcode != ~0u && 1914682ac6cSMatthias Braun "Can only compute MaxCallFrameSize if Setup/Destroy opcode are known"); 1924682ac6cSMatthias Braun 1934682ac6cSMatthias Braun MaxCallFrameSize = 0; 1944682ac6cSMatthias Braun for (const MachineBasicBlock &MBB : MF) { 1954682ac6cSMatthias Braun for (const MachineInstr &MI : MBB) { 1964682ac6cSMatthias Braun unsigned Opcode = MI.getOpcode(); 1974682ac6cSMatthias Braun if (Opcode == FrameSetupOpcode || Opcode == FrameDestroyOpcode) { 1984682ac6cSMatthias Braun unsigned Size = TII.getFrameSize(MI); 1994682ac6cSMatthias Braun MaxCallFrameSize = std::max(MaxCallFrameSize, Size); 2004682ac6cSMatthias Braun AdjustsStack = true; 2014682ac6cSMatthias Braun } else if (MI.isInlineAsm()) { 2024682ac6cSMatthias Braun // Some inline asm's need a stack frame, as indicated by operand 1. 2034682ac6cSMatthias Braun unsigned ExtraInfo = MI.getOperand(InlineAsm::MIOp_ExtraInfo).getImm(); 2044682ac6cSMatthias Braun if (ExtraInfo & InlineAsm::Extra_IsAlignStack) 2054682ac6cSMatthias Braun AdjustsStack = true; 2064682ac6cSMatthias Braun } 2074682ac6cSMatthias Braun } 2084682ac6cSMatthias Braun } 2094682ac6cSMatthias Braun } 2104682ac6cSMatthias Braun 211e4e14ae5SMatthias Braun void MachineFrameInfo::print(const MachineFunction &MF, raw_ostream &OS) const{ 212e4e14ae5SMatthias Braun if (Objects.empty()) return; 213e4e14ae5SMatthias Braun 214e4e14ae5SMatthias Braun const TargetFrameLowering *FI = MF.getSubtarget().getFrameLowering(); 215e4e14ae5SMatthias Braun int ValOffset = (FI ? FI->getOffsetOfLocalArea() : 0); 216e4e14ae5SMatthias Braun 217e4e14ae5SMatthias Braun OS << "Frame Objects:\n"; 218e4e14ae5SMatthias Braun 219e4e14ae5SMatthias Braun for (unsigned i = 0, e = Objects.size(); i != e; ++i) { 220e4e14ae5SMatthias Braun const StackObject &SO = Objects[i]; 221e4e14ae5SMatthias Braun OS << " fi#" << (int)(i-NumFixedObjects) << ": "; 222db78273bSMatt Arsenault 223db78273bSMatt Arsenault if (SO.StackID != 0) 22497b6b1b9SMatt Arsenault OS << "id=" << static_cast<unsigned>(SO.StackID) << ' '; 225db78273bSMatt Arsenault 226e4e14ae5SMatthias Braun if (SO.Size == ~0ULL) { 227e4e14ae5SMatthias Braun OS << "dead\n"; 228e4e14ae5SMatthias Braun continue; 229e4e14ae5SMatthias Braun } 230e4e14ae5SMatthias Braun if (SO.Size == 0) 231e4e14ae5SMatthias Braun OS << "variable sized"; 232e4e14ae5SMatthias Braun else 233e4e14ae5SMatthias Braun OS << "size=" << SO.Size; 2341c18a9cbSGuillaume Chatelet OS << ", align=" << SO.Alignment.value(); 235e4e14ae5SMatthias Braun 236e4e14ae5SMatthias Braun if (i < NumFixedObjects) 237e4e14ae5SMatthias Braun OS << ", fixed"; 238e4e14ae5SMatthias Braun if (i < NumFixedObjects || SO.SPOffset != -1) { 239e4e14ae5SMatthias Braun int64_t Off = SO.SPOffset - ValOffset; 240e4e14ae5SMatthias Braun OS << ", at location [SP"; 241e4e14ae5SMatthias Braun if (Off > 0) 242e4e14ae5SMatthias Braun OS << "+" << Off; 243e4e14ae5SMatthias Braun else if (Off < 0) 244e4e14ae5SMatthias Braun OS << Off; 245e4e14ae5SMatthias Braun OS << "]"; 246e4e14ae5SMatthias Braun } 247e4e14ae5SMatthias Braun OS << "\n"; 248e4e14ae5SMatthias Braun } 249e4e14ae5SMatthias Braun } 250e4e14ae5SMatthias Braun 251615eb470SAaron Ballman #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 252e4e14ae5SMatthias Braun LLVM_DUMP_METHOD void MachineFrameInfo::dump(const MachineFunction &MF) const { 253e4e14ae5SMatthias Braun print(MF, dbgs()); 254e4e14ae5SMatthias Braun } 255e4e14ae5SMatthias Braun #endif 256