1e4e14ae5SMatthias Braun //===-- MachineFrameInfo.cpp ---------------------------------------------===//
2e4e14ae5SMatthias Braun //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6e4e14ae5SMatthias Braun //
7e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===//
8e4e14ae5SMatthias Braun //
9e4e14ae5SMatthias Braun /// \file Implements MachineFrameInfo that manages the stack frame.
10e4e14ae5SMatthias Braun //
11e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===//
12e4e14ae5SMatthias Braun 
13e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFrameInfo.h"
14e4e14ae5SMatthias Braun 
15e4e14ae5SMatthias Braun #include "llvm/ADT/BitVector.h"
16e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFunction.h"
17e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineRegisterInfo.h"
183f833edcSDavid Blaikie #include "llvm/CodeGen/TargetFrameLowering.h"
193f833edcSDavid Blaikie #include "llvm/CodeGen/TargetInstrInfo.h"
20b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetRegisterInfo.h"
21b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetSubtargetInfo.h"
22432a3883SNico Weber #include "llvm/Config/llvm-config.h"
23e4e14ae5SMatthias Braun #include "llvm/Support/Debug.h"
24e4e14ae5SMatthias Braun #include "llvm/Support/raw_ostream.h"
25e4e14ae5SMatthias Braun #include <cassert>
26e4e14ae5SMatthias Braun 
27e4e14ae5SMatthias Braun #define DEBUG_TYPE "codegen"
28e4e14ae5SMatthias Braun 
29e4e14ae5SMatthias Braun using namespace llvm;
30e4e14ae5SMatthias Braun 
31*1c18a9cbSGuillaume Chatelet void MachineFrameInfo::ensureMaxAlignment(llvm::Align Align) {
32e4e14ae5SMatthias Braun   if (!StackRealignable)
33e4e14ae5SMatthias Braun     assert(Align <= StackAlignment &&
34e4e14ae5SMatthias Braun            "For targets without stack realignment, Align is out of limit!");
35e4e14ae5SMatthias Braun   if (MaxAlignment < Align) MaxAlignment = Align;
36e4e14ae5SMatthias Braun }
37e4e14ae5SMatthias Braun 
38e4e14ae5SMatthias Braun /// Clamp the alignment if requested and emit a warning.
39*1c18a9cbSGuillaume Chatelet static inline llvm::Align clampStackAlignment(bool ShouldClamp,
40*1c18a9cbSGuillaume Chatelet                                               llvm::Align Align,
41*1c18a9cbSGuillaume Chatelet                                               llvm::Align StackAlign) {
42e4e14ae5SMatthias Braun   if (!ShouldClamp || Align <= StackAlign)
43e4e14ae5SMatthias Braun     return Align;
44*1c18a9cbSGuillaume Chatelet   LLVM_DEBUG(dbgs() << "Warning: requested alignment " << Align.value()
45*1c18a9cbSGuillaume Chatelet                     << " exceeds the stack alignment " << StackAlign.value()
46e4e14ae5SMatthias Braun                     << " when stack realignment is off" << '\n');
47e4e14ae5SMatthias Braun   return StackAlign;
48e4e14ae5SMatthias Braun }
49e4e14ae5SMatthias Braun 
50*1c18a9cbSGuillaume Chatelet int MachineFrameInfo::CreateStackObject(uint64_t Size, llvm::Align Alignment,
517afbfd0fSMatthias Braun                                         bool IsSpillSlot,
527afbfd0fSMatthias Braun                                         const AllocaInst *Alloca,
537afbfd0fSMatthias Braun                                         uint8_t StackID) {
54e4e14ae5SMatthias Braun   assert(Size != 0 && "Cannot allocate zero size stack objects!");
55e4e14ae5SMatthias Braun   Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
567afbfd0fSMatthias Braun   Objects.push_back(StackObject(Size, Alignment, 0, false, IsSpillSlot, Alloca,
577afbfd0fSMatthias Braun                                 !IsSpillSlot, StackID));
58e4e14ae5SMatthias Braun   int Index = (int)Objects.size() - NumFixedObjects - 1;
59e4e14ae5SMatthias Braun   assert(Index >= 0 && "Bad frame index!");
607f23e0a6SSander de Smalen   if (StackID == 0)
61e4e14ae5SMatthias Braun     ensureMaxAlignment(Alignment);
62e4e14ae5SMatthias Braun   return Index;
63e4e14ae5SMatthias Braun }
64e4e14ae5SMatthias Braun 
65e4e14ae5SMatthias Braun int MachineFrameInfo::CreateSpillStackObject(uint64_t Size,
66*1c18a9cbSGuillaume Chatelet                                              llvm::Align Alignment) {
67e4e14ae5SMatthias Braun   Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
68e4e14ae5SMatthias Braun   CreateStackObject(Size, Alignment, true);
69e4e14ae5SMatthias Braun   int Index = (int)Objects.size() - NumFixedObjects - 1;
70e4e14ae5SMatthias Braun   ensureMaxAlignment(Alignment);
71e4e14ae5SMatthias Braun   return Index;
72e4e14ae5SMatthias Braun }
73e4e14ae5SMatthias Braun 
74*1c18a9cbSGuillaume Chatelet int MachineFrameInfo::CreateVariableSizedObject(llvm::Align Alignment,
75e4e14ae5SMatthias Braun                                                 const AllocaInst *Alloca) {
76e4e14ae5SMatthias Braun   HasVarSizedObjects = true;
77e4e14ae5SMatthias Braun   Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
78e4e14ae5SMatthias Braun   Objects.push_back(StackObject(0, Alignment, 0, false, false, Alloca, true));
79e4e14ae5SMatthias Braun   ensureMaxAlignment(Alignment);
80e4e14ae5SMatthias Braun   return (int)Objects.size()-NumFixedObjects-1;
81e4e14ae5SMatthias Braun }
82e4e14ae5SMatthias Braun 
83e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedObject(uint64_t Size, int64_t SPOffset,
847afbfd0fSMatthias Braun                                         bool IsImmutable, bool IsAliased) {
85e4e14ae5SMatthias Braun   assert(Size != 0 && "Cannot allocate zero size fixed stack objects!");
86e4e14ae5SMatthias Braun   // The alignment of the frame index can be determined from its offset from
87e4e14ae5SMatthias Braun   // the incoming frame position.  If the frame object is at offset 32 and
88e4e14ae5SMatthias Braun   // the stack is guaranteed to be 16-byte aligned, then we know that the
89e4e14ae5SMatthias Braun   // object is 16-byte aligned. Note that unlike the non-fixed case, if the
90e4e14ae5SMatthias Braun   // stack needs realignment, we can't assume that the stack will in fact be
91e4e14ae5SMatthias Braun   // aligned.
92*1c18a9cbSGuillaume Chatelet   llvm::Align Alignment =
93*1c18a9cbSGuillaume Chatelet       commonAlignment(ForcedRealign ? llvm::Align() : StackAlignment, SPOffset);
947afbfd0fSMatthias Braun   Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
957afbfd0fSMatthias Braun   Objects.insert(Objects.begin(),
967afbfd0fSMatthias Braun                  StackObject(Size, Alignment, SPOffset, IsImmutable,
9749a3ad21SRui Ueyama                              /*IsSpillSlot=*/false, /*Alloca=*/nullptr,
987afbfd0fSMatthias Braun                              IsAliased));
99e4e14ae5SMatthias Braun   return -++NumFixedObjects;
100e4e14ae5SMatthias Braun }
101e4e14ae5SMatthias Braun 
102e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedSpillStackObject(uint64_t Size,
103e4e14ae5SMatthias Braun                                                   int64_t SPOffset,
1047afbfd0fSMatthias Braun                                                   bool IsImmutable) {
105*1c18a9cbSGuillaume Chatelet   llvm::Align Alignment =
106*1c18a9cbSGuillaume Chatelet       commonAlignment(ForcedRealign ? llvm::Align() : StackAlignment, SPOffset);
1077afbfd0fSMatthias Braun   Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
1087afbfd0fSMatthias Braun   Objects.insert(Objects.begin(),
1097afbfd0fSMatthias Braun                  StackObject(Size, Alignment, SPOffset, IsImmutable,
1107afbfd0fSMatthias Braun                              /*IsSpillSlot=*/true, /*Alloca=*/nullptr,
1117afbfd0fSMatthias Braun                              /*IsAliased=*/false));
112e4e14ae5SMatthias Braun   return -++NumFixedObjects;
113e4e14ae5SMatthias Braun }
114e4e14ae5SMatthias Braun 
115e4e14ae5SMatthias Braun BitVector MachineFrameInfo::getPristineRegs(const MachineFunction &MF) const {
116e4e14ae5SMatthias Braun   const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo();
117e4e14ae5SMatthias Braun   BitVector BV(TRI->getNumRegs());
118e4e14ae5SMatthias Braun 
119e4e14ae5SMatthias Braun   // Before CSI is calculated, no registers are considered pristine. They can be
120e4e14ae5SMatthias Braun   // freely used and PEI will make sure they are saved.
121e4e14ae5SMatthias Braun   if (!isCalleeSavedInfoValid())
122e4e14ae5SMatthias Braun     return BV;
123e4e14ae5SMatthias Braun 
124e4e14ae5SMatthias Braun   const MachineRegisterInfo &MRI = MF.getRegInfo();
125e4e14ae5SMatthias Braun   for (const MCPhysReg *CSR = MRI.getCalleeSavedRegs(); CSR && *CSR;
126e4e14ae5SMatthias Braun        ++CSR)
127e4e14ae5SMatthias Braun     BV.set(*CSR);
128e4e14ae5SMatthias Braun 
129e4e14ae5SMatthias Braun   // Saved CSRs are not pristine.
130e4e14ae5SMatthias Braun   for (auto &I : getCalleeSavedInfo())
131e4e14ae5SMatthias Braun     for (MCSubRegIterator S(I.getReg(), TRI, true); S.isValid(); ++S)
132e4e14ae5SMatthias Braun       BV.reset(*S);
133e4e14ae5SMatthias Braun 
134e4e14ae5SMatthias Braun   return BV;
135e4e14ae5SMatthias Braun }
136e4e14ae5SMatthias Braun 
137e4e14ae5SMatthias Braun unsigned MachineFrameInfo::estimateStackSize(const MachineFunction &MF) const {
138e4e14ae5SMatthias Braun   const TargetFrameLowering *TFI = MF.getSubtarget().getFrameLowering();
139e4e14ae5SMatthias Braun   const TargetRegisterInfo *RegInfo = MF.getSubtarget().getRegisterInfo();
140e4e14ae5SMatthias Braun   unsigned MaxAlign = getMaxAlignment();
141e4e14ae5SMatthias Braun   int Offset = 0;
142e4e14ae5SMatthias Braun 
143e4e14ae5SMatthias Braun   // This code is very, very similar to PEI::calculateFrameObjectOffsets().
144e4e14ae5SMatthias Braun   // It really should be refactored to share code. Until then, changes
145e4e14ae5SMatthias Braun   // should keep in mind that there's tight coupling between the two.
146e4e14ae5SMatthias Braun 
147e4e14ae5SMatthias Braun   for (int i = getObjectIndexBegin(); i != 0; ++i) {
1487f23e0a6SSander de Smalen     // Only estimate stack size of default stack.
1495d6ee76cSSander de Smalen     if (getStackID(i) != TargetStackID::Default)
1507f23e0a6SSander de Smalen       continue;
151e4e14ae5SMatthias Braun     int FixedOff = -getObjectOffset(i);
152e4e14ae5SMatthias Braun     if (FixedOff > Offset) Offset = FixedOff;
153e4e14ae5SMatthias Braun   }
154e4e14ae5SMatthias Braun   for (unsigned i = 0, e = getObjectIndexEnd(); i != e; ++i) {
1557f23e0a6SSander de Smalen     // Only estimate stack size of live objects on default stack.
1565d6ee76cSSander de Smalen     if (isDeadObjectIndex(i) || getStackID(i) != TargetStackID::Default)
157e4e14ae5SMatthias Braun       continue;
158e4e14ae5SMatthias Braun     Offset += getObjectSize(i);
159e4e14ae5SMatthias Braun     unsigned Align = getObjectAlignment(i);
160e4e14ae5SMatthias Braun     // Adjust to alignment boundary
161e4e14ae5SMatthias Braun     Offset = (Offset+Align-1)/Align*Align;
162e4e14ae5SMatthias Braun 
163e4e14ae5SMatthias Braun     MaxAlign = std::max(Align, MaxAlign);
164e4e14ae5SMatthias Braun   }
165e4e14ae5SMatthias Braun 
166e4e14ae5SMatthias Braun   if (adjustsStack() && TFI->hasReservedCallFrame(MF))
167e4e14ae5SMatthias Braun     Offset += getMaxCallFrameSize();
168e4e14ae5SMatthias Braun 
169e4e14ae5SMatthias Braun   // Round up the size to a multiple of the alignment.  If the function has
170e4e14ae5SMatthias Braun   // any calls or alloca's, align to the target's StackAlignment value to
171e4e14ae5SMatthias Braun   // ensure that the callee's frame or the alloca data is suitably aligned;
172e4e14ae5SMatthias Braun   // otherwise, for leaf functions, align to the TransientStackAlignment
173e4e14ae5SMatthias Braun   // value.
174e4e14ae5SMatthias Braun   unsigned StackAlign;
175e4e14ae5SMatthias Braun   if (adjustsStack() || hasVarSizedObjects() ||
176e4e14ae5SMatthias Braun       (RegInfo->needsStackRealignment(MF) && getObjectIndexEnd() != 0))
177e4e14ae5SMatthias Braun     StackAlign = TFI->getStackAlignment();
178e4e14ae5SMatthias Braun   else
179e4e14ae5SMatthias Braun     StackAlign = TFI->getTransientStackAlignment();
180e4e14ae5SMatthias Braun 
181e4e14ae5SMatthias Braun   // If the frame pointer is eliminated, all frame offsets will be relative to
182e4e14ae5SMatthias Braun   // SP not FP. Align to MaxAlign so this works.
183e4e14ae5SMatthias Braun   StackAlign = std::max(StackAlign, MaxAlign);
184e4e14ae5SMatthias Braun   unsigned AlignMask = StackAlign - 1;
185e4e14ae5SMatthias Braun   Offset = (Offset + AlignMask) & ~uint64_t(AlignMask);
186e4e14ae5SMatthias Braun 
187e4e14ae5SMatthias Braun   return (unsigned)Offset;
188e4e14ae5SMatthias Braun }
189e4e14ae5SMatthias Braun 
1904682ac6cSMatthias Braun void MachineFrameInfo::computeMaxCallFrameSize(const MachineFunction &MF) {
1914682ac6cSMatthias Braun   const TargetInstrInfo &TII = *MF.getSubtarget().getInstrInfo();
1924682ac6cSMatthias Braun   unsigned FrameSetupOpcode = TII.getCallFrameSetupOpcode();
1934682ac6cSMatthias Braun   unsigned FrameDestroyOpcode = TII.getCallFrameDestroyOpcode();
1944682ac6cSMatthias Braun   assert(FrameSetupOpcode != ~0u && FrameDestroyOpcode != ~0u &&
1954682ac6cSMatthias Braun          "Can only compute MaxCallFrameSize if Setup/Destroy opcode are known");
1964682ac6cSMatthias Braun 
1974682ac6cSMatthias Braun   MaxCallFrameSize = 0;
1984682ac6cSMatthias Braun   for (const MachineBasicBlock &MBB : MF) {
1994682ac6cSMatthias Braun     for (const MachineInstr &MI : MBB) {
2004682ac6cSMatthias Braun       unsigned Opcode = MI.getOpcode();
2014682ac6cSMatthias Braun       if (Opcode == FrameSetupOpcode || Opcode == FrameDestroyOpcode) {
2024682ac6cSMatthias Braun         unsigned Size = TII.getFrameSize(MI);
2034682ac6cSMatthias Braun         MaxCallFrameSize = std::max(MaxCallFrameSize, Size);
2044682ac6cSMatthias Braun         AdjustsStack = true;
2054682ac6cSMatthias Braun       } else if (MI.isInlineAsm()) {
2064682ac6cSMatthias Braun         // Some inline asm's need a stack frame, as indicated by operand 1.
2074682ac6cSMatthias Braun         unsigned ExtraInfo = MI.getOperand(InlineAsm::MIOp_ExtraInfo).getImm();
2084682ac6cSMatthias Braun         if (ExtraInfo & InlineAsm::Extra_IsAlignStack)
2094682ac6cSMatthias Braun           AdjustsStack = true;
2104682ac6cSMatthias Braun       }
2114682ac6cSMatthias Braun     }
2124682ac6cSMatthias Braun   }
2134682ac6cSMatthias Braun }
2144682ac6cSMatthias Braun 
215e4e14ae5SMatthias Braun void MachineFrameInfo::print(const MachineFunction &MF, raw_ostream &OS) const{
216e4e14ae5SMatthias Braun   if (Objects.empty()) return;
217e4e14ae5SMatthias Braun 
218e4e14ae5SMatthias Braun   const TargetFrameLowering *FI = MF.getSubtarget().getFrameLowering();
219e4e14ae5SMatthias Braun   int ValOffset = (FI ? FI->getOffsetOfLocalArea() : 0);
220e4e14ae5SMatthias Braun 
221e4e14ae5SMatthias Braun   OS << "Frame Objects:\n";
222e4e14ae5SMatthias Braun 
223e4e14ae5SMatthias Braun   for (unsigned i = 0, e = Objects.size(); i != e; ++i) {
224e4e14ae5SMatthias Braun     const StackObject &SO = Objects[i];
225e4e14ae5SMatthias Braun     OS << "  fi#" << (int)(i-NumFixedObjects) << ": ";
226db78273bSMatt Arsenault 
227db78273bSMatt Arsenault     if (SO.StackID != 0)
22897b6b1b9SMatt Arsenault       OS << "id=" << static_cast<unsigned>(SO.StackID) << ' ';
229db78273bSMatt Arsenault 
230e4e14ae5SMatthias Braun     if (SO.Size == ~0ULL) {
231e4e14ae5SMatthias Braun       OS << "dead\n";
232e4e14ae5SMatthias Braun       continue;
233e4e14ae5SMatthias Braun     }
234e4e14ae5SMatthias Braun     if (SO.Size == 0)
235e4e14ae5SMatthias Braun       OS << "variable sized";
236e4e14ae5SMatthias Braun     else
237e4e14ae5SMatthias Braun       OS << "size=" << SO.Size;
238*1c18a9cbSGuillaume Chatelet     OS << ", align=" << SO.Alignment.value();
239e4e14ae5SMatthias Braun 
240e4e14ae5SMatthias Braun     if (i < NumFixedObjects)
241e4e14ae5SMatthias Braun       OS << ", fixed";
242e4e14ae5SMatthias Braun     if (i < NumFixedObjects || SO.SPOffset != -1) {
243e4e14ae5SMatthias Braun       int64_t Off = SO.SPOffset - ValOffset;
244e4e14ae5SMatthias Braun       OS << ", at location [SP";
245e4e14ae5SMatthias Braun       if (Off > 0)
246e4e14ae5SMatthias Braun         OS << "+" << Off;
247e4e14ae5SMatthias Braun       else if (Off < 0)
248e4e14ae5SMatthias Braun         OS << Off;
249e4e14ae5SMatthias Braun       OS << "]";
250e4e14ae5SMatthias Braun     }
251e4e14ae5SMatthias Braun     OS << "\n";
252e4e14ae5SMatthias Braun   }
253e4e14ae5SMatthias Braun }
254e4e14ae5SMatthias Braun 
255615eb470SAaron Ballman #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
256e4e14ae5SMatthias Braun LLVM_DUMP_METHOD void MachineFrameInfo::dump(const MachineFunction &MF) const {
257e4e14ae5SMatthias Braun   print(MF, dbgs());
258e4e14ae5SMatthias Braun }
259e4e14ae5SMatthias Braun #endif
260