1e4e14ae5SMatthias Braun //===-- MachineFrameInfo.cpp ---------------------------------------------===//
2e4e14ae5SMatthias Braun //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6e4e14ae5SMatthias Braun //
7e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===//
8e4e14ae5SMatthias Braun //
9e4e14ae5SMatthias Braun /// \file Implements MachineFrameInfo that manages the stack frame.
10e4e14ae5SMatthias Braun //
11e4e14ae5SMatthias Braun //===----------------------------------------------------------------------===//
12e4e14ae5SMatthias Braun
13e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFrameInfo.h"
14e4e14ae5SMatthias Braun
15e4e14ae5SMatthias Braun #include "llvm/ADT/BitVector.h"
16e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineFunction.h"
17e4e14ae5SMatthias Braun #include "llvm/CodeGen/MachineRegisterInfo.h"
183f833edcSDavid Blaikie #include "llvm/CodeGen/TargetFrameLowering.h"
193f833edcSDavid Blaikie #include "llvm/CodeGen/TargetInstrInfo.h"
20b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetRegisterInfo.h"
21b3bde2eaSDavid Blaikie #include "llvm/CodeGen/TargetSubtargetInfo.h"
22432a3883SNico Weber #include "llvm/Config/llvm-config.h"
23e4e14ae5SMatthias Braun #include "llvm/Support/Debug.h"
24e4e14ae5SMatthias Braun #include "llvm/Support/raw_ostream.h"
25e4e14ae5SMatthias Braun #include <cassert>
26e4e14ae5SMatthias Braun
27e4e14ae5SMatthias Braun #define DEBUG_TYPE "codegen"
28e4e14ae5SMatthias Braun
29e4e14ae5SMatthias Braun using namespace llvm;
30e4e14ae5SMatthias Braun
ensureMaxAlignment(Align Alignment)3118f805a7SGuillaume Chatelet void MachineFrameInfo::ensureMaxAlignment(Align Alignment) {
32e4e14ae5SMatthias Braun if (!StackRealignable)
3318f805a7SGuillaume Chatelet assert(Alignment <= StackAlignment &&
3418f805a7SGuillaume Chatelet "For targets without stack realignment, Alignment is out of limit!");
3518f805a7SGuillaume Chatelet if (MaxAlignment < Alignment)
3618f805a7SGuillaume Chatelet MaxAlignment = Alignment;
37e4e14ae5SMatthias Braun }
38e4e14ae5SMatthias Braun
39e4e14ae5SMatthias Braun /// Clamp the alignment if requested and emit a warning.
clampStackAlignment(bool ShouldClamp,Align Alignment,Align StackAlignment)4018f805a7SGuillaume Chatelet static inline Align clampStackAlignment(bool ShouldClamp, Align Alignment,
4118f805a7SGuillaume Chatelet Align StackAlignment) {
4218f805a7SGuillaume Chatelet if (!ShouldClamp || Alignment <= StackAlignment)
4318f805a7SGuillaume Chatelet return Alignment;
44ff858d77SGuillaume Chatelet LLVM_DEBUG(dbgs() << "Warning: requested alignment " << DebugStr(Alignment)
45ff858d77SGuillaume Chatelet << " exceeds the stack alignment "
46ff858d77SGuillaume Chatelet << DebugStr(StackAlignment)
47e4e14ae5SMatthias Braun << " when stack realignment is off" << '\n');
4818f805a7SGuillaume Chatelet return StackAlignment;
49e4e14ae5SMatthias Braun }
50e4e14ae5SMatthias Braun
CreateStackObject(uint64_t Size,Align Alignment,bool IsSpillSlot,const AllocaInst * Alloca,uint8_t StackID)5118f805a7SGuillaume Chatelet int MachineFrameInfo::CreateStackObject(uint64_t Size, Align Alignment,
527afbfd0fSMatthias Braun bool IsSpillSlot,
537afbfd0fSMatthias Braun const AllocaInst *Alloca,
547afbfd0fSMatthias Braun uint8_t StackID) {
55e4e14ae5SMatthias Braun assert(Size != 0 && "Cannot allocate zero size stack objects!");
56e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
577afbfd0fSMatthias Braun Objects.push_back(StackObject(Size, Alignment, 0, false, IsSpillSlot, Alloca,
587afbfd0fSMatthias Braun !IsSpillSlot, StackID));
59e4e14ae5SMatthias Braun int Index = (int)Objects.size() - NumFixedObjects - 1;
60e4e14ae5SMatthias Braun assert(Index >= 0 && "Bad frame index!");
617f23e0a6SSander de Smalen if (StackID == 0)
62e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment);
63e4e14ae5SMatthias Braun return Index;
64e4e14ae5SMatthias Braun }
65e4e14ae5SMatthias Braun
CreateSpillStackObject(uint64_t Size,Align Alignment)6618f805a7SGuillaume Chatelet int MachineFrameInfo::CreateSpillStackObject(uint64_t Size, Align Alignment) {
67e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
68e4e14ae5SMatthias Braun CreateStackObject(Size, Alignment, true);
69e4e14ae5SMatthias Braun int Index = (int)Objects.size() - NumFixedObjects - 1;
70e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment);
71e4e14ae5SMatthias Braun return Index;
72e4e14ae5SMatthias Braun }
73e4e14ae5SMatthias Braun
CreateVariableSizedObject(Align Alignment,const AllocaInst * Alloca)7418f805a7SGuillaume Chatelet int MachineFrameInfo::CreateVariableSizedObject(Align Alignment,
75e4e14ae5SMatthias Braun const AllocaInst *Alloca) {
76e4e14ae5SMatthias Braun HasVarSizedObjects = true;
77e4e14ae5SMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
78e4e14ae5SMatthias Braun Objects.push_back(StackObject(0, Alignment, 0, false, false, Alloca, true));
79e4e14ae5SMatthias Braun ensureMaxAlignment(Alignment);
80e4e14ae5SMatthias Braun return (int)Objects.size()-NumFixedObjects-1;
81e4e14ae5SMatthias Braun }
82e4e14ae5SMatthias Braun
CreateFixedObject(uint64_t Size,int64_t SPOffset,bool IsImmutable,bool IsAliased)83e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedObject(uint64_t Size, int64_t SPOffset,
847afbfd0fSMatthias Braun bool IsImmutable, bool IsAliased) {
85e4e14ae5SMatthias Braun assert(Size != 0 && "Cannot allocate zero size fixed stack objects!");
86e4e14ae5SMatthias Braun // The alignment of the frame index can be determined from its offset from
87e4e14ae5SMatthias Braun // the incoming frame position. If the frame object is at offset 32 and
88e4e14ae5SMatthias Braun // the stack is guaranteed to be 16-byte aligned, then we know that the
89e4e14ae5SMatthias Braun // object is 16-byte aligned. Note that unlike the non-fixed case, if the
90e4e14ae5SMatthias Braun // stack needs realignment, we can't assume that the stack will in fact be
91e4e14ae5SMatthias Braun // aligned.
9218f805a7SGuillaume Chatelet Align Alignment =
93805c157eSGuillaume Chatelet commonAlignment(ForcedRealign ? Align(1) : StackAlignment, SPOffset);
947afbfd0fSMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
957afbfd0fSMatthias Braun Objects.insert(Objects.begin(),
967afbfd0fSMatthias Braun StackObject(Size, Alignment, SPOffset, IsImmutable,
9749a3ad21SRui Ueyama /*IsSpillSlot=*/false, /*Alloca=*/nullptr,
987afbfd0fSMatthias Braun IsAliased));
99e4e14ae5SMatthias Braun return -++NumFixedObjects;
100e4e14ae5SMatthias Braun }
101e4e14ae5SMatthias Braun
CreateFixedSpillStackObject(uint64_t Size,int64_t SPOffset,bool IsImmutable)102e4e14ae5SMatthias Braun int MachineFrameInfo::CreateFixedSpillStackObject(uint64_t Size,
103e4e14ae5SMatthias Braun int64_t SPOffset,
1047afbfd0fSMatthias Braun bool IsImmutable) {
10518f805a7SGuillaume Chatelet Align Alignment =
106805c157eSGuillaume Chatelet commonAlignment(ForcedRealign ? Align(1) : StackAlignment, SPOffset);
1077afbfd0fSMatthias Braun Alignment = clampStackAlignment(!StackRealignable, Alignment, StackAlignment);
1087afbfd0fSMatthias Braun Objects.insert(Objects.begin(),
1097afbfd0fSMatthias Braun StackObject(Size, Alignment, SPOffset, IsImmutable,
1107afbfd0fSMatthias Braun /*IsSpillSlot=*/true, /*Alloca=*/nullptr,
1117afbfd0fSMatthias Braun /*IsAliased=*/false));
112e4e14ae5SMatthias Braun return -++NumFixedObjects;
113e4e14ae5SMatthias Braun }
114e4e14ae5SMatthias Braun
getPristineRegs(const MachineFunction & MF) const115e4e14ae5SMatthias Braun BitVector MachineFrameInfo::getPristineRegs(const MachineFunction &MF) const {
116e4e14ae5SMatthias Braun const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo();
117e4e14ae5SMatthias Braun BitVector BV(TRI->getNumRegs());
118e4e14ae5SMatthias Braun
119e4e14ae5SMatthias Braun // Before CSI is calculated, no registers are considered pristine. They can be
120e4e14ae5SMatthias Braun // freely used and PEI will make sure they are saved.
121e4e14ae5SMatthias Braun if (!isCalleeSavedInfoValid())
122e4e14ae5SMatthias Braun return BV;
123e4e14ae5SMatthias Braun
124e4e14ae5SMatthias Braun const MachineRegisterInfo &MRI = MF.getRegInfo();
125e4e14ae5SMatthias Braun for (const MCPhysReg *CSR = MRI.getCalleeSavedRegs(); CSR && *CSR;
126e4e14ae5SMatthias Braun ++CSR)
127e4e14ae5SMatthias Braun BV.set(*CSR);
128e4e14ae5SMatthias Braun
129e4e14ae5SMatthias Braun // Saved CSRs are not pristine.
130*9e6d1f4bSKazu Hirata for (const auto &I : getCalleeSavedInfo())
131e4e14ae5SMatthias Braun for (MCSubRegIterator S(I.getReg(), TRI, true); S.isValid(); ++S)
132e4e14ae5SMatthias Braun BV.reset(*S);
133e4e14ae5SMatthias Braun
134e4e14ae5SMatthias Braun return BV;
135e4e14ae5SMatthias Braun }
136e4e14ae5SMatthias Braun
estimateStackSize(const MachineFunction & MF) const137965ed1e9SKiran Chandramohan uint64_t MachineFrameInfo::estimateStackSize(const MachineFunction &MF) const {
138e4e14ae5SMatthias Braun const TargetFrameLowering *TFI = MF.getSubtarget().getFrameLowering();
139e4e14ae5SMatthias Braun const TargetRegisterInfo *RegInfo = MF.getSubtarget().getRegisterInfo();
140c3df69faSGuillaume Chatelet Align MaxAlign = getMaxAlign();
141965ed1e9SKiran Chandramohan int64_t Offset = 0;
142e4e14ae5SMatthias Braun
143e4e14ae5SMatthias Braun // This code is very, very similar to PEI::calculateFrameObjectOffsets().
144e4e14ae5SMatthias Braun // It really should be refactored to share code. Until then, changes
145e4e14ae5SMatthias Braun // should keep in mind that there's tight coupling between the two.
146e4e14ae5SMatthias Braun
147e4e14ae5SMatthias Braun for (int i = getObjectIndexBegin(); i != 0; ++i) {
1487f23e0a6SSander de Smalen // Only estimate stack size of default stack.
1495d6ee76cSSander de Smalen if (getStackID(i) != TargetStackID::Default)
1507f23e0a6SSander de Smalen continue;
151965ed1e9SKiran Chandramohan int64_t FixedOff = -getObjectOffset(i);
152e4e14ae5SMatthias Braun if (FixedOff > Offset) Offset = FixedOff;
153e4e14ae5SMatthias Braun }
154e4e14ae5SMatthias Braun for (unsigned i = 0, e = getObjectIndexEnd(); i != e; ++i) {
1557f23e0a6SSander de Smalen // Only estimate stack size of live objects on default stack.
1565d6ee76cSSander de Smalen if (isDeadObjectIndex(i) || getStackID(i) != TargetStackID::Default)
157e4e14ae5SMatthias Braun continue;
158e4e14ae5SMatthias Braun Offset += getObjectSize(i);
159c3df69faSGuillaume Chatelet Align Alignment = getObjectAlign(i);
160e4e14ae5SMatthias Braun // Adjust to alignment boundary
161c3df69faSGuillaume Chatelet Offset = alignTo(Offset, Alignment);
162e4e14ae5SMatthias Braun
163c3df69faSGuillaume Chatelet MaxAlign = std::max(Alignment, MaxAlign);
164e4e14ae5SMatthias Braun }
165e4e14ae5SMatthias Braun
166e4e14ae5SMatthias Braun if (adjustsStack() && TFI->hasReservedCallFrame(MF))
167e4e14ae5SMatthias Braun Offset += getMaxCallFrameSize();
168e4e14ae5SMatthias Braun
169e4e14ae5SMatthias Braun // Round up the size to a multiple of the alignment. If the function has
170e4e14ae5SMatthias Braun // any calls or alloca's, align to the target's StackAlignment value to
171e4e14ae5SMatthias Braun // ensure that the callee's frame or the alloca data is suitably aligned;
172e4e14ae5SMatthias Braun // otherwise, for leaf functions, align to the TransientStackAlignment
173e4e14ae5SMatthias Braun // value.
174c3df69faSGuillaume Chatelet Align StackAlign;
175e4e14ae5SMatthias Braun if (adjustsStack() || hasVarSizedObjects() ||
176a9968c0aSTomas Matheson (RegInfo->hasStackRealignment(MF) && getObjectIndexEnd() != 0))
177c3df69faSGuillaume Chatelet StackAlign = TFI->getStackAlign();
178e4e14ae5SMatthias Braun else
179c3df69faSGuillaume Chatelet StackAlign = TFI->getTransientStackAlign();
180e4e14ae5SMatthias Braun
181e4e14ae5SMatthias Braun // If the frame pointer is eliminated, all frame offsets will be relative to
182e4e14ae5SMatthias Braun // SP not FP. Align to MaxAlign so this works.
183e4e14ae5SMatthias Braun StackAlign = std::max(StackAlign, MaxAlign);
184c3df69faSGuillaume Chatelet return alignTo(Offset, StackAlign);
185e4e14ae5SMatthias Braun }
186e4e14ae5SMatthias Braun
computeMaxCallFrameSize(const MachineFunction & MF)1874682ac6cSMatthias Braun void MachineFrameInfo::computeMaxCallFrameSize(const MachineFunction &MF) {
1884682ac6cSMatthias Braun const TargetInstrInfo &TII = *MF.getSubtarget().getInstrInfo();
1894682ac6cSMatthias Braun unsigned FrameSetupOpcode = TII.getCallFrameSetupOpcode();
1904682ac6cSMatthias Braun unsigned FrameDestroyOpcode = TII.getCallFrameDestroyOpcode();
1914682ac6cSMatthias Braun assert(FrameSetupOpcode != ~0u && FrameDestroyOpcode != ~0u &&
1924682ac6cSMatthias Braun "Can only compute MaxCallFrameSize if Setup/Destroy opcode are known");
1934682ac6cSMatthias Braun
1944682ac6cSMatthias Braun MaxCallFrameSize = 0;
1954682ac6cSMatthias Braun for (const MachineBasicBlock &MBB : MF) {
1964682ac6cSMatthias Braun for (const MachineInstr &MI : MBB) {
1974682ac6cSMatthias Braun unsigned Opcode = MI.getOpcode();
1984682ac6cSMatthias Braun if (Opcode == FrameSetupOpcode || Opcode == FrameDestroyOpcode) {
1994682ac6cSMatthias Braun unsigned Size = TII.getFrameSize(MI);
2004682ac6cSMatthias Braun MaxCallFrameSize = std::max(MaxCallFrameSize, Size);
2014682ac6cSMatthias Braun AdjustsStack = true;
2024682ac6cSMatthias Braun } else if (MI.isInlineAsm()) {
2034682ac6cSMatthias Braun // Some inline asm's need a stack frame, as indicated by operand 1.
2044682ac6cSMatthias Braun unsigned ExtraInfo = MI.getOperand(InlineAsm::MIOp_ExtraInfo).getImm();
2054682ac6cSMatthias Braun if (ExtraInfo & InlineAsm::Extra_IsAlignStack)
2064682ac6cSMatthias Braun AdjustsStack = true;
2074682ac6cSMatthias Braun }
2084682ac6cSMatthias Braun }
2094682ac6cSMatthias Braun }
2104682ac6cSMatthias Braun }
2114682ac6cSMatthias Braun
print(const MachineFunction & MF,raw_ostream & OS) const212e4e14ae5SMatthias Braun void MachineFrameInfo::print(const MachineFunction &MF, raw_ostream &OS) const{
213299dee91Smadhur13490 if (Objects.empty()) return;
214299dee91Smadhur13490
215e4e14ae5SMatthias Braun const TargetFrameLowering *FI = MF.getSubtarget().getFrameLowering();
216e4e14ae5SMatthias Braun int ValOffset = (FI ? FI->getOffsetOfLocalArea() : 0);
217e4e14ae5SMatthias Braun
218e4e14ae5SMatthias Braun OS << "Frame Objects:\n";
219e4e14ae5SMatthias Braun
220e4e14ae5SMatthias Braun for (unsigned i = 0, e = Objects.size(); i != e; ++i) {
221e4e14ae5SMatthias Braun const StackObject &SO = Objects[i];
222e4e14ae5SMatthias Braun OS << " fi#" << (int)(i-NumFixedObjects) << ": ";
223db78273bSMatt Arsenault
224db78273bSMatt Arsenault if (SO.StackID != 0)
225299dee91Smadhur13490 OS << "id=" << static_cast<unsigned>(SO.StackID) << ' ';
226db78273bSMatt Arsenault
227e4e14ae5SMatthias Braun if (SO.Size == ~0ULL) {
228e4e14ae5SMatthias Braun OS << "dead\n";
229e4e14ae5SMatthias Braun continue;
230e4e14ae5SMatthias Braun }
231e4e14ae5SMatthias Braun if (SO.Size == 0)
232e4e14ae5SMatthias Braun OS << "variable sized";
233e4e14ae5SMatthias Braun else
234e4e14ae5SMatthias Braun OS << "size=" << SO.Size;
2351c18a9cbSGuillaume Chatelet OS << ", align=" << SO.Alignment.value();
236e4e14ae5SMatthias Braun
237e4e14ae5SMatthias Braun if (i < NumFixedObjects)
238299dee91Smadhur13490 OS << ", fixed";
239e4e14ae5SMatthias Braun if (i < NumFixedObjects || SO.SPOffset != -1) {
240e4e14ae5SMatthias Braun int64_t Off = SO.SPOffset - ValOffset;
241e4e14ae5SMatthias Braun OS << ", at location [SP";
242e4e14ae5SMatthias Braun if (Off > 0)
243e4e14ae5SMatthias Braun OS << "+" << Off;
244e4e14ae5SMatthias Braun else if (Off < 0)
245e4e14ae5SMatthias Braun OS << Off;
246e4e14ae5SMatthias Braun OS << "]";
247e4e14ae5SMatthias Braun }
248e4e14ae5SMatthias Braun OS << "\n";
249e4e14ae5SMatthias Braun }
250e4e14ae5SMatthias Braun }
251e4e14ae5SMatthias Braun
252615eb470SAaron Ballman #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
dump(const MachineFunction & MF) const253e4e14ae5SMatthias Braun LLVM_DUMP_METHOD void MachineFrameInfo::dump(const MachineFunction &MF) const {
254e4e14ae5SMatthias Braun print(MF, dbgs());
255e4e14ae5SMatthias Braun }
256e4e14ae5SMatthias Braun #endif
257