1149178d9SEugene Zelenko //===- SafeStackLayout.cpp - SafeStack frame layout -----------------------===//
2a5da256fSEvgeniy Stepanov //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6a5da256fSEvgeniy Stepanov //
7a5da256fSEvgeniy Stepanov //===----------------------------------------------------------------------===//
8a5da256fSEvgeniy Stepanov 
9a5da256fSEvgeniy Stepanov #include "SafeStackLayout.h"
10149178d9SEugene Zelenko #include "llvm/IR/Value.h"
11149178d9SEugene Zelenko #include "llvm/Support/CommandLine.h"
12149178d9SEugene Zelenko #include "llvm/Support/Compiler.h"
13a5da256fSEvgeniy Stepanov #include "llvm/Support/Debug.h"
14149178d9SEugene Zelenko #include "llvm/Support/raw_ostream.h"
15149178d9SEugene Zelenko #include <algorithm>
16149178d9SEugene Zelenko #include <cassert>
17a5da256fSEvgeniy Stepanov 
18a5da256fSEvgeniy Stepanov using namespace llvm;
19a5da256fSEvgeniy Stepanov using namespace llvm::safestack;
20a5da256fSEvgeniy Stepanov 
21a5da256fSEvgeniy Stepanov #define DEBUG_TYPE "safestacklayout"
22a5da256fSEvgeniy Stepanov 
23a5da256fSEvgeniy Stepanov static cl::opt<bool> ClLayout("safe-stack-layout",
24a5da256fSEvgeniy Stepanov                               cl::desc("enable safe stack layout"), cl::Hidden,
25a5da256fSEvgeniy Stepanov                               cl::init(true));
26a5da256fSEvgeniy Stepanov 
print(raw_ostream & OS)27a5da256fSEvgeniy Stepanov LLVM_DUMP_METHOD void StackLayout::print(raw_ostream &OS) {
28a5da256fSEvgeniy Stepanov   OS << "Stack regions:\n";
29a5da256fSEvgeniy Stepanov   for (unsigned i = 0; i < Regions.size(); ++i) {
30a5da256fSEvgeniy Stepanov     OS << "  " << i << ": [" << Regions[i].Start << ", " << Regions[i].End
31a5da256fSEvgeniy Stepanov        << "), range " << Regions[i].Range << "\n";
32a5da256fSEvgeniy Stepanov   }
33a5da256fSEvgeniy Stepanov   OS << "Stack objects:\n";
34a5da256fSEvgeniy Stepanov   for (auto &IT : ObjectOffsets) {
35a5da256fSEvgeniy Stepanov     OS << "  at " << IT.getSecond() << ": " << *IT.getFirst() << "\n";
36a5da256fSEvgeniy Stepanov   }
37a5da256fSEvgeniy Stepanov }
38a5da256fSEvgeniy Stepanov 
addObject(const Value * V,unsigned Size,Align Alignment,const StackLifetime::LiveRange & Range)39*eba7b268SArthur Eubanks void StackLayout::addObject(const Value *V, unsigned Size, Align Alignment,
40d812efb1SVitaly Buka                             const StackLifetime::LiveRange &Range) {
41a5da256fSEvgeniy Stepanov   StackObjects.push_back({V, Size, Alignment, Range});
42095d7298SDaniel Neilson   ObjectAlignments[V] = Alignment;
43a5da256fSEvgeniy Stepanov   MaxAlignment = std::max(MaxAlignment, Alignment);
44a5da256fSEvgeniy Stepanov }
45a5da256fSEvgeniy Stepanov 
AdjustStackOffset(unsigned Offset,unsigned Size,Align Alignment)46a5da256fSEvgeniy Stepanov static unsigned AdjustStackOffset(unsigned Offset, unsigned Size,
47*eba7b268SArthur Eubanks                                   Align Alignment) {
48a5da256fSEvgeniy Stepanov   return alignTo(Offset + Size, Alignment) - Size;
49a5da256fSEvgeniy Stepanov }
50a5da256fSEvgeniy Stepanov 
layoutObject(StackObject & Obj)51a5da256fSEvgeniy Stepanov void StackLayout::layoutObject(StackObject &Obj) {
52a5da256fSEvgeniy Stepanov   if (!ClLayout) {
53a5da256fSEvgeniy Stepanov     // If layout is disabled, just grab the next aligned address.
54a5da256fSEvgeniy Stepanov     // This effectively disables stack coloring as well.
55a5da256fSEvgeniy Stepanov     unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End;
56a5da256fSEvgeniy Stepanov     unsigned Start = AdjustStackOffset(LastRegionEnd, Obj.Size, Obj.Alignment);
57a5da256fSEvgeniy Stepanov     unsigned End = Start + Obj.Size;
58a5da256fSEvgeniy Stepanov     Regions.emplace_back(Start, End, Obj.Range);
59a5da256fSEvgeniy Stepanov     ObjectOffsets[Obj.Handle] = End;
60a5da256fSEvgeniy Stepanov     return;
61a5da256fSEvgeniy Stepanov   }
62a5da256fSEvgeniy Stepanov 
63d34e60caSNicola Zaghen   LLVM_DEBUG(dbgs() << "Layout: size " << Obj.Size << ", align "
64*eba7b268SArthur Eubanks                     << Obj.Alignment.value() << ", range " << Obj.Range
65*eba7b268SArthur Eubanks                     << "\n");
66a5da256fSEvgeniy Stepanov   assert(Obj.Alignment <= MaxAlignment);
67a5da256fSEvgeniy Stepanov   unsigned Start = AdjustStackOffset(0, Obj.Size, Obj.Alignment);
68a5da256fSEvgeniy Stepanov   unsigned End = Start + Obj.Size;
69d34e60caSNicola Zaghen   LLVM_DEBUG(dbgs() << "  First candidate: " << Start << " .. " << End << "\n");
70a5da256fSEvgeniy Stepanov   for (const StackRegion &R : Regions) {
71d34e60caSNicola Zaghen     LLVM_DEBUG(dbgs() << "  Examining region: " << R.Start << " .. " << R.End
72a5da256fSEvgeniy Stepanov                       << ", range " << R.Range << "\n");
73a5da256fSEvgeniy Stepanov     assert(End >= R.Start);
74a5da256fSEvgeniy Stepanov     if (Start >= R.End) {
75d34e60caSNicola Zaghen       LLVM_DEBUG(dbgs() << "  Does not intersect, skip.\n");
76a5da256fSEvgeniy Stepanov       continue;
77a5da256fSEvgeniy Stepanov     }
787282da1eSVitaly Buka     if (Obj.Range.overlaps(R.Range)) {
79a5da256fSEvgeniy Stepanov       // Find the next appropriate location.
80a5da256fSEvgeniy Stepanov       Start = AdjustStackOffset(R.End, Obj.Size, Obj.Alignment);
81a5da256fSEvgeniy Stepanov       End = Start + Obj.Size;
82d34e60caSNicola Zaghen       LLVM_DEBUG(dbgs() << "  Overlaps. Next candidate: " << Start << " .. "
83d34e60caSNicola Zaghen                         << End << "\n");
84a5da256fSEvgeniy Stepanov       continue;
85a5da256fSEvgeniy Stepanov     }
86a5da256fSEvgeniy Stepanov     if (End <= R.End) {
87d34e60caSNicola Zaghen       LLVM_DEBUG(dbgs() << "  Reusing region(s).\n");
88a5da256fSEvgeniy Stepanov       break;
89a5da256fSEvgeniy Stepanov     }
90a5da256fSEvgeniy Stepanov   }
91a5da256fSEvgeniy Stepanov 
92a5da256fSEvgeniy Stepanov   unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End;
93a5da256fSEvgeniy Stepanov   if (End > LastRegionEnd) {
94a5da256fSEvgeniy Stepanov     // Insert a new region at the end. Maybe two.
95a5da256fSEvgeniy Stepanov     if (Start > LastRegionEnd) {
96d34e60caSNicola Zaghen       LLVM_DEBUG(dbgs() << "  Creating gap region: " << LastRegionEnd << " .. "
97a5da256fSEvgeniy Stepanov                         << Start << "\n");
98d812efb1SVitaly Buka       Regions.emplace_back(LastRegionEnd, Start, StackLifetime::LiveRange(0));
99a5da256fSEvgeniy Stepanov       LastRegionEnd = Start;
100a5da256fSEvgeniy Stepanov     }
101d34e60caSNicola Zaghen     LLVM_DEBUG(dbgs() << "  Creating new region: " << LastRegionEnd << " .. "
102d34e60caSNicola Zaghen                       << End << ", range " << Obj.Range << "\n");
103a5da256fSEvgeniy Stepanov     Regions.emplace_back(LastRegionEnd, End, Obj.Range);
104a5da256fSEvgeniy Stepanov     LastRegionEnd = End;
105a5da256fSEvgeniy Stepanov   }
106a5da256fSEvgeniy Stepanov 
107a5da256fSEvgeniy Stepanov   // Split starting and ending regions if necessary.
1088d78bd50SEvgeniy Stepanov   for (unsigned i = 0; i < Regions.size(); ++i) {
1098d78bd50SEvgeniy Stepanov     StackRegion &R = Regions[i];
110a5da256fSEvgeniy Stepanov     if (Start > R.Start && Start < R.End) {
111a5da256fSEvgeniy Stepanov       StackRegion R0 = R;
112a5da256fSEvgeniy Stepanov       R.Start = R0.End = Start;
113a5da256fSEvgeniy Stepanov       Regions.insert(&R, R0);
114a5da256fSEvgeniy Stepanov       continue;
115a5da256fSEvgeniy Stepanov     }
116a5da256fSEvgeniy Stepanov     if (End > R.Start && End < R.End) {
117a5da256fSEvgeniy Stepanov       StackRegion R0 = R;
118a5da256fSEvgeniy Stepanov       R0.End = R.Start = End;
119a5da256fSEvgeniy Stepanov       Regions.insert(&R, R0);
120a5da256fSEvgeniy Stepanov       break;
121a5da256fSEvgeniy Stepanov     }
122a5da256fSEvgeniy Stepanov   }
123a5da256fSEvgeniy Stepanov 
124a5da256fSEvgeniy Stepanov   // Update live ranges for all affected regions.
125a5da256fSEvgeniy Stepanov   for (StackRegion &R : Regions) {
126a5da256fSEvgeniy Stepanov     if (Start < R.End && End > R.Start)
1277282da1eSVitaly Buka       R.Range.join(Obj.Range);
128a5da256fSEvgeniy Stepanov     if (End <= R.End)
129a5da256fSEvgeniy Stepanov       break;
130a5da256fSEvgeniy Stepanov   }
131a5da256fSEvgeniy Stepanov 
132a5da256fSEvgeniy Stepanov   ObjectOffsets[Obj.Handle] = End;
133a5da256fSEvgeniy Stepanov }
134a5da256fSEvgeniy Stepanov 
computeLayout()135a5da256fSEvgeniy Stepanov void StackLayout::computeLayout() {
136a5da256fSEvgeniy Stepanov   // Simple greedy algorithm.
137a5da256fSEvgeniy Stepanov   // If this is replaced with something smarter, it must preserve the property
138a5da256fSEvgeniy Stepanov   // that the first object is always at the offset 0 in the stack frame (for
139a5da256fSEvgeniy Stepanov   // StackProtectorSlot), or handle stack protector in some other way.
140d99f80b4SEvgeniy Stepanov 
141d99f80b4SEvgeniy Stepanov   // Sort objects by size (largest first) to reduce fragmentation.
142d99f80b4SEvgeniy Stepanov   if (StackObjects.size() > 2)
14323b0ab2aSKazu Hirata     llvm::stable_sort(drop_begin(StackObjects),
144d99f80b4SEvgeniy Stepanov                       [](const StackObject &a, const StackObject &b) {
145d99f80b4SEvgeniy Stepanov                         return a.Size > b.Size;
146d99f80b4SEvgeniy Stepanov                       });
147d99f80b4SEvgeniy Stepanov 
148a5da256fSEvgeniy Stepanov   for (auto &Obj : StackObjects)
149a5da256fSEvgeniy Stepanov     layoutObject(Obj);
150a5da256fSEvgeniy Stepanov 
151d34e60caSNicola Zaghen   LLVM_DEBUG(print(dbgs()));
152a5da256fSEvgeniy Stepanov }
153