1149178d9SEugene Zelenko //===- SafeStackLayout.cpp - SafeStack frame layout -----------------------===// 2a5da256fSEvgeniy Stepanov // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6a5da256fSEvgeniy Stepanov // 7a5da256fSEvgeniy Stepanov //===----------------------------------------------------------------------===// 8a5da256fSEvgeniy Stepanov 9a5da256fSEvgeniy Stepanov #include "SafeStackLayout.h" 10149178d9SEugene Zelenko #include "llvm/IR/Value.h" 11149178d9SEugene Zelenko #include "llvm/Support/CommandLine.h" 12149178d9SEugene Zelenko #include "llvm/Support/Compiler.h" 13a5da256fSEvgeniy Stepanov #include "llvm/Support/Debug.h" 14149178d9SEugene Zelenko #include "llvm/Support/MathExtras.h" 15149178d9SEugene Zelenko #include "llvm/Support/raw_ostream.h" 16149178d9SEugene Zelenko #include <algorithm> 17149178d9SEugene Zelenko #include <cassert> 18a5da256fSEvgeniy Stepanov 19a5da256fSEvgeniy Stepanov using namespace llvm; 20a5da256fSEvgeniy Stepanov using namespace llvm::safestack; 21a5da256fSEvgeniy Stepanov 22a5da256fSEvgeniy Stepanov #define DEBUG_TYPE "safestacklayout" 23a5da256fSEvgeniy Stepanov 24a5da256fSEvgeniy Stepanov static cl::opt<bool> ClLayout("safe-stack-layout", 25a5da256fSEvgeniy Stepanov cl::desc("enable safe stack layout"), cl::Hidden, 26a5da256fSEvgeniy Stepanov cl::init(true)); 27a5da256fSEvgeniy Stepanov 28a5da256fSEvgeniy Stepanov LLVM_DUMP_METHOD void StackLayout::print(raw_ostream &OS) { 29a5da256fSEvgeniy Stepanov OS << "Stack regions:\n"; 30a5da256fSEvgeniy Stepanov for (unsigned i = 0; i < Regions.size(); ++i) { 31a5da256fSEvgeniy Stepanov OS << " " << i << ": [" << Regions[i].Start << ", " << Regions[i].End 32a5da256fSEvgeniy Stepanov << "), range " << Regions[i].Range << "\n"; 33a5da256fSEvgeniy Stepanov } 34a5da256fSEvgeniy Stepanov OS << "Stack objects:\n"; 35a5da256fSEvgeniy Stepanov for (auto &IT : ObjectOffsets) { 36a5da256fSEvgeniy Stepanov OS << " at " << IT.getSecond() << ": " << *IT.getFirst() << "\n"; 37a5da256fSEvgeniy Stepanov } 38a5da256fSEvgeniy Stepanov } 39a5da256fSEvgeniy Stepanov 40a5da256fSEvgeniy Stepanov void StackLayout::addObject(const Value *V, unsigned Size, unsigned Alignment, 41a5da256fSEvgeniy Stepanov const StackColoring::LiveRange &Range) { 42a5da256fSEvgeniy Stepanov StackObjects.push_back({V, Size, Alignment, Range}); 43095d7298SDaniel Neilson ObjectAlignments[V] = Alignment; 44a5da256fSEvgeniy Stepanov MaxAlignment = std::max(MaxAlignment, Alignment); 45a5da256fSEvgeniy Stepanov } 46a5da256fSEvgeniy Stepanov 47a5da256fSEvgeniy Stepanov static unsigned AdjustStackOffset(unsigned Offset, unsigned Size, 48a5da256fSEvgeniy Stepanov unsigned Alignment) { 49a5da256fSEvgeniy Stepanov return alignTo(Offset + Size, Alignment) - Size; 50a5da256fSEvgeniy Stepanov } 51a5da256fSEvgeniy Stepanov 52a5da256fSEvgeniy Stepanov void StackLayout::layoutObject(StackObject &Obj) { 53a5da256fSEvgeniy Stepanov if (!ClLayout) { 54a5da256fSEvgeniy Stepanov // If layout is disabled, just grab the next aligned address. 55a5da256fSEvgeniy Stepanov // This effectively disables stack coloring as well. 56a5da256fSEvgeniy Stepanov unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End; 57a5da256fSEvgeniy Stepanov unsigned Start = AdjustStackOffset(LastRegionEnd, Obj.Size, Obj.Alignment); 58a5da256fSEvgeniy Stepanov unsigned End = Start + Obj.Size; 59a5da256fSEvgeniy Stepanov Regions.emplace_back(Start, End, Obj.Range); 60a5da256fSEvgeniy Stepanov ObjectOffsets[Obj.Handle] = End; 61a5da256fSEvgeniy Stepanov return; 62a5da256fSEvgeniy Stepanov } 63a5da256fSEvgeniy Stepanov 64d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << "Layout: size " << Obj.Size << ", align " 65d34e60caSNicola Zaghen << Obj.Alignment << ", range " << Obj.Range << "\n"); 66a5da256fSEvgeniy Stepanov assert(Obj.Alignment <= MaxAlignment); 67a5da256fSEvgeniy Stepanov unsigned Start = AdjustStackOffset(0, Obj.Size, Obj.Alignment); 68a5da256fSEvgeniy Stepanov unsigned End = Start + Obj.Size; 69d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " First candidate: " << Start << " .. " << End << "\n"); 70a5da256fSEvgeniy Stepanov for (const StackRegion &R : Regions) { 71d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Examining region: " << R.Start << " .. " << R.End 72a5da256fSEvgeniy Stepanov << ", range " << R.Range << "\n"); 73a5da256fSEvgeniy Stepanov assert(End >= R.Start); 74a5da256fSEvgeniy Stepanov if (Start >= R.End) { 75d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Does not intersect, skip.\n"); 76a5da256fSEvgeniy Stepanov continue; 77a5da256fSEvgeniy Stepanov } 78*7282da1eSVitaly Buka if (Obj.Range.overlaps(R.Range)) { 79a5da256fSEvgeniy Stepanov // Find the next appropriate location. 80a5da256fSEvgeniy Stepanov Start = AdjustStackOffset(R.End, Obj.Size, Obj.Alignment); 81a5da256fSEvgeniy Stepanov End = Start + Obj.Size; 82d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Overlaps. Next candidate: " << Start << " .. " 83d34e60caSNicola Zaghen << End << "\n"); 84a5da256fSEvgeniy Stepanov continue; 85a5da256fSEvgeniy Stepanov } 86a5da256fSEvgeniy Stepanov if (End <= R.End) { 87d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Reusing region(s).\n"); 88a5da256fSEvgeniy Stepanov break; 89a5da256fSEvgeniy Stepanov } 90a5da256fSEvgeniy Stepanov } 91a5da256fSEvgeniy Stepanov 92a5da256fSEvgeniy Stepanov unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End; 93a5da256fSEvgeniy Stepanov if (End > LastRegionEnd) { 94a5da256fSEvgeniy Stepanov // Insert a new region at the end. Maybe two. 95a5da256fSEvgeniy Stepanov if (Start > LastRegionEnd) { 96d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Creating gap region: " << LastRegionEnd << " .. " 97a5da256fSEvgeniy Stepanov << Start << "\n"); 982f5e535aSVitaly Buka Regions.emplace_back(LastRegionEnd, Start, StackColoring::LiveRange(0)); 99a5da256fSEvgeniy Stepanov LastRegionEnd = Start; 100a5da256fSEvgeniy Stepanov } 101d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Creating new region: " << LastRegionEnd << " .. " 102d34e60caSNicola Zaghen << End << ", range " << Obj.Range << "\n"); 103a5da256fSEvgeniy Stepanov Regions.emplace_back(LastRegionEnd, End, Obj.Range); 104a5da256fSEvgeniy Stepanov LastRegionEnd = End; 105a5da256fSEvgeniy Stepanov } 106a5da256fSEvgeniy Stepanov 107a5da256fSEvgeniy Stepanov // Split starting and ending regions if necessary. 1088d78bd50SEvgeniy Stepanov for (unsigned i = 0; i < Regions.size(); ++i) { 1098d78bd50SEvgeniy Stepanov StackRegion &R = Regions[i]; 110a5da256fSEvgeniy Stepanov if (Start > R.Start && Start < R.End) { 111a5da256fSEvgeniy Stepanov StackRegion R0 = R; 112a5da256fSEvgeniy Stepanov R.Start = R0.End = Start; 113a5da256fSEvgeniy Stepanov Regions.insert(&R, R0); 114a5da256fSEvgeniy Stepanov continue; 115a5da256fSEvgeniy Stepanov } 116a5da256fSEvgeniy Stepanov if (End > R.Start && End < R.End) { 117a5da256fSEvgeniy Stepanov StackRegion R0 = R; 118a5da256fSEvgeniy Stepanov R0.End = R.Start = End; 119a5da256fSEvgeniy Stepanov Regions.insert(&R, R0); 120a5da256fSEvgeniy Stepanov break; 121a5da256fSEvgeniy Stepanov } 122a5da256fSEvgeniy Stepanov } 123a5da256fSEvgeniy Stepanov 124a5da256fSEvgeniy Stepanov // Update live ranges for all affected regions. 125a5da256fSEvgeniy Stepanov for (StackRegion &R : Regions) { 126a5da256fSEvgeniy Stepanov if (Start < R.End && End > R.Start) 127*7282da1eSVitaly Buka R.Range.join(Obj.Range); 128a5da256fSEvgeniy Stepanov if (End <= R.End) 129a5da256fSEvgeniy Stepanov break; 130a5da256fSEvgeniy Stepanov } 131a5da256fSEvgeniy Stepanov 132a5da256fSEvgeniy Stepanov ObjectOffsets[Obj.Handle] = End; 133a5da256fSEvgeniy Stepanov } 134a5da256fSEvgeniy Stepanov 135a5da256fSEvgeniy Stepanov void StackLayout::computeLayout() { 136a5da256fSEvgeniy Stepanov // Simple greedy algorithm. 137a5da256fSEvgeniy Stepanov // If this is replaced with something smarter, it must preserve the property 138a5da256fSEvgeniy Stepanov // that the first object is always at the offset 0 in the stack frame (for 139a5da256fSEvgeniy Stepanov // StackProtectorSlot), or handle stack protector in some other way. 140d99f80b4SEvgeniy Stepanov 141d99f80b4SEvgeniy Stepanov // Sort objects by size (largest first) to reduce fragmentation. 142d99f80b4SEvgeniy Stepanov if (StackObjects.size() > 2) 143d99f80b4SEvgeniy Stepanov std::stable_sort(StackObjects.begin() + 1, StackObjects.end(), 144d99f80b4SEvgeniy Stepanov [](const StackObject &a, const StackObject &b) { 145d99f80b4SEvgeniy Stepanov return a.Size > b.Size; 146d99f80b4SEvgeniy Stepanov }); 147d99f80b4SEvgeniy Stepanov 148a5da256fSEvgeniy Stepanov for (auto &Obj : StackObjects) 149a5da256fSEvgeniy Stepanov layoutObject(Obj); 150a5da256fSEvgeniy Stepanov 151d34e60caSNicola Zaghen LLVM_DEBUG(print(dbgs())); 152a5da256fSEvgeniy Stepanov } 153