1149178d9SEugene Zelenko //===- SafeStackLayout.cpp - SafeStack frame layout -----------------------===// 2a5da256fSEvgeniy Stepanov // 3*2946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*2946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 5*2946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6a5da256fSEvgeniy Stepanov // 7a5da256fSEvgeniy Stepanov //===----------------------------------------------------------------------===// 8a5da256fSEvgeniy Stepanov 9a5da256fSEvgeniy Stepanov #include "SafeStackLayout.h" 10149178d9SEugene Zelenko #include "SafeStackColoring.h" 11149178d9SEugene Zelenko #include "llvm/IR/Value.h" 12149178d9SEugene Zelenko #include "llvm/Support/CommandLine.h" 13149178d9SEugene Zelenko #include "llvm/Support/Compiler.h" 14a5da256fSEvgeniy Stepanov #include "llvm/Support/Debug.h" 15149178d9SEugene Zelenko #include "llvm/Support/MathExtras.h" 16149178d9SEugene Zelenko #include "llvm/Support/raw_ostream.h" 17149178d9SEugene Zelenko #include <algorithm> 18149178d9SEugene Zelenko #include <cassert> 19a5da256fSEvgeniy Stepanov 20a5da256fSEvgeniy Stepanov using namespace llvm; 21a5da256fSEvgeniy Stepanov using namespace llvm::safestack; 22a5da256fSEvgeniy Stepanov 23a5da256fSEvgeniy Stepanov #define DEBUG_TYPE "safestacklayout" 24a5da256fSEvgeniy Stepanov 25a5da256fSEvgeniy Stepanov static cl::opt<bool> ClLayout("safe-stack-layout", 26a5da256fSEvgeniy Stepanov cl::desc("enable safe stack layout"), cl::Hidden, 27a5da256fSEvgeniy Stepanov cl::init(true)); 28a5da256fSEvgeniy Stepanov 29a5da256fSEvgeniy Stepanov LLVM_DUMP_METHOD void StackLayout::print(raw_ostream &OS) { 30a5da256fSEvgeniy Stepanov OS << "Stack regions:\n"; 31a5da256fSEvgeniy Stepanov for (unsigned i = 0; i < Regions.size(); ++i) { 32a5da256fSEvgeniy Stepanov OS << " " << i << ": [" << Regions[i].Start << ", " << Regions[i].End 33a5da256fSEvgeniy Stepanov << "), range " << Regions[i].Range << "\n"; 34a5da256fSEvgeniy Stepanov } 35a5da256fSEvgeniy Stepanov OS << "Stack objects:\n"; 36a5da256fSEvgeniy Stepanov for (auto &IT : ObjectOffsets) { 37a5da256fSEvgeniy Stepanov OS << " at " << IT.getSecond() << ": " << *IT.getFirst() << "\n"; 38a5da256fSEvgeniy Stepanov } 39a5da256fSEvgeniy Stepanov } 40a5da256fSEvgeniy Stepanov 41a5da256fSEvgeniy Stepanov void StackLayout::addObject(const Value *V, unsigned Size, unsigned Alignment, 42a5da256fSEvgeniy Stepanov const StackColoring::LiveRange &Range) { 43a5da256fSEvgeniy Stepanov StackObjects.push_back({V, Size, Alignment, Range}); 44095d7298SDaniel Neilson ObjectAlignments[V] = Alignment; 45a5da256fSEvgeniy Stepanov MaxAlignment = std::max(MaxAlignment, Alignment); 46a5da256fSEvgeniy Stepanov } 47a5da256fSEvgeniy Stepanov 48a5da256fSEvgeniy Stepanov static unsigned AdjustStackOffset(unsigned Offset, unsigned Size, 49a5da256fSEvgeniy Stepanov unsigned Alignment) { 50a5da256fSEvgeniy Stepanov return alignTo(Offset + Size, Alignment) - Size; 51a5da256fSEvgeniy Stepanov } 52a5da256fSEvgeniy Stepanov 53a5da256fSEvgeniy Stepanov void StackLayout::layoutObject(StackObject &Obj) { 54a5da256fSEvgeniy Stepanov if (!ClLayout) { 55a5da256fSEvgeniy Stepanov // If layout is disabled, just grab the next aligned address. 56a5da256fSEvgeniy Stepanov // This effectively disables stack coloring as well. 57a5da256fSEvgeniy Stepanov unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End; 58a5da256fSEvgeniy Stepanov unsigned Start = AdjustStackOffset(LastRegionEnd, Obj.Size, Obj.Alignment); 59a5da256fSEvgeniy Stepanov unsigned End = Start + Obj.Size; 60a5da256fSEvgeniy Stepanov Regions.emplace_back(Start, End, Obj.Range); 61a5da256fSEvgeniy Stepanov ObjectOffsets[Obj.Handle] = End; 62a5da256fSEvgeniy Stepanov return; 63a5da256fSEvgeniy Stepanov } 64a5da256fSEvgeniy Stepanov 65d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << "Layout: size " << Obj.Size << ", align " 66d34e60caSNicola Zaghen << Obj.Alignment << ", range " << Obj.Range << "\n"); 67a5da256fSEvgeniy Stepanov assert(Obj.Alignment <= MaxAlignment); 68a5da256fSEvgeniy Stepanov unsigned Start = AdjustStackOffset(0, Obj.Size, Obj.Alignment); 69a5da256fSEvgeniy Stepanov unsigned End = Start + Obj.Size; 70d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " First candidate: " << Start << " .. " << End << "\n"); 71a5da256fSEvgeniy Stepanov for (const StackRegion &R : Regions) { 72d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Examining region: " << R.Start << " .. " << R.End 73a5da256fSEvgeniy Stepanov << ", range " << R.Range << "\n"); 74a5da256fSEvgeniy Stepanov assert(End >= R.Start); 75a5da256fSEvgeniy Stepanov if (Start >= R.End) { 76d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Does not intersect, skip.\n"); 77a5da256fSEvgeniy Stepanov continue; 78a5da256fSEvgeniy Stepanov } 79a5da256fSEvgeniy Stepanov if (Obj.Range.Overlaps(R.Range)) { 80a5da256fSEvgeniy Stepanov // Find the next appropriate location. 81a5da256fSEvgeniy Stepanov Start = AdjustStackOffset(R.End, Obj.Size, Obj.Alignment); 82a5da256fSEvgeniy Stepanov End = Start + Obj.Size; 83d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Overlaps. Next candidate: " << Start << " .. " 84d34e60caSNicola Zaghen << End << "\n"); 85a5da256fSEvgeniy Stepanov continue; 86a5da256fSEvgeniy Stepanov } 87a5da256fSEvgeniy Stepanov if (End <= R.End) { 88d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Reusing region(s).\n"); 89a5da256fSEvgeniy Stepanov break; 90a5da256fSEvgeniy Stepanov } 91a5da256fSEvgeniy Stepanov } 92a5da256fSEvgeniy Stepanov 93a5da256fSEvgeniy Stepanov unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End; 94a5da256fSEvgeniy Stepanov if (End > LastRegionEnd) { 95a5da256fSEvgeniy Stepanov // Insert a new region at the end. Maybe two. 96a5da256fSEvgeniy Stepanov if (Start > LastRegionEnd) { 97d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Creating gap region: " << LastRegionEnd << " .. " 98a5da256fSEvgeniy Stepanov << Start << "\n"); 99a5da256fSEvgeniy Stepanov Regions.emplace_back(LastRegionEnd, Start, StackColoring::LiveRange()); 100a5da256fSEvgeniy Stepanov LastRegionEnd = Start; 101a5da256fSEvgeniy Stepanov } 102d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " Creating new region: " << LastRegionEnd << " .. " 103d34e60caSNicola Zaghen << End << ", range " << Obj.Range << "\n"); 104a5da256fSEvgeniy Stepanov Regions.emplace_back(LastRegionEnd, End, Obj.Range); 105a5da256fSEvgeniy Stepanov LastRegionEnd = End; 106a5da256fSEvgeniy Stepanov } 107a5da256fSEvgeniy Stepanov 108a5da256fSEvgeniy Stepanov // Split starting and ending regions if necessary. 1098d78bd50SEvgeniy Stepanov for (unsigned i = 0; i < Regions.size(); ++i) { 1108d78bd50SEvgeniy Stepanov StackRegion &R = Regions[i]; 111a5da256fSEvgeniy Stepanov if (Start > R.Start && Start < R.End) { 112a5da256fSEvgeniy Stepanov StackRegion R0 = R; 113a5da256fSEvgeniy Stepanov R.Start = R0.End = Start; 114a5da256fSEvgeniy Stepanov Regions.insert(&R, R0); 115a5da256fSEvgeniy Stepanov continue; 116a5da256fSEvgeniy Stepanov } 117a5da256fSEvgeniy Stepanov if (End > R.Start && End < R.End) { 118a5da256fSEvgeniy Stepanov StackRegion R0 = R; 119a5da256fSEvgeniy Stepanov R0.End = R.Start = End; 120a5da256fSEvgeniy Stepanov Regions.insert(&R, R0); 121a5da256fSEvgeniy Stepanov break; 122a5da256fSEvgeniy Stepanov } 123a5da256fSEvgeniy Stepanov } 124a5da256fSEvgeniy Stepanov 125a5da256fSEvgeniy Stepanov // Update live ranges for all affected regions. 126a5da256fSEvgeniy Stepanov for (StackRegion &R : Regions) { 127a5da256fSEvgeniy Stepanov if (Start < R.End && End > R.Start) 128a5da256fSEvgeniy Stepanov R.Range.Join(Obj.Range); 129a5da256fSEvgeniy Stepanov if (End <= R.End) 130a5da256fSEvgeniy Stepanov break; 131a5da256fSEvgeniy Stepanov } 132a5da256fSEvgeniy Stepanov 133a5da256fSEvgeniy Stepanov ObjectOffsets[Obj.Handle] = End; 134a5da256fSEvgeniy Stepanov } 135a5da256fSEvgeniy Stepanov 136a5da256fSEvgeniy Stepanov void StackLayout::computeLayout() { 137a5da256fSEvgeniy Stepanov // Simple greedy algorithm. 138a5da256fSEvgeniy Stepanov // If this is replaced with something smarter, it must preserve the property 139a5da256fSEvgeniy Stepanov // that the first object is always at the offset 0 in the stack frame (for 140a5da256fSEvgeniy Stepanov // StackProtectorSlot), or handle stack protector in some other way. 141d99f80b4SEvgeniy Stepanov 142d99f80b4SEvgeniy Stepanov // Sort objects by size (largest first) to reduce fragmentation. 143d99f80b4SEvgeniy Stepanov if (StackObjects.size() > 2) 144d99f80b4SEvgeniy Stepanov std::stable_sort(StackObjects.begin() + 1, StackObjects.end(), 145d99f80b4SEvgeniy Stepanov [](const StackObject &a, const StackObject &b) { 146d99f80b4SEvgeniy Stepanov return a.Size > b.Size; 147d99f80b4SEvgeniy Stepanov }); 148d99f80b4SEvgeniy Stepanov 149a5da256fSEvgeniy Stepanov for (auto &Obj : StackObjects) 150a5da256fSEvgeniy Stepanov layoutObject(Obj); 151a5da256fSEvgeniy Stepanov 152d34e60caSNicola Zaghen LLVM_DEBUG(print(dbgs())); 153a5da256fSEvgeniy Stepanov } 154