14fb7801bSKostya Serebryany //===-- ASanStackFrameLayout.cpp - helper for AddressSanitizer ------------===//
24fb7801bSKostya Serebryany //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
64fb7801bSKostya Serebryany //
74fb7801bSKostya Serebryany //===----------------------------------------------------------------------===//
84fb7801bSKostya Serebryany //
94fb7801bSKostya Serebryany // Definition of ComputeASanStackFrameLayout (see ASanStackFrameLayout.h).
104fb7801bSKostya Serebryany //
114fb7801bSKostya Serebryany //===----------------------------------------------------------------------===//
124fb7801bSKostya Serebryany #include "llvm/Transforms/Utils/ASanStackFrameLayout.h"
134fb7801bSKostya Serebryany #include "llvm/ADT/SmallString.h"
14292acab8SEvgeniy Stepanov #include "llvm/Support/MathExtras.h"
15490fda33SVitaly Buka #include "llvm/Support/ScopedPrinter.h"
1645d4cb9aSWeiming Zhao #include "llvm/Support/raw_ostream.h"
174fb7801bSKostya Serebryany #include <algorithm>
184fb7801bSKostya Serebryany
194fb7801bSKostya Serebryany namespace llvm {
204fb7801bSKostya Serebryany
214fb7801bSKostya Serebryany // We sort the stack variables by alignment (largest first) to minimize
224fb7801bSKostya Serebryany // unnecessary large gaps due to alignment.
234fb7801bSKostya Serebryany // It is tempting to also sort variables by size so that larger variables
244fb7801bSKostya Serebryany // have larger redzones at both ends. But reordering will make report analysis
254fb7801bSKostya Serebryany // harder, especially when temporary unnamed variables are present.
264fb7801bSKostya Serebryany // So, until we can provide more information (type, line number, etc)
274fb7801bSKostya Serebryany // for the stack variables we avoid reordering them too much.
CompareVars(const ASanStackVariableDescription & a,const ASanStackVariableDescription & b)284fb7801bSKostya Serebryany static inline bool CompareVars(const ASanStackVariableDescription &a,
294fb7801bSKostya Serebryany const ASanStackVariableDescription &b) {
304fb7801bSKostya Serebryany return a.Alignment > b.Alignment;
314fb7801bSKostya Serebryany }
324fb7801bSKostya Serebryany
334fb7801bSKostya Serebryany // We also force minimal alignment for all vars to kMinAlignment so that vars
344fb7801bSKostya Serebryany // with e.g. alignment 1 and alignment 16 do not get reordered by CompareVars.
35ab7d4218SArthur Eubanks static const uint64_t kMinAlignment = 16;
364fb7801bSKostya Serebryany
379abeecc0SWalter Lee // We want to add a full redzone after every variable.
384fb7801bSKostya Serebryany // The larger the variable Size the larger is the redzone.
394fb7801bSKostya Serebryany // The resulting frame size is a multiple of Alignment.
VarAndRedzoneSize(uint64_t Size,uint64_t Granularity,uint64_t Alignment)40*72dddce6SArthur Eubanks static uint64_t VarAndRedzoneSize(uint64_t Size, uint64_t Granularity,
41*72dddce6SArthur Eubanks uint64_t Alignment) {
42*72dddce6SArthur Eubanks uint64_t Res = 0;
434fb7801bSKostya Serebryany if (Size <= 4) Res = 16;
444fb7801bSKostya Serebryany else if (Size <= 16) Res = 32;
454fb7801bSKostya Serebryany else if (Size <= 128) Res = Size + 32;
464fb7801bSKostya Serebryany else if (Size <= 512) Res = Size + 64;
474fb7801bSKostya Serebryany else if (Size <= 4096) Res = Size + 128;
484fb7801bSKostya Serebryany else Res = Size + 256;
499abeecc0SWalter Lee return alignTo(std::max(Res, 2 * Granularity), Alignment);
504fb7801bSKostya Serebryany }
514fb7801bSKostya Serebryany
52db331d8bSVitaly Buka ASanStackFrameLayout
ComputeASanStackFrameLayout(SmallVectorImpl<ASanStackVariableDescription> & Vars,uint64_t Granularity,uint64_t MinHeaderSize)534fb7801bSKostya Serebryany ComputeASanStackFrameLayout(SmallVectorImpl<ASanStackVariableDescription> &Vars,
54*72dddce6SArthur Eubanks uint64_t Granularity, uint64_t MinHeaderSize) {
554fb7801bSKostya Serebryany assert(Granularity >= 8 && Granularity <= 64 &&
564fb7801bSKostya Serebryany (Granularity & (Granularity - 1)) == 0);
574fb7801bSKostya Serebryany assert(MinHeaderSize >= 16 && (MinHeaderSize & (MinHeaderSize - 1)) == 0 &&
584fb7801bSKostya Serebryany MinHeaderSize >= Granularity);
59db331d8bSVitaly Buka const size_t NumVars = Vars.size();
604fb7801bSKostya Serebryany assert(NumVars > 0);
614fb7801bSKostya Serebryany for (size_t i = 0; i < NumVars; i++)
624fb7801bSKostya Serebryany Vars[i].Alignment = std::max(Vars[i].Alignment, kMinAlignment);
634fb7801bSKostya Serebryany
64efd94c56SFangrui Song llvm::stable_sort(Vars, CompareVars);
65db331d8bSVitaly Buka
66db331d8bSVitaly Buka ASanStackFrameLayout Layout;
67db331d8bSVitaly Buka Layout.Granularity = Granularity;
68db331d8bSVitaly Buka Layout.FrameAlignment = std::max(Granularity, Vars[0].Alignment);
69*72dddce6SArthur Eubanks uint64_t Offset =
70*72dddce6SArthur Eubanks std::max(std::max(MinHeaderSize, Granularity), Vars[0].Alignment);
714fb7801bSKostya Serebryany assert((Offset % Granularity) == 0);
724fb7801bSKostya Serebryany for (size_t i = 0; i < NumVars; i++) {
734fb7801bSKostya Serebryany bool IsLast = i == NumVars - 1;
74*72dddce6SArthur Eubanks uint64_t Alignment = std::max(Granularity, Vars[i].Alignment);
75152d48d3SKostya Serebryany (void)Alignment; // Used only in asserts.
76*72dddce6SArthur Eubanks uint64_t Size = Vars[i].Size;
774fb7801bSKostya Serebryany assert((Alignment & (Alignment - 1)) == 0);
78db331d8bSVitaly Buka assert(Layout.FrameAlignment >= Alignment);
794fb7801bSKostya Serebryany assert((Offset % Alignment) == 0);
804fb7801bSKostya Serebryany assert(Size > 0);
81*72dddce6SArthur Eubanks uint64_t NextAlignment =
82*72dddce6SArthur Eubanks IsLast ? Granularity : std::max(Granularity, Vars[i + 1].Alignment);
83*72dddce6SArthur Eubanks uint64_t SizeWithRedzone =
84*72dddce6SArthur Eubanks VarAndRedzoneSize(Size, Granularity, NextAlignment);
854fb7801bSKostya Serebryany Vars[i].Offset = Offset;
864fb7801bSKostya Serebryany Offset += SizeWithRedzone;
874fb7801bSKostya Serebryany }
884fb7801bSKostya Serebryany if (Offset % MinHeaderSize) {
89db331d8bSVitaly Buka Offset += MinHeaderSize - (Offset % MinHeaderSize);
904fb7801bSKostya Serebryany }
91db331d8bSVitaly Buka Layout.FrameSize = Offset;
92db331d8bSVitaly Buka assert((Layout.FrameSize % MinHeaderSize) == 0);
93db331d8bSVitaly Buka return Layout;
94db331d8bSVitaly Buka }
95db331d8bSVitaly Buka
ComputeASanStackFrameDescription(const SmallVectorImpl<ASanStackVariableDescription> & Vars)965910a925SVitaly Buka SmallString<64> ComputeASanStackFrameDescription(
975910a925SVitaly Buka const SmallVectorImpl<ASanStackVariableDescription> &Vars) {
985910a925SVitaly Buka SmallString<2048> StackDescriptionStorage;
995910a925SVitaly Buka raw_svector_ostream StackDescription(StackDescriptionStorage);
1005910a925SVitaly Buka StackDescription << Vars.size();
1015910a925SVitaly Buka
1025910a925SVitaly Buka for (const auto &Var : Vars) {
1035910a925SVitaly Buka std::string Name = Var.Name;
1045910a925SVitaly Buka if (Var.Line) {
1055910a925SVitaly Buka Name += ":";
106490fda33SVitaly Buka Name += to_string(Var.Line);
1075910a925SVitaly Buka }
1085910a925SVitaly Buka StackDescription << " " << Var.Offset << " " << Var.Size << " "
1095910a925SVitaly Buka << Name.size() << " " << Name;
1105910a925SVitaly Buka }
1115910a925SVitaly Buka return StackDescription.str();
1125910a925SVitaly Buka }
1135910a925SVitaly Buka
114db331d8bSVitaly Buka SmallVector<uint8_t, 64>
GetShadowBytes(const SmallVectorImpl<ASanStackVariableDescription> & Vars,const ASanStackFrameLayout & Layout)115db331d8bSVitaly Buka GetShadowBytes(const SmallVectorImpl<ASanStackVariableDescription> &Vars,
116db331d8bSVitaly Buka const ASanStackFrameLayout &Layout) {
117c10c3344STim Northover assert(Vars.size() > 0);
118db331d8bSVitaly Buka SmallVector<uint8_t, 64> SB;
119db331d8bSVitaly Buka SB.clear();
120*72dddce6SArthur Eubanks const uint64_t Granularity = Layout.Granularity;
121db331d8bSVitaly Buka SB.resize(Vars[0].Offset / Granularity, kAsanStackLeftRedzoneMagic);
122db331d8bSVitaly Buka for (const auto &Var : Vars) {
123db331d8bSVitaly Buka SB.resize(Var.Offset / Granularity, kAsanStackMidRedzoneMagic);
124db331d8bSVitaly Buka
125db331d8bSVitaly Buka SB.resize(SB.size() + Var.Size / Granularity, 0);
126db331d8bSVitaly Buka if (Var.Size % Granularity)
127db331d8bSVitaly Buka SB.push_back(Var.Size % Granularity);
128db331d8bSVitaly Buka }
129db331d8bSVitaly Buka SB.resize(Layout.FrameSize / Granularity, kAsanStackRightRedzoneMagic);
130db331d8bSVitaly Buka return SB;
131db331d8bSVitaly Buka }
132db331d8bSVitaly Buka
GetShadowBytesAfterScope(const SmallVectorImpl<ASanStackVariableDescription> & Vars,const ASanStackFrameLayout & Layout)133db331d8bSVitaly Buka SmallVector<uint8_t, 64> GetShadowBytesAfterScope(
134db331d8bSVitaly Buka const SmallVectorImpl<ASanStackVariableDescription> &Vars,
135db331d8bSVitaly Buka const ASanStackFrameLayout &Layout) {
136db331d8bSVitaly Buka SmallVector<uint8_t, 64> SB = GetShadowBytes(Vars, Layout);
137*72dddce6SArthur Eubanks const uint64_t Granularity = Layout.Granularity;
138db331d8bSVitaly Buka
139db331d8bSVitaly Buka for (const auto &Var : Vars) {
1405910a925SVitaly Buka assert(Var.LifetimeSize <= Var.Size);
141*72dddce6SArthur Eubanks const uint64_t LifetimeShadowSize =
142db331d8bSVitaly Buka (Var.LifetimeSize + Granularity - 1) / Granularity;
143*72dddce6SArthur Eubanks const uint64_t Offset = Var.Offset / Granularity;
144db331d8bSVitaly Buka std::fill(SB.begin() + Offset, SB.begin() + Offset + LifetimeShadowSize,
145db331d8bSVitaly Buka kAsanStackUseAfterScopeMagic);
146db331d8bSVitaly Buka }
147db331d8bSVitaly Buka
148db331d8bSVitaly Buka return SB;
1494fb7801bSKostya Serebryany }
1504fb7801bSKostya Serebryany
151f00654e3SAlexander Kornienko } // llvm namespace
152