14fb7801bSKostya Serebryany //===-- ASanStackFrameLayout.cpp - helper for AddressSanitizer ------------===//
24fb7801bSKostya Serebryany //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
64fb7801bSKostya Serebryany //
74fb7801bSKostya Serebryany //===----------------------------------------------------------------------===//
84fb7801bSKostya Serebryany //
94fb7801bSKostya Serebryany // Definition of ComputeASanStackFrameLayout (see ASanStackFrameLayout.h).
104fb7801bSKostya Serebryany //
114fb7801bSKostya Serebryany //===----------------------------------------------------------------------===//
124fb7801bSKostya Serebryany #include "llvm/Transforms/Utils/ASanStackFrameLayout.h"
134fb7801bSKostya Serebryany #include "llvm/ADT/SmallString.h"
14292acab8SEvgeniy Stepanov #include "llvm/Support/MathExtras.h"
15490fda33SVitaly Buka #include "llvm/Support/ScopedPrinter.h"
1645d4cb9aSWeiming Zhao #include "llvm/Support/raw_ostream.h"
174fb7801bSKostya Serebryany #include <algorithm>
184fb7801bSKostya Serebryany 
194fb7801bSKostya Serebryany namespace llvm {
204fb7801bSKostya Serebryany 
214fb7801bSKostya Serebryany // We sort the stack variables by alignment (largest first) to minimize
224fb7801bSKostya Serebryany // unnecessary large gaps due to alignment.
234fb7801bSKostya Serebryany // It is tempting to also sort variables by size so that larger variables
244fb7801bSKostya Serebryany // have larger redzones at both ends. But reordering will make report analysis
254fb7801bSKostya Serebryany // harder, especially when temporary unnamed variables are present.
264fb7801bSKostya Serebryany // So, until we can provide more information (type, line number, etc)
274fb7801bSKostya Serebryany // for the stack variables we avoid reordering them too much.
CompareVars(const ASanStackVariableDescription & a,const ASanStackVariableDescription & b)284fb7801bSKostya Serebryany static inline bool CompareVars(const ASanStackVariableDescription &a,
294fb7801bSKostya Serebryany                                const ASanStackVariableDescription &b) {
304fb7801bSKostya Serebryany   return a.Alignment > b.Alignment;
314fb7801bSKostya Serebryany }
324fb7801bSKostya Serebryany 
334fb7801bSKostya Serebryany // We also force minimal alignment for all vars to kMinAlignment so that vars
344fb7801bSKostya Serebryany // with e.g. alignment 1 and alignment 16 do not get reordered by CompareVars.
35ab7d4218SArthur Eubanks static const uint64_t kMinAlignment = 16;
364fb7801bSKostya Serebryany 
379abeecc0SWalter Lee // We want to add a full redzone after every variable.
384fb7801bSKostya Serebryany // The larger the variable Size the larger is the redzone.
394fb7801bSKostya Serebryany // The resulting frame size is a multiple of Alignment.
VarAndRedzoneSize(uint64_t Size,uint64_t Granularity,uint64_t Alignment)40*72dddce6SArthur Eubanks static uint64_t VarAndRedzoneSize(uint64_t Size, uint64_t Granularity,
41*72dddce6SArthur Eubanks                                   uint64_t Alignment) {
42*72dddce6SArthur Eubanks   uint64_t Res = 0;
434fb7801bSKostya Serebryany   if (Size <= 4)  Res = 16;
444fb7801bSKostya Serebryany   else if (Size <= 16) Res = 32;
454fb7801bSKostya Serebryany   else if (Size <= 128) Res = Size + 32;
464fb7801bSKostya Serebryany   else if (Size <= 512) Res = Size + 64;
474fb7801bSKostya Serebryany   else if (Size <= 4096) Res = Size + 128;
484fb7801bSKostya Serebryany   else                   Res = Size + 256;
499abeecc0SWalter Lee   return alignTo(std::max(Res, 2 * Granularity), Alignment);
504fb7801bSKostya Serebryany }
514fb7801bSKostya Serebryany 
52db331d8bSVitaly Buka ASanStackFrameLayout
ComputeASanStackFrameLayout(SmallVectorImpl<ASanStackVariableDescription> & Vars,uint64_t Granularity,uint64_t MinHeaderSize)534fb7801bSKostya Serebryany ComputeASanStackFrameLayout(SmallVectorImpl<ASanStackVariableDescription> &Vars,
54*72dddce6SArthur Eubanks                             uint64_t Granularity, uint64_t MinHeaderSize) {
554fb7801bSKostya Serebryany   assert(Granularity >= 8 && Granularity <= 64 &&
564fb7801bSKostya Serebryany          (Granularity & (Granularity - 1)) == 0);
574fb7801bSKostya Serebryany   assert(MinHeaderSize >= 16 && (MinHeaderSize & (MinHeaderSize - 1)) == 0 &&
584fb7801bSKostya Serebryany          MinHeaderSize >= Granularity);
59db331d8bSVitaly Buka   const size_t NumVars = Vars.size();
604fb7801bSKostya Serebryany   assert(NumVars > 0);
614fb7801bSKostya Serebryany   for (size_t i = 0; i < NumVars; i++)
624fb7801bSKostya Serebryany     Vars[i].Alignment = std::max(Vars[i].Alignment, kMinAlignment);
634fb7801bSKostya Serebryany 
64efd94c56SFangrui Song   llvm::stable_sort(Vars, CompareVars);
65db331d8bSVitaly Buka 
66db331d8bSVitaly Buka   ASanStackFrameLayout Layout;
67db331d8bSVitaly Buka   Layout.Granularity = Granularity;
68db331d8bSVitaly Buka   Layout.FrameAlignment = std::max(Granularity, Vars[0].Alignment);
69*72dddce6SArthur Eubanks   uint64_t Offset =
70*72dddce6SArthur Eubanks       std::max(std::max(MinHeaderSize, Granularity), Vars[0].Alignment);
714fb7801bSKostya Serebryany   assert((Offset % Granularity) == 0);
724fb7801bSKostya Serebryany   for (size_t i = 0; i < NumVars; i++) {
734fb7801bSKostya Serebryany     bool IsLast = i == NumVars - 1;
74*72dddce6SArthur Eubanks     uint64_t Alignment = std::max(Granularity, Vars[i].Alignment);
75152d48d3SKostya Serebryany     (void)Alignment;  // Used only in asserts.
76*72dddce6SArthur Eubanks     uint64_t Size = Vars[i].Size;
774fb7801bSKostya Serebryany     assert((Alignment & (Alignment - 1)) == 0);
78db331d8bSVitaly Buka     assert(Layout.FrameAlignment >= Alignment);
794fb7801bSKostya Serebryany     assert((Offset % Alignment) == 0);
804fb7801bSKostya Serebryany     assert(Size > 0);
81*72dddce6SArthur Eubanks     uint64_t NextAlignment =
82*72dddce6SArthur Eubanks         IsLast ? Granularity : std::max(Granularity, Vars[i + 1].Alignment);
83*72dddce6SArthur Eubanks     uint64_t SizeWithRedzone =
84*72dddce6SArthur Eubanks         VarAndRedzoneSize(Size, Granularity, NextAlignment);
854fb7801bSKostya Serebryany     Vars[i].Offset = Offset;
864fb7801bSKostya Serebryany     Offset += SizeWithRedzone;
874fb7801bSKostya Serebryany   }
884fb7801bSKostya Serebryany   if (Offset % MinHeaderSize) {
89db331d8bSVitaly Buka     Offset += MinHeaderSize - (Offset % MinHeaderSize);
904fb7801bSKostya Serebryany   }
91db331d8bSVitaly Buka   Layout.FrameSize = Offset;
92db331d8bSVitaly Buka   assert((Layout.FrameSize % MinHeaderSize) == 0);
93db331d8bSVitaly Buka   return Layout;
94db331d8bSVitaly Buka }
95db331d8bSVitaly Buka 
ComputeASanStackFrameDescription(const SmallVectorImpl<ASanStackVariableDescription> & Vars)965910a925SVitaly Buka SmallString<64> ComputeASanStackFrameDescription(
975910a925SVitaly Buka     const SmallVectorImpl<ASanStackVariableDescription> &Vars) {
985910a925SVitaly Buka   SmallString<2048> StackDescriptionStorage;
995910a925SVitaly Buka   raw_svector_ostream StackDescription(StackDescriptionStorage);
1005910a925SVitaly Buka   StackDescription << Vars.size();
1015910a925SVitaly Buka 
1025910a925SVitaly Buka   for (const auto &Var : Vars) {
1035910a925SVitaly Buka     std::string Name = Var.Name;
1045910a925SVitaly Buka     if (Var.Line) {
1055910a925SVitaly Buka       Name += ":";
106490fda33SVitaly Buka       Name += to_string(Var.Line);
1075910a925SVitaly Buka     }
1085910a925SVitaly Buka     StackDescription << " " << Var.Offset << " " << Var.Size << " "
1095910a925SVitaly Buka                      << Name.size() << " " << Name;
1105910a925SVitaly Buka   }
1115910a925SVitaly Buka   return StackDescription.str();
1125910a925SVitaly Buka }
1135910a925SVitaly Buka 
114db331d8bSVitaly Buka SmallVector<uint8_t, 64>
GetShadowBytes(const SmallVectorImpl<ASanStackVariableDescription> & Vars,const ASanStackFrameLayout & Layout)115db331d8bSVitaly Buka GetShadowBytes(const SmallVectorImpl<ASanStackVariableDescription> &Vars,
116db331d8bSVitaly Buka                const ASanStackFrameLayout &Layout) {
117c10c3344STim Northover   assert(Vars.size() > 0);
118db331d8bSVitaly Buka   SmallVector<uint8_t, 64> SB;
119db331d8bSVitaly Buka   SB.clear();
120*72dddce6SArthur Eubanks   const uint64_t Granularity = Layout.Granularity;
121db331d8bSVitaly Buka   SB.resize(Vars[0].Offset / Granularity, kAsanStackLeftRedzoneMagic);
122db331d8bSVitaly Buka   for (const auto &Var : Vars) {
123db331d8bSVitaly Buka     SB.resize(Var.Offset / Granularity, kAsanStackMidRedzoneMagic);
124db331d8bSVitaly Buka 
125db331d8bSVitaly Buka     SB.resize(SB.size() + Var.Size / Granularity, 0);
126db331d8bSVitaly Buka     if (Var.Size % Granularity)
127db331d8bSVitaly Buka       SB.push_back(Var.Size % Granularity);
128db331d8bSVitaly Buka   }
129db331d8bSVitaly Buka   SB.resize(Layout.FrameSize / Granularity, kAsanStackRightRedzoneMagic);
130db331d8bSVitaly Buka   return SB;
131db331d8bSVitaly Buka }
132db331d8bSVitaly Buka 
GetShadowBytesAfterScope(const SmallVectorImpl<ASanStackVariableDescription> & Vars,const ASanStackFrameLayout & Layout)133db331d8bSVitaly Buka SmallVector<uint8_t, 64> GetShadowBytesAfterScope(
134db331d8bSVitaly Buka     const SmallVectorImpl<ASanStackVariableDescription> &Vars,
135db331d8bSVitaly Buka     const ASanStackFrameLayout &Layout) {
136db331d8bSVitaly Buka   SmallVector<uint8_t, 64> SB = GetShadowBytes(Vars, Layout);
137*72dddce6SArthur Eubanks   const uint64_t Granularity = Layout.Granularity;
138db331d8bSVitaly Buka 
139db331d8bSVitaly Buka   for (const auto &Var : Vars) {
1405910a925SVitaly Buka     assert(Var.LifetimeSize <= Var.Size);
141*72dddce6SArthur Eubanks     const uint64_t LifetimeShadowSize =
142db331d8bSVitaly Buka         (Var.LifetimeSize + Granularity - 1) / Granularity;
143*72dddce6SArthur Eubanks     const uint64_t Offset = Var.Offset / Granularity;
144db331d8bSVitaly Buka     std::fill(SB.begin() + Offset, SB.begin() + Offset + LifetimeShadowSize,
145db331d8bSVitaly Buka               kAsanStackUseAfterScopeMagic);
146db331d8bSVitaly Buka   }
147db331d8bSVitaly Buka 
148db331d8bSVitaly Buka   return SB;
1494fb7801bSKostya Serebryany }
1504fb7801bSKostya Serebryany 
151f00654e3SAlexander Kornienko } // llvm namespace
152