14fb7801bSKostya Serebryany //===-- ASanStackFrameLayout.cpp - helper for AddressSanitizer ------------===//
24fb7801bSKostya Serebryany //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
64fb7801bSKostya Serebryany //
74fb7801bSKostya Serebryany //===----------------------------------------------------------------------===//
84fb7801bSKostya Serebryany //
94fb7801bSKostya Serebryany // Definition of ComputeASanStackFrameLayout (see ASanStackFrameLayout.h).
104fb7801bSKostya Serebryany //
114fb7801bSKostya Serebryany //===----------------------------------------------------------------------===//
124fb7801bSKostya Serebryany #include "llvm/Transforms/Utils/ASanStackFrameLayout.h"
134fb7801bSKostya Serebryany #include "llvm/ADT/SmallString.h"
14d88e5201SVitaly Buka #include "llvm/IR/DebugInfo.h"
15292acab8SEvgeniy Stepanov #include "llvm/Support/MathExtras.h"
16490fda33SVitaly Buka #include "llvm/Support/ScopedPrinter.h"
1745d4cb9aSWeiming Zhao #include "llvm/Support/raw_ostream.h"
184fb7801bSKostya Serebryany #include <algorithm>
194fb7801bSKostya Serebryany 
204fb7801bSKostya Serebryany namespace llvm {
214fb7801bSKostya Serebryany 
224fb7801bSKostya Serebryany // We sort the stack variables by alignment (largest first) to minimize
234fb7801bSKostya Serebryany // unnecessary large gaps due to alignment.
244fb7801bSKostya Serebryany // It is tempting to also sort variables by size so that larger variables
254fb7801bSKostya Serebryany // have larger redzones at both ends. But reordering will make report analysis
264fb7801bSKostya Serebryany // harder, especially when temporary unnamed variables are present.
274fb7801bSKostya Serebryany // So, until we can provide more information (type, line number, etc)
284fb7801bSKostya Serebryany // for the stack variables we avoid reordering them too much.
294fb7801bSKostya Serebryany static inline bool CompareVars(const ASanStackVariableDescription &a,
304fb7801bSKostya Serebryany                                const ASanStackVariableDescription &b) {
314fb7801bSKostya Serebryany   return a.Alignment > b.Alignment;
324fb7801bSKostya Serebryany }
334fb7801bSKostya Serebryany 
344fb7801bSKostya Serebryany // We also force minimal alignment for all vars to kMinAlignment so that vars
354fb7801bSKostya Serebryany // with e.g. alignment 1 and alignment 16 do not get reordered by CompareVars.
36ab7d4218SArthur Eubanks static const uint64_t kMinAlignment = 16;
374fb7801bSKostya Serebryany 
389abeecc0SWalter Lee // We want to add a full redzone after every variable.
394fb7801bSKostya Serebryany // The larger the variable Size the larger is the redzone.
404fb7801bSKostya Serebryany // The resulting frame size is a multiple of Alignment.
41*72dddce6SArthur Eubanks static uint64_t VarAndRedzoneSize(uint64_t Size, uint64_t Granularity,
42*72dddce6SArthur Eubanks                                   uint64_t Alignment) {
43*72dddce6SArthur Eubanks   uint64_t Res = 0;
444fb7801bSKostya Serebryany   if (Size <= 4)  Res = 16;
454fb7801bSKostya Serebryany   else if (Size <= 16) Res = 32;
464fb7801bSKostya Serebryany   else if (Size <= 128) Res = Size + 32;
474fb7801bSKostya Serebryany   else if (Size <= 512) Res = Size + 64;
484fb7801bSKostya Serebryany   else if (Size <= 4096) Res = Size + 128;
494fb7801bSKostya Serebryany   else                   Res = Size + 256;
509abeecc0SWalter Lee   return alignTo(std::max(Res, 2 * Granularity), Alignment);
514fb7801bSKostya Serebryany }
524fb7801bSKostya Serebryany 
53db331d8bSVitaly Buka ASanStackFrameLayout
544fb7801bSKostya Serebryany ComputeASanStackFrameLayout(SmallVectorImpl<ASanStackVariableDescription> &Vars,
55*72dddce6SArthur Eubanks                             uint64_t Granularity, uint64_t MinHeaderSize) {
564fb7801bSKostya Serebryany   assert(Granularity >= 8 && Granularity <= 64 &&
574fb7801bSKostya Serebryany          (Granularity & (Granularity - 1)) == 0);
584fb7801bSKostya Serebryany   assert(MinHeaderSize >= 16 && (MinHeaderSize & (MinHeaderSize - 1)) == 0 &&
594fb7801bSKostya Serebryany          MinHeaderSize >= Granularity);
60db331d8bSVitaly Buka   const size_t NumVars = Vars.size();
614fb7801bSKostya Serebryany   assert(NumVars > 0);
624fb7801bSKostya Serebryany   for (size_t i = 0; i < NumVars; i++)
634fb7801bSKostya Serebryany     Vars[i].Alignment = std::max(Vars[i].Alignment, kMinAlignment);
644fb7801bSKostya Serebryany 
65efd94c56SFangrui Song   llvm::stable_sort(Vars, CompareVars);
66db331d8bSVitaly Buka 
67db331d8bSVitaly Buka   ASanStackFrameLayout Layout;
68db331d8bSVitaly Buka   Layout.Granularity = Granularity;
69db331d8bSVitaly Buka   Layout.FrameAlignment = std::max(Granularity, Vars[0].Alignment);
70*72dddce6SArthur Eubanks   uint64_t Offset =
71*72dddce6SArthur Eubanks       std::max(std::max(MinHeaderSize, Granularity), Vars[0].Alignment);
724fb7801bSKostya Serebryany   assert((Offset % Granularity) == 0);
734fb7801bSKostya Serebryany   for (size_t i = 0; i < NumVars; i++) {
744fb7801bSKostya Serebryany     bool IsLast = i == NumVars - 1;
75*72dddce6SArthur Eubanks     uint64_t Alignment = std::max(Granularity, Vars[i].Alignment);
76152d48d3SKostya Serebryany     (void)Alignment;  // Used only in asserts.
77*72dddce6SArthur Eubanks     uint64_t Size = Vars[i].Size;
784fb7801bSKostya Serebryany     assert((Alignment & (Alignment - 1)) == 0);
79db331d8bSVitaly Buka     assert(Layout.FrameAlignment >= Alignment);
804fb7801bSKostya Serebryany     assert((Offset % Alignment) == 0);
814fb7801bSKostya Serebryany     assert(Size > 0);
82*72dddce6SArthur Eubanks     uint64_t NextAlignment =
83*72dddce6SArthur Eubanks         IsLast ? Granularity : std::max(Granularity, Vars[i + 1].Alignment);
84*72dddce6SArthur Eubanks     uint64_t SizeWithRedzone =
85*72dddce6SArthur Eubanks         VarAndRedzoneSize(Size, Granularity, NextAlignment);
864fb7801bSKostya Serebryany     Vars[i].Offset = Offset;
874fb7801bSKostya Serebryany     Offset += SizeWithRedzone;
884fb7801bSKostya Serebryany   }
894fb7801bSKostya Serebryany   if (Offset % MinHeaderSize) {
90db331d8bSVitaly Buka     Offset += MinHeaderSize - (Offset % MinHeaderSize);
914fb7801bSKostya Serebryany   }
92db331d8bSVitaly Buka   Layout.FrameSize = Offset;
93db331d8bSVitaly Buka   assert((Layout.FrameSize % MinHeaderSize) == 0);
94db331d8bSVitaly Buka   return Layout;
95db331d8bSVitaly Buka }
96db331d8bSVitaly Buka 
975910a925SVitaly Buka SmallString<64> ComputeASanStackFrameDescription(
985910a925SVitaly Buka     const SmallVectorImpl<ASanStackVariableDescription> &Vars) {
995910a925SVitaly Buka   SmallString<2048> StackDescriptionStorage;
1005910a925SVitaly Buka   raw_svector_ostream StackDescription(StackDescriptionStorage);
1015910a925SVitaly Buka   StackDescription << Vars.size();
1025910a925SVitaly Buka 
1035910a925SVitaly Buka   for (const auto &Var : Vars) {
1045910a925SVitaly Buka     std::string Name = Var.Name;
1055910a925SVitaly Buka     if (Var.Line) {
1065910a925SVitaly Buka       Name += ":";
107490fda33SVitaly Buka       Name += to_string(Var.Line);
1085910a925SVitaly Buka     }
1095910a925SVitaly Buka     StackDescription << " " << Var.Offset << " " << Var.Size << " "
1105910a925SVitaly Buka                      << Name.size() << " " << Name;
1115910a925SVitaly Buka   }
1125910a925SVitaly Buka   return StackDescription.str();
1135910a925SVitaly Buka }
1145910a925SVitaly Buka 
115db331d8bSVitaly Buka SmallVector<uint8_t, 64>
116db331d8bSVitaly Buka GetShadowBytes(const SmallVectorImpl<ASanStackVariableDescription> &Vars,
117db331d8bSVitaly Buka                const ASanStackFrameLayout &Layout) {
118c10c3344STim Northover   assert(Vars.size() > 0);
119db331d8bSVitaly Buka   SmallVector<uint8_t, 64> SB;
120db331d8bSVitaly Buka   SB.clear();
121*72dddce6SArthur Eubanks   const uint64_t Granularity = Layout.Granularity;
122db331d8bSVitaly Buka   SB.resize(Vars[0].Offset / Granularity, kAsanStackLeftRedzoneMagic);
123db331d8bSVitaly Buka   for (const auto &Var : Vars) {
124db331d8bSVitaly Buka     SB.resize(Var.Offset / Granularity, kAsanStackMidRedzoneMagic);
125db331d8bSVitaly Buka 
126db331d8bSVitaly Buka     SB.resize(SB.size() + Var.Size / Granularity, 0);
127db331d8bSVitaly Buka     if (Var.Size % Granularity)
128db331d8bSVitaly Buka       SB.push_back(Var.Size % Granularity);
129db331d8bSVitaly Buka   }
130db331d8bSVitaly Buka   SB.resize(Layout.FrameSize / Granularity, kAsanStackRightRedzoneMagic);
131db331d8bSVitaly Buka   return SB;
132db331d8bSVitaly Buka }
133db331d8bSVitaly Buka 
134db331d8bSVitaly Buka SmallVector<uint8_t, 64> GetShadowBytesAfterScope(
135db331d8bSVitaly Buka     const SmallVectorImpl<ASanStackVariableDescription> &Vars,
136db331d8bSVitaly Buka     const ASanStackFrameLayout &Layout) {
137db331d8bSVitaly Buka   SmallVector<uint8_t, 64> SB = GetShadowBytes(Vars, Layout);
138*72dddce6SArthur Eubanks   const uint64_t Granularity = Layout.Granularity;
139db331d8bSVitaly Buka 
140db331d8bSVitaly Buka   for (const auto &Var : Vars) {
1415910a925SVitaly Buka     assert(Var.LifetimeSize <= Var.Size);
142*72dddce6SArthur Eubanks     const uint64_t LifetimeShadowSize =
143db331d8bSVitaly Buka         (Var.LifetimeSize + Granularity - 1) / Granularity;
144*72dddce6SArthur Eubanks     const uint64_t Offset = Var.Offset / Granularity;
145db331d8bSVitaly Buka     std::fill(SB.begin() + Offset, SB.begin() + Offset + LifetimeShadowSize,
146db331d8bSVitaly Buka               kAsanStackUseAfterScopeMagic);
147db331d8bSVitaly Buka   }
148db331d8bSVitaly Buka 
149db331d8bSVitaly Buka   return SB;
1504fb7801bSKostya Serebryany }
1514fb7801bSKostya Serebryany 
152f00654e3SAlexander Kornienko } // llvm namespace
153