1*2db0cfa6SEugene Zelenko //===- MSFBuilder.cpp -----------------------------------------------------===//
2a3225b04SZachary Turner //
3a3225b04SZachary Turner //                     The LLVM Compiler Infrastructure
4a3225b04SZachary Turner //
5a3225b04SZachary Turner // This file is distributed under the University of Illinois Open Source
6a3225b04SZachary Turner // License. See LICENSE.TXT for details.
7a3225b04SZachary Turner //
8a3225b04SZachary Turner //===----------------------------------------------------------------------===//
9a3225b04SZachary Turner 
10*2db0cfa6SEugene Zelenko #include "llvm/ADT/ArrayRef.h"
11a3225b04SZachary Turner #include "llvm/DebugInfo/MSF/MSFBuilder.h"
12a3225b04SZachary Turner #include "llvm/DebugInfo/MSF/MSFError.h"
13*2db0cfa6SEugene Zelenko #include "llvm/Support/Endian.h"
14*2db0cfa6SEugene Zelenko #include "llvm/Support/Error.h"
15*2db0cfa6SEugene Zelenko #include <algorithm>
16*2db0cfa6SEugene Zelenko #include <cassert>
17*2db0cfa6SEugene Zelenko #include <cstdint>
18*2db0cfa6SEugene Zelenko #include <cstring>
19*2db0cfa6SEugene Zelenko #include <memory>
20*2db0cfa6SEugene Zelenko #include <utility>
21*2db0cfa6SEugene Zelenko #include <vector>
22a3225b04SZachary Turner 
23a3225b04SZachary Turner using namespace llvm;
24a3225b04SZachary Turner using namespace llvm::msf;
25a3225b04SZachary Turner using namespace llvm::support;
26a3225b04SZachary Turner 
27*2db0cfa6SEugene Zelenko static const uint32_t kSuperBlockBlock = 0;
28*2db0cfa6SEugene Zelenko static const uint32_t kFreePageMap0Block = 1;
29*2db0cfa6SEugene Zelenko static const uint32_t kFreePageMap1Block = 2;
30*2db0cfa6SEugene Zelenko static const uint32_t kNumReservedPages = 3;
31a3225b04SZachary Turner 
32*2db0cfa6SEugene Zelenko static const uint32_t kDefaultFreePageMap = kFreePageMap0Block;
33*2db0cfa6SEugene Zelenko static const uint32_t kDefaultBlockMapAddr = kNumReservedPages;
34a3225b04SZachary Turner 
35a3225b04SZachary Turner MSFBuilder::MSFBuilder(uint32_t BlockSize, uint32_t MinBlockCount, bool CanGrow,
36a3225b04SZachary Turner                        BumpPtrAllocator &Allocator)
375d6714e5SRui Ueyama     : Allocator(Allocator), IsGrowable(CanGrow),
385d6714e5SRui Ueyama       FreePageMap(kDefaultFreePageMap), BlockSize(BlockSize),
39a3225b04SZachary Turner       MininumBlocks(MinBlockCount), BlockMapAddr(kDefaultBlockMapAddr),
40a3225b04SZachary Turner       FreeBlocks(MinBlockCount, true) {
41a3225b04SZachary Turner   FreeBlocks[kSuperBlockBlock] = false;
42a3225b04SZachary Turner   FreeBlocks[kFreePageMap0Block] = false;
43a3225b04SZachary Turner   FreeBlocks[kFreePageMap1Block] = false;
44a3225b04SZachary Turner   FreeBlocks[BlockMapAddr] = false;
45a3225b04SZachary Turner }
46a3225b04SZachary Turner 
47a3225b04SZachary Turner Expected<MSFBuilder> MSFBuilder::create(BumpPtrAllocator &Allocator,
48a3225b04SZachary Turner                                         uint32_t BlockSize,
49a3225b04SZachary Turner                                         uint32_t MinBlockCount, bool CanGrow) {
50a3225b04SZachary Turner   if (!isValidBlockSize(BlockSize))
51a3225b04SZachary Turner     return make_error<MSFError>(msf_error_code::invalid_format,
52a3225b04SZachary Turner                                 "The requested block size is unsupported");
53a3225b04SZachary Turner 
54a3225b04SZachary Turner   return MSFBuilder(BlockSize,
55a3225b04SZachary Turner                     std::max(MinBlockCount, msf::getMinimumBlockCount()),
56a3225b04SZachary Turner                     CanGrow, Allocator);
57a3225b04SZachary Turner }
58a3225b04SZachary Turner 
59a3225b04SZachary Turner Error MSFBuilder::setBlockMapAddr(uint32_t Addr) {
60a3225b04SZachary Turner   if (Addr == BlockMapAddr)
61a3225b04SZachary Turner     return Error::success();
62a3225b04SZachary Turner 
63a3225b04SZachary Turner   if (Addr >= FreeBlocks.size()) {
64a3225b04SZachary Turner     if (!IsGrowable)
65a3225b04SZachary Turner       return make_error<MSFError>(msf_error_code::insufficient_buffer,
66a3225b04SZachary Turner                                   "Cannot grow the number of blocks");
674ee7f3c9SRui Ueyama     FreeBlocks.resize(Addr + 1, true);
68a3225b04SZachary Turner   }
69a3225b04SZachary Turner 
70a3225b04SZachary Turner   if (!isBlockFree(Addr))
71a3225b04SZachary Turner     return make_error<MSFError>(
72a3225b04SZachary Turner         msf_error_code::block_in_use,
73a3225b04SZachary Turner         "Requested block map address is already in use");
74a3225b04SZachary Turner   FreeBlocks[BlockMapAddr] = true;
75a3225b04SZachary Turner   FreeBlocks[Addr] = false;
76a3225b04SZachary Turner   BlockMapAddr = Addr;
77a3225b04SZachary Turner   return Error::success();
78a3225b04SZachary Turner }
79a3225b04SZachary Turner 
80a3225b04SZachary Turner void MSFBuilder::setFreePageMap(uint32_t Fpm) { FreePageMap = Fpm; }
81a3225b04SZachary Turner 
82a3225b04SZachary Turner void MSFBuilder::setUnknown1(uint32_t Unk1) { Unknown1 = Unk1; }
83a3225b04SZachary Turner 
84a3225b04SZachary Turner Error MSFBuilder::setDirectoryBlocksHint(ArrayRef<uint32_t> DirBlocks) {
85a3225b04SZachary Turner   for (auto B : DirectoryBlocks)
86a3225b04SZachary Turner     FreeBlocks[B] = true;
87a3225b04SZachary Turner   for (auto B : DirBlocks) {
88a3225b04SZachary Turner     if (!isBlockFree(B)) {
89a3225b04SZachary Turner       return make_error<MSFError>(msf_error_code::unspecified,
90a3225b04SZachary Turner                                   "Attempt to reuse an allocated block");
91a3225b04SZachary Turner     }
92a3225b04SZachary Turner     FreeBlocks[B] = false;
93a3225b04SZachary Turner   }
94a3225b04SZachary Turner 
95a3225b04SZachary Turner   DirectoryBlocks = DirBlocks;
96a3225b04SZachary Turner   return Error::success();
97a3225b04SZachary Turner }
98a3225b04SZachary Turner 
99a3225b04SZachary Turner Error MSFBuilder::allocateBlocks(uint32_t NumBlocks,
100a3225b04SZachary Turner                                  MutableArrayRef<uint32_t> Blocks) {
101a3225b04SZachary Turner   if (NumBlocks == 0)
102a3225b04SZachary Turner     return Error::success();
103a3225b04SZachary Turner 
104a3225b04SZachary Turner   uint32_t NumFreeBlocks = FreeBlocks.count();
105a3225b04SZachary Turner   if (NumFreeBlocks < NumBlocks) {
106a3225b04SZachary Turner     if (!IsGrowable)
107a3225b04SZachary Turner       return make_error<MSFError>(msf_error_code::insufficient_buffer,
108a3225b04SZachary Turner                                   "There are no free Blocks in the file");
109a3225b04SZachary Turner     uint32_t AllocBlocks = NumBlocks - NumFreeBlocks;
110a3225b04SZachary Turner     FreeBlocks.resize(AllocBlocks + FreeBlocks.size(), true);
111a3225b04SZachary Turner   }
112a3225b04SZachary Turner 
113a3225b04SZachary Turner   int I = 0;
114a3225b04SZachary Turner   int Block = FreeBlocks.find_first();
115a3225b04SZachary Turner   do {
116a3225b04SZachary Turner     assert(Block != -1 && "We ran out of Blocks!");
117a3225b04SZachary Turner 
118a3225b04SZachary Turner     uint32_t NextBlock = static_cast<uint32_t>(Block);
119a3225b04SZachary Turner     Blocks[I++] = NextBlock;
120a3225b04SZachary Turner     FreeBlocks.reset(NextBlock);
121a3225b04SZachary Turner     Block = FreeBlocks.find_next(Block);
122a3225b04SZachary Turner   } while (--NumBlocks > 0);
123a3225b04SZachary Turner   return Error::success();
124a3225b04SZachary Turner }
125a3225b04SZachary Turner 
126a3225b04SZachary Turner uint32_t MSFBuilder::getNumUsedBlocks() const {
127a3225b04SZachary Turner   return getTotalBlockCount() - getNumFreeBlocks();
128a3225b04SZachary Turner }
129a3225b04SZachary Turner 
130a3225b04SZachary Turner uint32_t MSFBuilder::getNumFreeBlocks() const { return FreeBlocks.count(); }
131a3225b04SZachary Turner 
132a3225b04SZachary Turner uint32_t MSFBuilder::getTotalBlockCount() const { return FreeBlocks.size(); }
133a3225b04SZachary Turner 
134a3225b04SZachary Turner bool MSFBuilder::isBlockFree(uint32_t Idx) const { return FreeBlocks[Idx]; }
135a3225b04SZachary Turner 
136620961deSZachary Turner Expected<uint32_t> MSFBuilder::addStream(uint32_t Size,
137620961deSZachary Turner                                          ArrayRef<uint32_t> Blocks) {
138a3225b04SZachary Turner   // Add a new stream mapped to the specified blocks.  Verify that the specified
139a3225b04SZachary Turner   // blocks are both necessary and sufficient for holding the requested number
140a3225b04SZachary Turner   // of bytes, and verify that all requested blocks are free.
141a3225b04SZachary Turner   uint32_t ReqBlocks = bytesToBlocks(Size, BlockSize);
142a3225b04SZachary Turner   if (ReqBlocks != Blocks.size())
143a3225b04SZachary Turner     return make_error<MSFError>(
144a3225b04SZachary Turner         msf_error_code::invalid_format,
145a3225b04SZachary Turner         "Incorrect number of blocks for requested stream size");
146a3225b04SZachary Turner   for (auto Block : Blocks) {
147a3225b04SZachary Turner     if (Block >= FreeBlocks.size())
148a3225b04SZachary Turner       FreeBlocks.resize(Block + 1, true);
149a3225b04SZachary Turner 
150a3225b04SZachary Turner     if (!FreeBlocks.test(Block))
151a3225b04SZachary Turner       return make_error<MSFError>(
152a3225b04SZachary Turner           msf_error_code::unspecified,
153a3225b04SZachary Turner           "Attempt to re-use an already allocated block");
154a3225b04SZachary Turner   }
155a3225b04SZachary Turner   // Mark all the blocks occupied by the new stream as not free.
156a3225b04SZachary Turner   for (auto Block : Blocks) {
157a3225b04SZachary Turner     FreeBlocks.reset(Block);
158a3225b04SZachary Turner   }
159a3225b04SZachary Turner   StreamData.push_back(std::make_pair(Size, Blocks));
160620961deSZachary Turner   return StreamData.size() - 1;
161a3225b04SZachary Turner }
162a3225b04SZachary Turner 
163620961deSZachary Turner Expected<uint32_t> MSFBuilder::addStream(uint32_t Size) {
164a3225b04SZachary Turner   uint32_t ReqBlocks = bytesToBlocks(Size, BlockSize);
165a3225b04SZachary Turner   std::vector<uint32_t> NewBlocks;
166a3225b04SZachary Turner   NewBlocks.resize(ReqBlocks);
167a3225b04SZachary Turner   if (auto EC = allocateBlocks(ReqBlocks, NewBlocks))
168620961deSZachary Turner     return std::move(EC);
169a3225b04SZachary Turner   StreamData.push_back(std::make_pair(Size, NewBlocks));
170620961deSZachary Turner   return StreamData.size() - 1;
171a3225b04SZachary Turner }
172a3225b04SZachary Turner 
173a3225b04SZachary Turner Error MSFBuilder::setStreamSize(uint32_t Idx, uint32_t Size) {
174a3225b04SZachary Turner   uint32_t OldSize = getStreamSize(Idx);
175a3225b04SZachary Turner   if (OldSize == Size)
176a3225b04SZachary Turner     return Error::success();
177a3225b04SZachary Turner 
178a3225b04SZachary Turner   uint32_t NewBlocks = bytesToBlocks(Size, BlockSize);
179a3225b04SZachary Turner   uint32_t OldBlocks = bytesToBlocks(OldSize, BlockSize);
180a3225b04SZachary Turner 
181a3225b04SZachary Turner   if (NewBlocks > OldBlocks) {
182a3225b04SZachary Turner     uint32_t AddedBlocks = NewBlocks - OldBlocks;
183a3225b04SZachary Turner     // If we're growing, we have to allocate new Blocks.
184a3225b04SZachary Turner     std::vector<uint32_t> AddedBlockList;
185a3225b04SZachary Turner     AddedBlockList.resize(AddedBlocks);
186a3225b04SZachary Turner     if (auto EC = allocateBlocks(AddedBlocks, AddedBlockList))
187a3225b04SZachary Turner       return EC;
188a3225b04SZachary Turner     auto &CurrentBlocks = StreamData[Idx].second;
189a3225b04SZachary Turner     CurrentBlocks.insert(CurrentBlocks.end(), AddedBlockList.begin(),
190a3225b04SZachary Turner                          AddedBlockList.end());
191a3225b04SZachary Turner   } else if (OldBlocks > NewBlocks) {
192a3225b04SZachary Turner     // For shrinking, free all the Blocks in the Block map, update the stream
193a3225b04SZachary Turner     // data, then shrink the directory.
194a3225b04SZachary Turner     uint32_t RemovedBlocks = OldBlocks - NewBlocks;
195a3225b04SZachary Turner     auto CurrentBlocks = ArrayRef<uint32_t>(StreamData[Idx].second);
196a3225b04SZachary Turner     auto RemovedBlockList = CurrentBlocks.drop_front(NewBlocks);
197a3225b04SZachary Turner     for (auto P : RemovedBlockList)
198a3225b04SZachary Turner       FreeBlocks[P] = true;
199a3225b04SZachary Turner     StreamData[Idx].second = CurrentBlocks.drop_back(RemovedBlocks);
200a3225b04SZachary Turner   }
201a3225b04SZachary Turner 
202a3225b04SZachary Turner   StreamData[Idx].first = Size;
203a3225b04SZachary Turner   return Error::success();
204a3225b04SZachary Turner }
205a3225b04SZachary Turner 
206a3225b04SZachary Turner uint32_t MSFBuilder::getNumStreams() const { return StreamData.size(); }
207a3225b04SZachary Turner 
208a3225b04SZachary Turner uint32_t MSFBuilder::getStreamSize(uint32_t StreamIdx) const {
209a3225b04SZachary Turner   return StreamData[StreamIdx].first;
210a3225b04SZachary Turner }
211a3225b04SZachary Turner 
212a3225b04SZachary Turner ArrayRef<uint32_t> MSFBuilder::getStreamBlocks(uint32_t StreamIdx) const {
213a3225b04SZachary Turner   return StreamData[StreamIdx].second;
214a3225b04SZachary Turner }
215a3225b04SZachary Turner 
216a3225b04SZachary Turner uint32_t MSFBuilder::computeDirectoryByteSize() const {
217a3225b04SZachary Turner   // The directory has the following layout, where each item is a ulittle32_t:
218a3225b04SZachary Turner   //    NumStreams
219a3225b04SZachary Turner   //    StreamSizes[NumStreams]
220a3225b04SZachary Turner   //    StreamBlocks[NumStreams][]
221a3225b04SZachary Turner   uint32_t Size = sizeof(ulittle32_t);             // NumStreams
222a3225b04SZachary Turner   Size += StreamData.size() * sizeof(ulittle32_t); // StreamSizes
223a3225b04SZachary Turner   for (const auto &D : StreamData) {
224a3225b04SZachary Turner     uint32_t ExpectedNumBlocks = bytesToBlocks(D.first, BlockSize);
225a3225b04SZachary Turner     assert(ExpectedNumBlocks == D.second.size() &&
226a3225b04SZachary Turner            "Unexpected number of blocks");
227a3225b04SZachary Turner     Size += ExpectedNumBlocks * sizeof(ulittle32_t);
228a3225b04SZachary Turner   }
229a3225b04SZachary Turner   return Size;
230a3225b04SZachary Turner }
231a3225b04SZachary Turner 
232a3225b04SZachary Turner Expected<MSFLayout> MSFBuilder::build() {
233a3225b04SZachary Turner   SuperBlock *SB = Allocator.Allocate<SuperBlock>();
234a3225b04SZachary Turner   MSFLayout L;
235a3225b04SZachary Turner   L.SB = SB;
236a3225b04SZachary Turner 
237a3225b04SZachary Turner   std::memcpy(SB->MagicBytes, Magic, sizeof(Magic));
238a3225b04SZachary Turner   SB->BlockMapAddr = BlockMapAddr;
239a3225b04SZachary Turner   SB->BlockSize = BlockSize;
240a3225b04SZachary Turner   SB->NumDirectoryBytes = computeDirectoryByteSize();
241a3225b04SZachary Turner   SB->FreeBlockMapBlock = FreePageMap;
242a3225b04SZachary Turner   SB->Unknown1 = Unknown1;
243a3225b04SZachary Turner 
244a3225b04SZachary Turner   uint32_t NumDirectoryBlocks = bytesToBlocks(SB->NumDirectoryBytes, BlockSize);
245a3225b04SZachary Turner   if (NumDirectoryBlocks > DirectoryBlocks.size()) {
246a3225b04SZachary Turner     // Our hint wasn't enough to satisfy the entire directory.  Allocate
247a3225b04SZachary Turner     // remaining pages.
248a3225b04SZachary Turner     std::vector<uint32_t> ExtraBlocks;
249a3225b04SZachary Turner     uint32_t NumExtraBlocks = NumDirectoryBlocks - DirectoryBlocks.size();
250a3225b04SZachary Turner     ExtraBlocks.resize(NumExtraBlocks);
251a3225b04SZachary Turner     if (auto EC = allocateBlocks(NumExtraBlocks, ExtraBlocks))
252a3225b04SZachary Turner       return std::move(EC);
253a3225b04SZachary Turner     DirectoryBlocks.insert(DirectoryBlocks.end(), ExtraBlocks.begin(),
254a3225b04SZachary Turner                            ExtraBlocks.end());
255a3225b04SZachary Turner   } else if (NumDirectoryBlocks < DirectoryBlocks.size()) {
256a3225b04SZachary Turner     uint32_t NumUnnecessaryBlocks = DirectoryBlocks.size() - NumDirectoryBlocks;
257a3225b04SZachary Turner     for (auto B :
258a3225b04SZachary Turner          ArrayRef<uint32_t>(DirectoryBlocks).drop_back(NumUnnecessaryBlocks))
259a3225b04SZachary Turner       FreeBlocks[B] = true;
260a3225b04SZachary Turner     DirectoryBlocks.resize(NumDirectoryBlocks);
261a3225b04SZachary Turner   }
262a3225b04SZachary Turner 
263a3225b04SZachary Turner   // Don't set the number of blocks in the file until after allocating Blocks
264a3225b04SZachary Turner   // for the directory, since the allocation might cause the file to need to
265a3225b04SZachary Turner   // grow.
266a3225b04SZachary Turner   SB->NumBlocks = FreeBlocks.size();
267a3225b04SZachary Turner 
268a3225b04SZachary Turner   ulittle32_t *DirBlocks = Allocator.Allocate<ulittle32_t>(NumDirectoryBlocks);
269a3225b04SZachary Turner   std::uninitialized_copy_n(DirectoryBlocks.begin(), NumDirectoryBlocks,
270a3225b04SZachary Turner                             DirBlocks);
271a3225b04SZachary Turner   L.DirectoryBlocks = ArrayRef<ulittle32_t>(DirBlocks, NumDirectoryBlocks);
272a3225b04SZachary Turner 
273a3225b04SZachary Turner   // The stream sizes should be re-allocated as a stable pointer and the stream
274a3225b04SZachary Turner   // map should have each of its entries allocated as a separate stable pointer.
275*2db0cfa6SEugene Zelenko   if (!StreamData.empty()) {
276a3225b04SZachary Turner     ulittle32_t *Sizes = Allocator.Allocate<ulittle32_t>(StreamData.size());
277a3225b04SZachary Turner     L.StreamSizes = ArrayRef<ulittle32_t>(Sizes, StreamData.size());
278a3225b04SZachary Turner     L.StreamMap.resize(StreamData.size());
279a3225b04SZachary Turner     for (uint32_t I = 0; I < StreamData.size(); ++I) {
280a3225b04SZachary Turner       Sizes[I] = StreamData[I].first;
281a3225b04SZachary Turner       ulittle32_t *BlockList =
282a3225b04SZachary Turner           Allocator.Allocate<ulittle32_t>(StreamData[I].second.size());
283a3225b04SZachary Turner       std::uninitialized_copy_n(StreamData[I].second.begin(),
284a3225b04SZachary Turner                                 StreamData[I].second.size(), BlockList);
285a3225b04SZachary Turner       L.StreamMap[I] =
286a3225b04SZachary Turner           ArrayRef<ulittle32_t>(BlockList, StreamData[I].second.size());
287a3225b04SZachary Turner     }
288a3225b04SZachary Turner   }
289a3225b04SZachary Turner 
290a3225b04SZachary Turner   return L;
291a3225b04SZachary Turner }
292