1*2db0cfa6SEugene Zelenko //===- MSFBuilder.cpp -----------------------------------------------------===// 2a3225b04SZachary Turner // 3a3225b04SZachary Turner // The LLVM Compiler Infrastructure 4a3225b04SZachary Turner // 5a3225b04SZachary Turner // This file is distributed under the University of Illinois Open Source 6a3225b04SZachary Turner // License. See LICENSE.TXT for details. 7a3225b04SZachary Turner // 8a3225b04SZachary Turner //===----------------------------------------------------------------------===// 9a3225b04SZachary Turner 10*2db0cfa6SEugene Zelenko #include "llvm/ADT/ArrayRef.h" 11a3225b04SZachary Turner #include "llvm/DebugInfo/MSF/MSFBuilder.h" 12a3225b04SZachary Turner #include "llvm/DebugInfo/MSF/MSFError.h" 13*2db0cfa6SEugene Zelenko #include "llvm/Support/Endian.h" 14*2db0cfa6SEugene Zelenko #include "llvm/Support/Error.h" 15*2db0cfa6SEugene Zelenko #include <algorithm> 16*2db0cfa6SEugene Zelenko #include <cassert> 17*2db0cfa6SEugene Zelenko #include <cstdint> 18*2db0cfa6SEugene Zelenko #include <cstring> 19*2db0cfa6SEugene Zelenko #include <memory> 20*2db0cfa6SEugene Zelenko #include <utility> 21*2db0cfa6SEugene Zelenko #include <vector> 22a3225b04SZachary Turner 23a3225b04SZachary Turner using namespace llvm; 24a3225b04SZachary Turner using namespace llvm::msf; 25a3225b04SZachary Turner using namespace llvm::support; 26a3225b04SZachary Turner 27*2db0cfa6SEugene Zelenko static const uint32_t kSuperBlockBlock = 0; 28*2db0cfa6SEugene Zelenko static const uint32_t kFreePageMap0Block = 1; 29*2db0cfa6SEugene Zelenko static const uint32_t kFreePageMap1Block = 2; 30*2db0cfa6SEugene Zelenko static const uint32_t kNumReservedPages = 3; 31a3225b04SZachary Turner 32*2db0cfa6SEugene Zelenko static const uint32_t kDefaultFreePageMap = kFreePageMap0Block; 33*2db0cfa6SEugene Zelenko static const uint32_t kDefaultBlockMapAddr = kNumReservedPages; 34a3225b04SZachary Turner 35a3225b04SZachary Turner MSFBuilder::MSFBuilder(uint32_t BlockSize, uint32_t MinBlockCount, bool CanGrow, 36a3225b04SZachary Turner BumpPtrAllocator &Allocator) 375d6714e5SRui Ueyama : Allocator(Allocator), IsGrowable(CanGrow), 385d6714e5SRui Ueyama FreePageMap(kDefaultFreePageMap), BlockSize(BlockSize), 39a3225b04SZachary Turner MininumBlocks(MinBlockCount), BlockMapAddr(kDefaultBlockMapAddr), 40a3225b04SZachary Turner FreeBlocks(MinBlockCount, true) { 41a3225b04SZachary Turner FreeBlocks[kSuperBlockBlock] = false; 42a3225b04SZachary Turner FreeBlocks[kFreePageMap0Block] = false; 43a3225b04SZachary Turner FreeBlocks[kFreePageMap1Block] = false; 44a3225b04SZachary Turner FreeBlocks[BlockMapAddr] = false; 45a3225b04SZachary Turner } 46a3225b04SZachary Turner 47a3225b04SZachary Turner Expected<MSFBuilder> MSFBuilder::create(BumpPtrAllocator &Allocator, 48a3225b04SZachary Turner uint32_t BlockSize, 49a3225b04SZachary Turner uint32_t MinBlockCount, bool CanGrow) { 50a3225b04SZachary Turner if (!isValidBlockSize(BlockSize)) 51a3225b04SZachary Turner return make_error<MSFError>(msf_error_code::invalid_format, 52a3225b04SZachary Turner "The requested block size is unsupported"); 53a3225b04SZachary Turner 54a3225b04SZachary Turner return MSFBuilder(BlockSize, 55a3225b04SZachary Turner std::max(MinBlockCount, msf::getMinimumBlockCount()), 56a3225b04SZachary Turner CanGrow, Allocator); 57a3225b04SZachary Turner } 58a3225b04SZachary Turner 59a3225b04SZachary Turner Error MSFBuilder::setBlockMapAddr(uint32_t Addr) { 60a3225b04SZachary Turner if (Addr == BlockMapAddr) 61a3225b04SZachary Turner return Error::success(); 62a3225b04SZachary Turner 63a3225b04SZachary Turner if (Addr >= FreeBlocks.size()) { 64a3225b04SZachary Turner if (!IsGrowable) 65a3225b04SZachary Turner return make_error<MSFError>(msf_error_code::insufficient_buffer, 66a3225b04SZachary Turner "Cannot grow the number of blocks"); 674ee7f3c9SRui Ueyama FreeBlocks.resize(Addr + 1, true); 68a3225b04SZachary Turner } 69a3225b04SZachary Turner 70a3225b04SZachary Turner if (!isBlockFree(Addr)) 71a3225b04SZachary Turner return make_error<MSFError>( 72a3225b04SZachary Turner msf_error_code::block_in_use, 73a3225b04SZachary Turner "Requested block map address is already in use"); 74a3225b04SZachary Turner FreeBlocks[BlockMapAddr] = true; 75a3225b04SZachary Turner FreeBlocks[Addr] = false; 76a3225b04SZachary Turner BlockMapAddr = Addr; 77a3225b04SZachary Turner return Error::success(); 78a3225b04SZachary Turner } 79a3225b04SZachary Turner 80a3225b04SZachary Turner void MSFBuilder::setFreePageMap(uint32_t Fpm) { FreePageMap = Fpm; } 81a3225b04SZachary Turner 82a3225b04SZachary Turner void MSFBuilder::setUnknown1(uint32_t Unk1) { Unknown1 = Unk1; } 83a3225b04SZachary Turner 84a3225b04SZachary Turner Error MSFBuilder::setDirectoryBlocksHint(ArrayRef<uint32_t> DirBlocks) { 85a3225b04SZachary Turner for (auto B : DirectoryBlocks) 86a3225b04SZachary Turner FreeBlocks[B] = true; 87a3225b04SZachary Turner for (auto B : DirBlocks) { 88a3225b04SZachary Turner if (!isBlockFree(B)) { 89a3225b04SZachary Turner return make_error<MSFError>(msf_error_code::unspecified, 90a3225b04SZachary Turner "Attempt to reuse an allocated block"); 91a3225b04SZachary Turner } 92a3225b04SZachary Turner FreeBlocks[B] = false; 93a3225b04SZachary Turner } 94a3225b04SZachary Turner 95a3225b04SZachary Turner DirectoryBlocks = DirBlocks; 96a3225b04SZachary Turner return Error::success(); 97a3225b04SZachary Turner } 98a3225b04SZachary Turner 99a3225b04SZachary Turner Error MSFBuilder::allocateBlocks(uint32_t NumBlocks, 100a3225b04SZachary Turner MutableArrayRef<uint32_t> Blocks) { 101a3225b04SZachary Turner if (NumBlocks == 0) 102a3225b04SZachary Turner return Error::success(); 103a3225b04SZachary Turner 104a3225b04SZachary Turner uint32_t NumFreeBlocks = FreeBlocks.count(); 105a3225b04SZachary Turner if (NumFreeBlocks < NumBlocks) { 106a3225b04SZachary Turner if (!IsGrowable) 107a3225b04SZachary Turner return make_error<MSFError>(msf_error_code::insufficient_buffer, 108a3225b04SZachary Turner "There are no free Blocks in the file"); 109a3225b04SZachary Turner uint32_t AllocBlocks = NumBlocks - NumFreeBlocks; 110a3225b04SZachary Turner FreeBlocks.resize(AllocBlocks + FreeBlocks.size(), true); 111a3225b04SZachary Turner } 112a3225b04SZachary Turner 113a3225b04SZachary Turner int I = 0; 114a3225b04SZachary Turner int Block = FreeBlocks.find_first(); 115a3225b04SZachary Turner do { 116a3225b04SZachary Turner assert(Block != -1 && "We ran out of Blocks!"); 117a3225b04SZachary Turner 118a3225b04SZachary Turner uint32_t NextBlock = static_cast<uint32_t>(Block); 119a3225b04SZachary Turner Blocks[I++] = NextBlock; 120a3225b04SZachary Turner FreeBlocks.reset(NextBlock); 121a3225b04SZachary Turner Block = FreeBlocks.find_next(Block); 122a3225b04SZachary Turner } while (--NumBlocks > 0); 123a3225b04SZachary Turner return Error::success(); 124a3225b04SZachary Turner } 125a3225b04SZachary Turner 126a3225b04SZachary Turner uint32_t MSFBuilder::getNumUsedBlocks() const { 127a3225b04SZachary Turner return getTotalBlockCount() - getNumFreeBlocks(); 128a3225b04SZachary Turner } 129a3225b04SZachary Turner 130a3225b04SZachary Turner uint32_t MSFBuilder::getNumFreeBlocks() const { return FreeBlocks.count(); } 131a3225b04SZachary Turner 132a3225b04SZachary Turner uint32_t MSFBuilder::getTotalBlockCount() const { return FreeBlocks.size(); } 133a3225b04SZachary Turner 134a3225b04SZachary Turner bool MSFBuilder::isBlockFree(uint32_t Idx) const { return FreeBlocks[Idx]; } 135a3225b04SZachary Turner 136620961deSZachary Turner Expected<uint32_t> MSFBuilder::addStream(uint32_t Size, 137620961deSZachary Turner ArrayRef<uint32_t> Blocks) { 138a3225b04SZachary Turner // Add a new stream mapped to the specified blocks. Verify that the specified 139a3225b04SZachary Turner // blocks are both necessary and sufficient for holding the requested number 140a3225b04SZachary Turner // of bytes, and verify that all requested blocks are free. 141a3225b04SZachary Turner uint32_t ReqBlocks = bytesToBlocks(Size, BlockSize); 142a3225b04SZachary Turner if (ReqBlocks != Blocks.size()) 143a3225b04SZachary Turner return make_error<MSFError>( 144a3225b04SZachary Turner msf_error_code::invalid_format, 145a3225b04SZachary Turner "Incorrect number of blocks for requested stream size"); 146a3225b04SZachary Turner for (auto Block : Blocks) { 147a3225b04SZachary Turner if (Block >= FreeBlocks.size()) 148a3225b04SZachary Turner FreeBlocks.resize(Block + 1, true); 149a3225b04SZachary Turner 150a3225b04SZachary Turner if (!FreeBlocks.test(Block)) 151a3225b04SZachary Turner return make_error<MSFError>( 152a3225b04SZachary Turner msf_error_code::unspecified, 153a3225b04SZachary Turner "Attempt to re-use an already allocated block"); 154a3225b04SZachary Turner } 155a3225b04SZachary Turner // Mark all the blocks occupied by the new stream as not free. 156a3225b04SZachary Turner for (auto Block : Blocks) { 157a3225b04SZachary Turner FreeBlocks.reset(Block); 158a3225b04SZachary Turner } 159a3225b04SZachary Turner StreamData.push_back(std::make_pair(Size, Blocks)); 160620961deSZachary Turner return StreamData.size() - 1; 161a3225b04SZachary Turner } 162a3225b04SZachary Turner 163620961deSZachary Turner Expected<uint32_t> MSFBuilder::addStream(uint32_t Size) { 164a3225b04SZachary Turner uint32_t ReqBlocks = bytesToBlocks(Size, BlockSize); 165a3225b04SZachary Turner std::vector<uint32_t> NewBlocks; 166a3225b04SZachary Turner NewBlocks.resize(ReqBlocks); 167a3225b04SZachary Turner if (auto EC = allocateBlocks(ReqBlocks, NewBlocks)) 168620961deSZachary Turner return std::move(EC); 169a3225b04SZachary Turner StreamData.push_back(std::make_pair(Size, NewBlocks)); 170620961deSZachary Turner return StreamData.size() - 1; 171a3225b04SZachary Turner } 172a3225b04SZachary Turner 173a3225b04SZachary Turner Error MSFBuilder::setStreamSize(uint32_t Idx, uint32_t Size) { 174a3225b04SZachary Turner uint32_t OldSize = getStreamSize(Idx); 175a3225b04SZachary Turner if (OldSize == Size) 176a3225b04SZachary Turner return Error::success(); 177a3225b04SZachary Turner 178a3225b04SZachary Turner uint32_t NewBlocks = bytesToBlocks(Size, BlockSize); 179a3225b04SZachary Turner uint32_t OldBlocks = bytesToBlocks(OldSize, BlockSize); 180a3225b04SZachary Turner 181a3225b04SZachary Turner if (NewBlocks > OldBlocks) { 182a3225b04SZachary Turner uint32_t AddedBlocks = NewBlocks - OldBlocks; 183a3225b04SZachary Turner // If we're growing, we have to allocate new Blocks. 184a3225b04SZachary Turner std::vector<uint32_t> AddedBlockList; 185a3225b04SZachary Turner AddedBlockList.resize(AddedBlocks); 186a3225b04SZachary Turner if (auto EC = allocateBlocks(AddedBlocks, AddedBlockList)) 187a3225b04SZachary Turner return EC; 188a3225b04SZachary Turner auto &CurrentBlocks = StreamData[Idx].second; 189a3225b04SZachary Turner CurrentBlocks.insert(CurrentBlocks.end(), AddedBlockList.begin(), 190a3225b04SZachary Turner AddedBlockList.end()); 191a3225b04SZachary Turner } else if (OldBlocks > NewBlocks) { 192a3225b04SZachary Turner // For shrinking, free all the Blocks in the Block map, update the stream 193a3225b04SZachary Turner // data, then shrink the directory. 194a3225b04SZachary Turner uint32_t RemovedBlocks = OldBlocks - NewBlocks; 195a3225b04SZachary Turner auto CurrentBlocks = ArrayRef<uint32_t>(StreamData[Idx].second); 196a3225b04SZachary Turner auto RemovedBlockList = CurrentBlocks.drop_front(NewBlocks); 197a3225b04SZachary Turner for (auto P : RemovedBlockList) 198a3225b04SZachary Turner FreeBlocks[P] = true; 199a3225b04SZachary Turner StreamData[Idx].second = CurrentBlocks.drop_back(RemovedBlocks); 200a3225b04SZachary Turner } 201a3225b04SZachary Turner 202a3225b04SZachary Turner StreamData[Idx].first = Size; 203a3225b04SZachary Turner return Error::success(); 204a3225b04SZachary Turner } 205a3225b04SZachary Turner 206a3225b04SZachary Turner uint32_t MSFBuilder::getNumStreams() const { return StreamData.size(); } 207a3225b04SZachary Turner 208a3225b04SZachary Turner uint32_t MSFBuilder::getStreamSize(uint32_t StreamIdx) const { 209a3225b04SZachary Turner return StreamData[StreamIdx].first; 210a3225b04SZachary Turner } 211a3225b04SZachary Turner 212a3225b04SZachary Turner ArrayRef<uint32_t> MSFBuilder::getStreamBlocks(uint32_t StreamIdx) const { 213a3225b04SZachary Turner return StreamData[StreamIdx].second; 214a3225b04SZachary Turner } 215a3225b04SZachary Turner 216a3225b04SZachary Turner uint32_t MSFBuilder::computeDirectoryByteSize() const { 217a3225b04SZachary Turner // The directory has the following layout, where each item is a ulittle32_t: 218a3225b04SZachary Turner // NumStreams 219a3225b04SZachary Turner // StreamSizes[NumStreams] 220a3225b04SZachary Turner // StreamBlocks[NumStreams][] 221a3225b04SZachary Turner uint32_t Size = sizeof(ulittle32_t); // NumStreams 222a3225b04SZachary Turner Size += StreamData.size() * sizeof(ulittle32_t); // StreamSizes 223a3225b04SZachary Turner for (const auto &D : StreamData) { 224a3225b04SZachary Turner uint32_t ExpectedNumBlocks = bytesToBlocks(D.first, BlockSize); 225a3225b04SZachary Turner assert(ExpectedNumBlocks == D.second.size() && 226a3225b04SZachary Turner "Unexpected number of blocks"); 227a3225b04SZachary Turner Size += ExpectedNumBlocks * sizeof(ulittle32_t); 228a3225b04SZachary Turner } 229a3225b04SZachary Turner return Size; 230a3225b04SZachary Turner } 231a3225b04SZachary Turner 232a3225b04SZachary Turner Expected<MSFLayout> MSFBuilder::build() { 233a3225b04SZachary Turner SuperBlock *SB = Allocator.Allocate<SuperBlock>(); 234a3225b04SZachary Turner MSFLayout L; 235a3225b04SZachary Turner L.SB = SB; 236a3225b04SZachary Turner 237a3225b04SZachary Turner std::memcpy(SB->MagicBytes, Magic, sizeof(Magic)); 238a3225b04SZachary Turner SB->BlockMapAddr = BlockMapAddr; 239a3225b04SZachary Turner SB->BlockSize = BlockSize; 240a3225b04SZachary Turner SB->NumDirectoryBytes = computeDirectoryByteSize(); 241a3225b04SZachary Turner SB->FreeBlockMapBlock = FreePageMap; 242a3225b04SZachary Turner SB->Unknown1 = Unknown1; 243a3225b04SZachary Turner 244a3225b04SZachary Turner uint32_t NumDirectoryBlocks = bytesToBlocks(SB->NumDirectoryBytes, BlockSize); 245a3225b04SZachary Turner if (NumDirectoryBlocks > DirectoryBlocks.size()) { 246a3225b04SZachary Turner // Our hint wasn't enough to satisfy the entire directory. Allocate 247a3225b04SZachary Turner // remaining pages. 248a3225b04SZachary Turner std::vector<uint32_t> ExtraBlocks; 249a3225b04SZachary Turner uint32_t NumExtraBlocks = NumDirectoryBlocks - DirectoryBlocks.size(); 250a3225b04SZachary Turner ExtraBlocks.resize(NumExtraBlocks); 251a3225b04SZachary Turner if (auto EC = allocateBlocks(NumExtraBlocks, ExtraBlocks)) 252a3225b04SZachary Turner return std::move(EC); 253a3225b04SZachary Turner DirectoryBlocks.insert(DirectoryBlocks.end(), ExtraBlocks.begin(), 254a3225b04SZachary Turner ExtraBlocks.end()); 255a3225b04SZachary Turner } else if (NumDirectoryBlocks < DirectoryBlocks.size()) { 256a3225b04SZachary Turner uint32_t NumUnnecessaryBlocks = DirectoryBlocks.size() - NumDirectoryBlocks; 257a3225b04SZachary Turner for (auto B : 258a3225b04SZachary Turner ArrayRef<uint32_t>(DirectoryBlocks).drop_back(NumUnnecessaryBlocks)) 259a3225b04SZachary Turner FreeBlocks[B] = true; 260a3225b04SZachary Turner DirectoryBlocks.resize(NumDirectoryBlocks); 261a3225b04SZachary Turner } 262a3225b04SZachary Turner 263a3225b04SZachary Turner // Don't set the number of blocks in the file until after allocating Blocks 264a3225b04SZachary Turner // for the directory, since the allocation might cause the file to need to 265a3225b04SZachary Turner // grow. 266a3225b04SZachary Turner SB->NumBlocks = FreeBlocks.size(); 267a3225b04SZachary Turner 268a3225b04SZachary Turner ulittle32_t *DirBlocks = Allocator.Allocate<ulittle32_t>(NumDirectoryBlocks); 269a3225b04SZachary Turner std::uninitialized_copy_n(DirectoryBlocks.begin(), NumDirectoryBlocks, 270a3225b04SZachary Turner DirBlocks); 271a3225b04SZachary Turner L.DirectoryBlocks = ArrayRef<ulittle32_t>(DirBlocks, NumDirectoryBlocks); 272a3225b04SZachary Turner 273a3225b04SZachary Turner // The stream sizes should be re-allocated as a stable pointer and the stream 274a3225b04SZachary Turner // map should have each of its entries allocated as a separate stable pointer. 275*2db0cfa6SEugene Zelenko if (!StreamData.empty()) { 276a3225b04SZachary Turner ulittle32_t *Sizes = Allocator.Allocate<ulittle32_t>(StreamData.size()); 277a3225b04SZachary Turner L.StreamSizes = ArrayRef<ulittle32_t>(Sizes, StreamData.size()); 278a3225b04SZachary Turner L.StreamMap.resize(StreamData.size()); 279a3225b04SZachary Turner for (uint32_t I = 0; I < StreamData.size(); ++I) { 280a3225b04SZachary Turner Sizes[I] = StreamData[I].first; 281a3225b04SZachary Turner ulittle32_t *BlockList = 282a3225b04SZachary Turner Allocator.Allocate<ulittle32_t>(StreamData[I].second.size()); 283a3225b04SZachary Turner std::uninitialized_copy_n(StreamData[I].second.begin(), 284a3225b04SZachary Turner StreamData[I].second.size(), BlockList); 285a3225b04SZachary Turner L.StreamMap[I] = 286a3225b04SZachary Turner ArrayRef<ulittle32_t>(BlockList, StreamData[I].second.size()); 287a3225b04SZachary Turner } 288a3225b04SZachary Turner } 289a3225b04SZachary Turner 290a3225b04SZachary Turner return L; 291a3225b04SZachary Turner } 292