1018338e5SZachary Turner //===- llvm/unittest/DebugInfo/MSF/MappedBlockStreamTest.cpp --------------===//
2018338e5SZachary Turner //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6018338e5SZachary Turner //
7018338e5SZachary Turner //===----------------------------------------------------------------------===//
8018338e5SZachary Turner 
9018338e5SZachary Turner #include "llvm/DebugInfo/MSF/MappedBlockStream.h"
10018338e5SZachary Turner #include "llvm/Support/BinaryByteStream.h"
11018338e5SZachary Turner #include "llvm/Support/BinaryStreamReader.h"
12018338e5SZachary Turner #include "llvm/Support/BinaryStreamRef.h"
13018338e5SZachary Turner #include "llvm/Support/BinaryStreamWriter.h"
14018338e5SZachary Turner #include "llvm/Testing/Support/Error.h"
15018338e5SZachary Turner 
169fb9d71dSZachary Turner #include "gmock/gmock.h"
17018338e5SZachary Turner #include "gtest/gtest.h"
18018338e5SZachary Turner 
19018338e5SZachary Turner 
20018338e5SZachary Turner using namespace llvm;
21018338e5SZachary Turner using namespace llvm::msf;
22018338e5SZachary Turner using namespace llvm::support;
23018338e5SZachary Turner 
24018338e5SZachary Turner namespace {
25018338e5SZachary Turner 
26018338e5SZachary Turner static const uint32_t BlocksAry[] = {0, 1, 2, 5, 4, 3, 6, 7, 8, 9};
27018338e5SZachary Turner static uint8_t DataAry[] = {'A', 'B', 'C', 'F', 'E', 'D', 'G', 'H', 'I', 'J'};
28018338e5SZachary Turner 
29018338e5SZachary Turner class DiscontiguousStream : public WritableBinaryStream {
30018338e5SZachary Turner public:
DiscontiguousStream(ArrayRef<uint32_t> Blocks,MutableArrayRef<uint8_t> Data)31018338e5SZachary Turner   DiscontiguousStream(ArrayRef<uint32_t> Blocks, MutableArrayRef<uint8_t> Data)
32018338e5SZachary Turner       : Blocks(Blocks.begin(), Blocks.end()), Data(Data.begin(), Data.end()) {}
33018338e5SZachary Turner 
block_size() const34018338e5SZachary Turner   uint32_t block_size() const { return 1; }
block_count() const35018338e5SZachary Turner   uint32_t block_count() const { return Blocks.size(); }
36018338e5SZachary Turner 
getEndian() const37018338e5SZachary Turner   endianness getEndian() const override { return little; }
38018338e5SZachary Turner 
readBytes(uint64_t Offset,uint64_t Size,ArrayRef<uint8_t> & Buffer)39*646299d1SNico Weber   Error readBytes(uint64_t Offset, uint64_t Size,
40018338e5SZachary Turner                   ArrayRef<uint8_t> &Buffer) override {
4196c6985bSZachary Turner     if (auto EC = checkOffsetForRead(Offset, Size))
42018338e5SZachary Turner       return EC;
43018338e5SZachary Turner     Buffer = Data.slice(Offset, Size);
44018338e5SZachary Turner     return Error::success();
45018338e5SZachary Turner   }
46018338e5SZachary Turner 
readLongestContiguousChunk(uint64_t Offset,ArrayRef<uint8_t> & Buffer)47*646299d1SNico Weber   Error readLongestContiguousChunk(uint64_t Offset,
48018338e5SZachary Turner                                    ArrayRef<uint8_t> &Buffer) override {
4996c6985bSZachary Turner     if (auto EC = checkOffsetForRead(Offset, 1))
50018338e5SZachary Turner       return EC;
51018338e5SZachary Turner     Buffer = Data.drop_front(Offset);
52018338e5SZachary Turner     return Error::success();
53018338e5SZachary Turner   }
54018338e5SZachary Turner 
getLength()55*646299d1SNico Weber   uint64_t getLength() override { return Data.size(); }
56018338e5SZachary Turner 
writeBytes(uint64_t Offset,ArrayRef<uint8_t> SrcData)57*646299d1SNico Weber   Error writeBytes(uint64_t Offset, ArrayRef<uint8_t> SrcData) override {
5896c6985bSZachary Turner     if (auto EC = checkOffsetForWrite(Offset, SrcData.size()))
59018338e5SZachary Turner       return EC;
60018338e5SZachary Turner     ::memcpy(&Data[Offset], SrcData.data(), SrcData.size());
61018338e5SZachary Turner     return Error::success();
62018338e5SZachary Turner   }
commit()63018338e5SZachary Turner   Error commit() override { return Error::success(); }
64018338e5SZachary Turner 
layout() const65018338e5SZachary Turner   MSFStreamLayout layout() const {
66018338e5SZachary Turner     return MSFStreamLayout{static_cast<uint32_t>(Data.size()), Blocks};
67018338e5SZachary Turner   }
68018338e5SZachary Turner 
69018338e5SZachary Turner   BumpPtrAllocator Allocator;
70018338e5SZachary Turner 
71018338e5SZachary Turner private:
72018338e5SZachary Turner   std::vector<support::ulittle32_t> Blocks;
73018338e5SZachary Turner   MutableArrayRef<uint8_t> Data;
74018338e5SZachary Turner };
75018338e5SZachary Turner 
TEST(MappedBlockStreamTest,NumBlocks)76018338e5SZachary Turner TEST(MappedBlockStreamTest, NumBlocks) {
77018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
78018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
79018338e5SZachary Turner                                            F.Allocator);
80018338e5SZachary Turner   EXPECT_EQ(F.block_size(), S->getBlockSize());
81018338e5SZachary Turner   EXPECT_EQ(F.layout().Blocks.size(), S->getNumBlocks());
82018338e5SZachary Turner }
83018338e5SZachary Turner 
84018338e5SZachary Turner // Tests that a read which is entirely contained within a single block works
85018338e5SZachary Turner // and does not allocate.
TEST(MappedBlockStreamTest,ReadBeyondEndOfStreamRef)86018338e5SZachary Turner TEST(MappedBlockStreamTest, ReadBeyondEndOfStreamRef) {
87018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
88018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
89018338e5SZachary Turner                                            F.Allocator);
90018338e5SZachary Turner 
91018338e5SZachary Turner   BinaryStreamReader R(*S);
92018338e5SZachary Turner   BinaryStreamRef SR;
93018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readStreamRef(SR, 0U), Succeeded());
94018338e5SZachary Turner   ArrayRef<uint8_t> Buffer;
95018338e5SZachary Turner   EXPECT_THAT_ERROR(SR.readBytes(0U, 1U, Buffer), Failed());
96018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readStreamRef(SR, 1U), Succeeded());
97018338e5SZachary Turner   EXPECT_THAT_ERROR(SR.readBytes(1U, 1U, Buffer), Failed());
98018338e5SZachary Turner }
99018338e5SZachary Turner 
100018338e5SZachary Turner // Tests that a read which outputs into a full destination buffer works and
101018338e5SZachary Turner // does not fail due to the length of the output buffer.
TEST(MappedBlockStreamTest,ReadOntoNonEmptyBuffer)102018338e5SZachary Turner TEST(MappedBlockStreamTest, ReadOntoNonEmptyBuffer) {
103018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
104018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
105018338e5SZachary Turner                                            F.Allocator);
106018338e5SZachary Turner 
107018338e5SZachary Turner   BinaryStreamReader R(*S);
108018338e5SZachary Turner   StringRef Str = "ZYXWVUTSRQPONMLKJIHGFEDCBA";
109018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 1), Succeeded());
110018338e5SZachary Turner   EXPECT_EQ(Str, StringRef("A"));
111018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
112018338e5SZachary Turner }
113018338e5SZachary Turner 
114018338e5SZachary Turner // Tests that a read which crosses a block boundary, but where the subsequent
115018338e5SZachary Turner // blocks are still contiguous in memory to the previous block works and does
116018338e5SZachary Turner // not allocate memory.
TEST(MappedBlockStreamTest,ZeroCopyReadContiguousBreak)117018338e5SZachary Turner TEST(MappedBlockStreamTest, ZeroCopyReadContiguousBreak) {
118018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
119018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
120018338e5SZachary Turner                                            F.Allocator);
121018338e5SZachary Turner   BinaryStreamReader R(*S);
122018338e5SZachary Turner   StringRef Str;
123018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 2), Succeeded());
124018338e5SZachary Turner   EXPECT_EQ(Str, StringRef("AB"));
125018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
126018338e5SZachary Turner 
127018338e5SZachary Turner   R.setOffset(6);
128018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 4), Succeeded());
129018338e5SZachary Turner   EXPECT_EQ(Str, StringRef("GHIJ"));
130018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
131018338e5SZachary Turner }
132018338e5SZachary Turner 
133018338e5SZachary Turner // Tests that a read which crosses a block boundary and cannot be referenced
134018338e5SZachary Turner // contiguously works and allocates only the precise amount of bytes
135018338e5SZachary Turner // requested.
TEST(MappedBlockStreamTest,CopyReadNonContiguousBreak)136018338e5SZachary Turner TEST(MappedBlockStreamTest, CopyReadNonContiguousBreak) {
137018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
138018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
139018338e5SZachary Turner                                            F.Allocator);
140018338e5SZachary Turner   BinaryStreamReader R(*S);
141018338e5SZachary Turner   StringRef Str;
142018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 10), Succeeded());
143018338e5SZachary Turner   EXPECT_EQ(Str, StringRef("ABCDEFGHIJ"));
144018338e5SZachary Turner   EXPECT_EQ(10U, F.Allocator.getBytesAllocated());
145018338e5SZachary Turner }
146018338e5SZachary Turner 
147018338e5SZachary Turner // Test that an out of bounds read which doesn't cross a block boundary
148018338e5SZachary Turner // fails and allocates no memory.
TEST(MappedBlockStreamTest,InvalidReadSizeNoBreak)149018338e5SZachary Turner TEST(MappedBlockStreamTest, InvalidReadSizeNoBreak) {
150018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
151018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
152018338e5SZachary Turner                                            F.Allocator);
153018338e5SZachary Turner   BinaryStreamReader R(*S);
154018338e5SZachary Turner   StringRef Str;
155018338e5SZachary Turner 
156018338e5SZachary Turner   R.setOffset(10);
157018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 1), Failed());
158018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
159018338e5SZachary Turner }
160018338e5SZachary Turner 
161018338e5SZachary Turner // Test that an out of bounds read which crosses a contiguous block boundary
162018338e5SZachary Turner // fails and allocates no memory.
TEST(MappedBlockStreamTest,InvalidReadSizeContiguousBreak)163018338e5SZachary Turner TEST(MappedBlockStreamTest, InvalidReadSizeContiguousBreak) {
164018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
165018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
166018338e5SZachary Turner                                            F.Allocator);
167018338e5SZachary Turner   BinaryStreamReader R(*S);
168018338e5SZachary Turner   StringRef Str;
169018338e5SZachary Turner 
170018338e5SZachary Turner   R.setOffset(6);
171018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 5), Failed());
172018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
173018338e5SZachary Turner }
174018338e5SZachary Turner 
175018338e5SZachary Turner // Test that an out of bounds read which crosses a discontiguous block
176018338e5SZachary Turner // boundary fails and allocates no memory.
TEST(MappedBlockStreamTest,InvalidReadSizeNonContiguousBreak)177018338e5SZachary Turner TEST(MappedBlockStreamTest, InvalidReadSizeNonContiguousBreak) {
178018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
179018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
180018338e5SZachary Turner                                            F.Allocator);
181018338e5SZachary Turner   BinaryStreamReader R(*S);
182018338e5SZachary Turner   StringRef Str;
183018338e5SZachary Turner 
184018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 11), Failed());
185018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
186018338e5SZachary Turner }
187018338e5SZachary Turner 
188018338e5SZachary Turner // Tests that a read which is entirely contained within a single block but
189018338e5SZachary Turner // beyond the end of a StreamRef fails.
TEST(MappedBlockStreamTest,ZeroCopyReadNoBreak)190018338e5SZachary Turner TEST(MappedBlockStreamTest, ZeroCopyReadNoBreak) {
191018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
192018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
193018338e5SZachary Turner                                            F.Allocator);
194018338e5SZachary Turner   BinaryStreamReader R(*S);
195018338e5SZachary Turner   StringRef Str;
196018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str, 1), Succeeded());
197018338e5SZachary Turner   EXPECT_EQ(Str, StringRef("A"));
198018338e5SZachary Turner   EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
199018338e5SZachary Turner }
200018338e5SZachary Turner 
201018338e5SZachary Turner // Tests that a read which is not aligned on the same boundary as a previous
202018338e5SZachary Turner // cached request, but which is known to overlap that request, shares the
203018338e5SZachary Turner // previous allocation.
TEST(MappedBlockStreamTest,UnalignedOverlappingRead)204018338e5SZachary Turner TEST(MappedBlockStreamTest, UnalignedOverlappingRead) {
205018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
206018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
207018338e5SZachary Turner                                            F.Allocator);
208018338e5SZachary Turner   BinaryStreamReader R(*S);
209018338e5SZachary Turner   StringRef Str1;
210018338e5SZachary Turner   StringRef Str2;
211018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str1, 7), Succeeded());
212018338e5SZachary Turner   EXPECT_EQ(Str1, StringRef("ABCDEFG"));
213018338e5SZachary Turner   EXPECT_EQ(7U, F.Allocator.getBytesAllocated());
214018338e5SZachary Turner 
215018338e5SZachary Turner   R.setOffset(2);
216018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str2, 3), Succeeded());
217018338e5SZachary Turner   EXPECT_EQ(Str2, StringRef("CDE"));
218018338e5SZachary Turner   EXPECT_EQ(Str1.data() + 2, Str2.data());
219018338e5SZachary Turner   EXPECT_EQ(7U, F.Allocator.getBytesAllocated());
220018338e5SZachary Turner }
221018338e5SZachary Turner 
222018338e5SZachary Turner // Tests that a read which is not aligned on the same boundary as a previous
223018338e5SZachary Turner // cached request, but which only partially overlaps a previous cached request,
224018338e5SZachary Turner // still works correctly and allocates again from the shared pool.
TEST(MappedBlockStreamTest,UnalignedOverlappingReadFail)225018338e5SZachary Turner TEST(MappedBlockStreamTest, UnalignedOverlappingReadFail) {
226018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, DataAry);
227018338e5SZachary Turner   auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
228018338e5SZachary Turner                                            F.Allocator);
229018338e5SZachary Turner   BinaryStreamReader R(*S);
230018338e5SZachary Turner   StringRef Str1;
231018338e5SZachary Turner   StringRef Str2;
232018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str1, 6), Succeeded());
233018338e5SZachary Turner   EXPECT_EQ(Str1, StringRef("ABCDEF"));
234018338e5SZachary Turner   EXPECT_EQ(6U, F.Allocator.getBytesAllocated());
235018338e5SZachary Turner 
236018338e5SZachary Turner   R.setOffset(4);
237018338e5SZachary Turner   EXPECT_THAT_ERROR(R.readFixedString(Str2, 4), Succeeded());
238018338e5SZachary Turner   EXPECT_EQ(Str2, StringRef("EFGH"));
239018338e5SZachary Turner   EXPECT_EQ(10U, F.Allocator.getBytesAllocated());
240018338e5SZachary Turner }
241018338e5SZachary Turner 
TEST(MappedBlockStreamTest,WriteBeyondEndOfStream)242018338e5SZachary Turner TEST(MappedBlockStreamTest, WriteBeyondEndOfStream) {
243018338e5SZachary Turner   static uint8_t Data[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J'};
244018338e5SZachary Turner   static uint8_t LargeBuffer[] = {'0', '1', '2', '3', '4', '5',
245018338e5SZachary Turner                                   '6', '7', '8', '9', 'A'};
246018338e5SZachary Turner   static uint8_t SmallBuffer[] = {'0', '1', '2'};
247018338e5SZachary Turner   static_assert(sizeof(LargeBuffer) > sizeof(Data),
248018338e5SZachary Turner                 "LargeBuffer is not big enough");
249018338e5SZachary Turner 
250018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, Data);
251018338e5SZachary Turner   auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
252018338e5SZachary Turner                                                    F, F.Allocator);
253018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>(LargeBuffer)), Failed());
254018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>(SmallBuffer)),
255018338e5SZachary Turner                     Succeeded());
256018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(7, ArrayRef<uint8_t>(SmallBuffer)),
257018338e5SZachary Turner                     Succeeded());
258018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(8, ArrayRef<uint8_t>(SmallBuffer)), Failed());
259018338e5SZachary Turner }
260018338e5SZachary Turner 
TEST(MappedBlockStreamTest,TestWriteBytesNoBreakBoundary)261018338e5SZachary Turner TEST(MappedBlockStreamTest, TestWriteBytesNoBreakBoundary) {
262018338e5SZachary Turner   static uint8_t Data[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J'};
263018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, Data);
264018338e5SZachary Turner   auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
265018338e5SZachary Turner                                                    F, F.Allocator);
266018338e5SZachary Turner   ArrayRef<uint8_t> Buffer;
267018338e5SZachary Turner 
268018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(0, 1, Buffer), Succeeded());
269018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A'));
270018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(9, 1, Buffer), Succeeded());
271018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J'));
272018338e5SZachary Turner 
273018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>('J')), Succeeded());
274018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(9, ArrayRef<uint8_t>('A')), Succeeded());
275018338e5SZachary Turner 
276018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(0, 1, Buffer), Succeeded());
277018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J'));
278018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(9, 1, Buffer), Succeeded());
279018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A'));
280018338e5SZachary Turner 
281018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>('A')), Succeeded());
282018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(9, ArrayRef<uint8_t>('J')), Succeeded());
283018338e5SZachary Turner 
284018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(0, 1, Buffer), Succeeded());
285018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A'));
286018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(9, 1, Buffer), Succeeded());
287018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J'));
288018338e5SZachary Turner }
289018338e5SZachary Turner 
TEST(MappedBlockStreamTest,TestWriteBytesBreakBoundary)290018338e5SZachary Turner TEST(MappedBlockStreamTest, TestWriteBytesBreakBoundary) {
291018338e5SZachary Turner   static uint8_t Data[] = {'0', '0', '0', '0', '0', '0', '0', '0', '0', '0'};
292018338e5SZachary Turner   static uint8_t TestData[] = {'T', 'E', 'S', 'T', 'I', 'N', 'G', '.'};
293018338e5SZachary Turner   static uint8_t Expected[] = {'T', 'E', 'S', 'N', 'I',
294018338e5SZachary Turner                                'T', 'G', '.', '0', '0'};
295018338e5SZachary Turner 
296018338e5SZachary Turner   DiscontiguousStream F(BlocksAry, Data);
297018338e5SZachary Turner   auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
298018338e5SZachary Turner                                                    F, F.Allocator);
299018338e5SZachary Turner   ArrayRef<uint8_t> Buffer;
300018338e5SZachary Turner 
301018338e5SZachary Turner   EXPECT_THAT_ERROR(S->writeBytes(0, TestData), Succeeded());
302018338e5SZachary Turner   // First just compare the memory, then compare the result of reading the
303018338e5SZachary Turner   // string out.
304018338e5SZachary Turner   EXPECT_EQ(ArrayRef<uint8_t>(Data), ArrayRef<uint8_t>(Expected));
305018338e5SZachary Turner 
306018338e5SZachary Turner   EXPECT_THAT_ERROR(S->readBytes(0, 8, Buffer), Succeeded());
307018338e5SZachary Turner   EXPECT_EQ(Buffer, ArrayRef<uint8_t>(TestData));
308018338e5SZachary Turner }
309018338e5SZachary Turner 
TEST(MappedBlockStreamTest,TestWriteThenRead)310018338e5SZachary Turner TEST(MappedBlockStreamTest, TestWriteThenRead) {
311018338e5SZachary Turner   std::vector<uint8_t> DataBytes(10);
312018338e5SZachary Turner   MutableArrayRef<uint8_t> Data(DataBytes);
313018338e5SZachary Turner   const uint32_t Blocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
314018338e5SZachary Turner 
315018338e5SZachary Turner   DiscontiguousStream F(Blocks, Data);
316018338e5SZachary Turner   auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
317018338e5SZachary Turner                                                    F, F.Allocator);
318018338e5SZachary Turner 
319018338e5SZachary Turner   enum class MyEnum : uint32_t { Val1 = 2908234, Val2 = 120891234 };
320018338e5SZachary Turner   using support::ulittle32_t;
321018338e5SZachary Turner 
322018338e5SZachary Turner   uint16_t u16[] = {31468, 0};
323018338e5SZachary Turner   uint32_t u32[] = {890723408, 0};
324018338e5SZachary Turner   MyEnum Enum[] = {MyEnum::Val1, MyEnum::Val2};
325018338e5SZachary Turner   StringRef ZStr[] = {"Zero Str", ""};
326018338e5SZachary Turner   StringRef FStr[] = {"Fixed Str", ""};
327018338e5SZachary Turner   uint8_t byteArray0[] = {'1', '2'};
328018338e5SZachary Turner   uint8_t byteArray1[] = {'0', '0'};
329018338e5SZachary Turner   ArrayRef<uint8_t> byteArrayRef0(byteArray0);
330018338e5SZachary Turner   ArrayRef<uint8_t> byteArrayRef1(byteArray1);
331018338e5SZachary Turner   ArrayRef<uint8_t> byteArray[] = {byteArrayRef0, byteArrayRef1};
332018338e5SZachary Turner   uint32_t intArr0[] = {890723408, 29082234};
333018338e5SZachary Turner   uint32_t intArr1[] = {890723408, 29082234};
334018338e5SZachary Turner   ArrayRef<uint32_t> intArray[] = {intArr0, intArr1};
335018338e5SZachary Turner 
336018338e5SZachary Turner   BinaryStreamReader Reader(*S);
337018338e5SZachary Turner   BinaryStreamWriter Writer(*S);
338018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeInteger(u16[0]), Succeeded());
339018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readInteger(u16[1]), Succeeded());
340018338e5SZachary Turner   EXPECT_EQ(u16[0], u16[1]);
341018338e5SZachary Turner   EXPECT_EQ(std::vector<uint8_t>({0, 0x7A, 0xEC, 0, 0, 0, 0, 0, 0, 0}),
342018338e5SZachary Turner             DataBytes);
343018338e5SZachary Turner 
344018338e5SZachary Turner   Reader.setOffset(0);
345018338e5SZachary Turner   Writer.setOffset(0);
346018338e5SZachary Turner   ::memset(DataBytes.data(), 0, 10);
347018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeInteger(u32[0]), Succeeded());
348018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readInteger(u32[1]), Succeeded());
349018338e5SZachary Turner   EXPECT_EQ(u32[0], u32[1]);
350018338e5SZachary Turner   EXPECT_EQ(std::vector<uint8_t>({0x17, 0x5C, 0x50, 0, 0, 0, 0x35, 0, 0, 0}),
351018338e5SZachary Turner             DataBytes);
352018338e5SZachary Turner 
353018338e5SZachary Turner   Reader.setOffset(0);
354018338e5SZachary Turner   Writer.setOffset(0);
355018338e5SZachary Turner   ::memset(DataBytes.data(), 0, 10);
356018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeEnum(Enum[0]), Succeeded());
357018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readEnum(Enum[1]), Succeeded());
358018338e5SZachary Turner   EXPECT_EQ(Enum[0], Enum[1]);
359018338e5SZachary Turner   EXPECT_EQ(std::vector<uint8_t>({0x2C, 0x60, 0x4A, 0, 0, 0, 0, 0, 0, 0}),
360018338e5SZachary Turner             DataBytes);
361018338e5SZachary Turner 
362018338e5SZachary Turner   Reader.setOffset(0);
363018338e5SZachary Turner   Writer.setOffset(0);
364018338e5SZachary Turner   ::memset(DataBytes.data(), 0, 10);
365018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeCString(ZStr[0]), Succeeded());
366018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readCString(ZStr[1]), Succeeded());
367018338e5SZachary Turner   EXPECT_EQ(ZStr[0], ZStr[1]);
368018338e5SZachary Turner   EXPECT_EQ(
369018338e5SZachary Turner       std::vector<uint8_t>({'r', 'e', 'Z', ' ', 'S', 't', 'o', 'r', 0, 0}),
370018338e5SZachary Turner       DataBytes);
371018338e5SZachary Turner 
372018338e5SZachary Turner   Reader.setOffset(0);
373018338e5SZachary Turner   Writer.setOffset(0);
374018338e5SZachary Turner   ::memset(DataBytes.data(), 0, 10);
375018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeFixedString(FStr[0]), Succeeded());
376018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readFixedString(FStr[1], FStr[0].size()),
377018338e5SZachary Turner                     Succeeded());
378018338e5SZachary Turner   EXPECT_EQ(FStr[0], FStr[1]);
379018338e5SZachary Turner   EXPECT_EQ(
380018338e5SZachary Turner       std::vector<uint8_t>({'x', 'i', 'F', 'd', ' ', 'S', 'e', 't', 0, 'r'}),
381018338e5SZachary Turner       DataBytes);
382018338e5SZachary Turner 
383018338e5SZachary Turner   Reader.setOffset(0);
384018338e5SZachary Turner   Writer.setOffset(0);
385018338e5SZachary Turner   ::memset(DataBytes.data(), 0, 10);
386018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeArray(byteArray[0]), Succeeded());
387018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readArray(byteArray[1], byteArray[0].size()),
388018338e5SZachary Turner                     Succeeded());
389018338e5SZachary Turner   EXPECT_EQ(byteArray[0], byteArray[1]);
390018338e5SZachary Turner   EXPECT_EQ(std::vector<uint8_t>({0, 0x32, 0x31, 0, 0, 0, 0, 0, 0, 0}),
391018338e5SZachary Turner             DataBytes);
392018338e5SZachary Turner 
393018338e5SZachary Turner   Reader.setOffset(0);
394018338e5SZachary Turner   Writer.setOffset(0);
395018338e5SZachary Turner   ::memset(DataBytes.data(), 0, 10);
396018338e5SZachary Turner   EXPECT_THAT_ERROR(Writer.writeArray(intArray[0]), Succeeded());
397018338e5SZachary Turner   EXPECT_THAT_ERROR(Reader.readArray(intArray[1], intArray[0].size()),
398018338e5SZachary Turner                     Succeeded());
399018338e5SZachary Turner   EXPECT_EQ(intArray[0], intArray[1]);
400018338e5SZachary Turner }
401018338e5SZachary Turner 
TEST(MappedBlockStreamTest,TestWriteContiguousStreamRef)402018338e5SZachary Turner TEST(MappedBlockStreamTest, TestWriteContiguousStreamRef) {
403018338e5SZachary Turner   std::vector<uint8_t> DestDataBytes(10);
404018338e5SZachary Turner   MutableArrayRef<uint8_t> DestData(DestDataBytes);
405018338e5SZachary Turner   const uint32_t DestBlocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
406018338e5SZachary Turner 
407018338e5SZachary Turner   std::vector<uint8_t> SrcDataBytes(10);
408018338e5SZachary Turner   MutableArrayRef<uint8_t> SrcData(SrcDataBytes);
409018338e5SZachary Turner 
410018338e5SZachary Turner   DiscontiguousStream F(DestBlocks, DestData);
411018338e5SZachary Turner   auto DestStream = WritableMappedBlockStream::createStream(
412018338e5SZachary Turner       F.block_size(), F.layout(), F, F.Allocator);
413018338e5SZachary Turner 
414018338e5SZachary Turner   // First write "Test Str" into the source stream.
415018338e5SZachary Turner   MutableBinaryByteStream SourceStream(SrcData, little);
416018338e5SZachary Turner   BinaryStreamWriter SourceWriter(SourceStream);
417018338e5SZachary Turner   EXPECT_THAT_ERROR(SourceWriter.writeCString("Test Str"), Succeeded());
418018338e5SZachary Turner   EXPECT_EQ(SrcDataBytes, std::vector<uint8_t>(
419018338e5SZachary Turner                               {'T', 'e', 's', 't', ' ', 'S', 't', 'r', 0, 0}));
420018338e5SZachary Turner 
421018338e5SZachary Turner   // Then write the source stream into the dest stream.
422018338e5SZachary Turner   BinaryStreamWriter DestWriter(*DestStream);
423018338e5SZachary Turner   EXPECT_THAT_ERROR(DestWriter.writeStreamRef(SourceStream), Succeeded());
424018338e5SZachary Turner   EXPECT_EQ(DestDataBytes, std::vector<uint8_t>(
425018338e5SZachary Turner                                {'s', 'e', 'T', ' ', 'S', 't', 't', 'r', 0, 0}));
426018338e5SZachary Turner 
427018338e5SZachary Turner   // Then read the string back out of the dest stream.
428018338e5SZachary Turner   StringRef Result;
429018338e5SZachary Turner   BinaryStreamReader DestReader(*DestStream);
430018338e5SZachary Turner   EXPECT_THAT_ERROR(DestReader.readCString(Result), Succeeded());
431018338e5SZachary Turner   EXPECT_EQ(Result, "Test Str");
432018338e5SZachary Turner }
433018338e5SZachary Turner 
TEST(MappedBlockStreamTest,TestWriteDiscontiguousStreamRef)434018338e5SZachary Turner TEST(MappedBlockStreamTest, TestWriteDiscontiguousStreamRef) {
435018338e5SZachary Turner   std::vector<uint8_t> DestDataBytes(10);
436018338e5SZachary Turner   MutableArrayRef<uint8_t> DestData(DestDataBytes);
437018338e5SZachary Turner   const uint32_t DestBlocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
438018338e5SZachary Turner 
439018338e5SZachary Turner   std::vector<uint8_t> SrcDataBytes(10);
440018338e5SZachary Turner   MutableArrayRef<uint8_t> SrcData(SrcDataBytes);
441018338e5SZachary Turner   const uint32_t SrcBlocks[] = {1, 0, 6, 3, 4, 5, 2, 7, 8, 9};
442018338e5SZachary Turner 
443018338e5SZachary Turner   DiscontiguousStream DestF(DestBlocks, DestData);
444018338e5SZachary Turner   DiscontiguousStream SrcF(SrcBlocks, SrcData);
445018338e5SZachary Turner 
446018338e5SZachary Turner   auto Dest = WritableMappedBlockStream::createStream(
447018338e5SZachary Turner       DestF.block_size(), DestF.layout(), DestF, DestF.Allocator);
448018338e5SZachary Turner   auto Src = WritableMappedBlockStream::createStream(
449018338e5SZachary Turner       SrcF.block_size(), SrcF.layout(), SrcF, SrcF.Allocator);
450018338e5SZachary Turner 
451018338e5SZachary Turner   // First write "Test Str" into the source stream.
452018338e5SZachary Turner   BinaryStreamWriter SourceWriter(*Src);
453018338e5SZachary Turner   EXPECT_THAT_ERROR(SourceWriter.writeCString("Test Str"), Succeeded());
454018338e5SZachary Turner   EXPECT_EQ(SrcDataBytes, std::vector<uint8_t>(
455018338e5SZachary Turner                               {'e', 'T', 't', 't', ' ', 'S', 's', 'r', 0, 0}));
456018338e5SZachary Turner 
457018338e5SZachary Turner   // Then write the source stream into the dest stream.
458018338e5SZachary Turner   BinaryStreamWriter DestWriter(*Dest);
459018338e5SZachary Turner   EXPECT_THAT_ERROR(DestWriter.writeStreamRef(*Src), Succeeded());
460018338e5SZachary Turner   EXPECT_EQ(DestDataBytes, std::vector<uint8_t>(
461018338e5SZachary Turner                                {'s', 'e', 'T', ' ', 'S', 't', 't', 'r', 0, 0}));
462018338e5SZachary Turner 
463018338e5SZachary Turner   // Then read the string back out of the dest stream.
464018338e5SZachary Turner   StringRef Result;
465018338e5SZachary Turner   BinaryStreamReader DestReader(*Dest);
466018338e5SZachary Turner   EXPECT_THAT_ERROR(DestReader.readCString(Result), Succeeded());
467018338e5SZachary Turner   EXPECT_EQ(Result, "Test Str");
468018338e5SZachary Turner }
469018338e5SZachary Turner 
TEST(MappedBlockStreamTest,DataLivesAfterStreamDestruction)470018338e5SZachary Turner TEST(MappedBlockStreamTest, DataLivesAfterStreamDestruction) {
471018338e5SZachary Turner   std::vector<uint8_t> DataBytes(10);
472018338e5SZachary Turner   MutableArrayRef<uint8_t> Data(DataBytes);
473018338e5SZachary Turner   const uint32_t Blocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
474018338e5SZachary Turner 
475018338e5SZachary Turner   StringRef Str[] = {"Zero Str", ""};
476018338e5SZachary Turner 
477018338e5SZachary Turner   DiscontiguousStream F(Blocks, Data);
478018338e5SZachary Turner   {
479018338e5SZachary Turner     auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
480018338e5SZachary Turner                                                      F, F.Allocator);
481018338e5SZachary Turner 
482018338e5SZachary Turner     BinaryStreamReader Reader(*S);
483018338e5SZachary Turner     BinaryStreamWriter Writer(*S);
484018338e5SZachary Turner     ::memset(DataBytes.data(), 0, 10);
485018338e5SZachary Turner     EXPECT_THAT_ERROR(Writer.writeCString(Str[0]), Succeeded());
486018338e5SZachary Turner     EXPECT_THAT_ERROR(Reader.readCString(Str[1]), Succeeded());
487018338e5SZachary Turner     EXPECT_EQ(Str[0], Str[1]);
488018338e5SZachary Turner   }
489018338e5SZachary Turner 
490018338e5SZachary Turner   EXPECT_EQ(Str[0], Str[1]);
491018338e5SZachary Turner }
4929fb9d71dSZachary Turner } // namespace
4939fb9d71dSZachary Turner 
4949fb9d71dSZachary Turner MATCHER_P3(BlockIsFilledWith, Layout, BlockIndex, Byte, "succeeded") {
4959fb9d71dSZachary Turner   uint64_t Offset = msf::blockToOffset(BlockIndex, Layout.SB->BlockSize);
4969fb9d71dSZachary Turner   ArrayRef<uint8_t> BufferRef = makeArrayRef(arg);
4979fb9d71dSZachary Turner   BufferRef = BufferRef.slice(Offset, Layout.SB->BlockSize);
__anon8ef2c6610202(uint8_t B) 4989fb9d71dSZachary Turner   return llvm::all_of(BufferRef, [this](uint8_t B) { return B == Byte; });
4999fb9d71dSZachary Turner }
5009fb9d71dSZachary Turner 
5019fb9d71dSZachary Turner namespace {
TEST(MappedBlockStreamTest,CreateFpmStream)5029fb9d71dSZachary Turner TEST(MappedBlockStreamTest, CreateFpmStream) {
5039fb9d71dSZachary Turner   BumpPtrAllocator Allocator;
5049fb9d71dSZachary Turner   SuperBlock SB;
5059fb9d71dSZachary Turner   MSFLayout L;
5069fb9d71dSZachary Turner   L.SB = &SB;
5079fb9d71dSZachary Turner 
5089fb9d71dSZachary Turner   SB.FreeBlockMapBlock = 1;
5099fb9d71dSZachary Turner   SB.BlockSize = 4096;
5109fb9d71dSZachary Turner 
5119fb9d71dSZachary Turner   constexpr uint32_t NumFileBlocks = 4096 * 4;
5129fb9d71dSZachary Turner 
5139fb9d71dSZachary Turner   std::vector<uint8_t> MsfBuffer(NumFileBlocks * SB.BlockSize);
5149fb9d71dSZachary Turner   MutableBinaryByteStream MsfStream(MsfBuffer, llvm::support::little);
5159fb9d71dSZachary Turner 
5169fb9d71dSZachary Turner   SB.NumBlocks = NumFileBlocks;
5179fb9d71dSZachary Turner   auto FpmStream =
5189fb9d71dSZachary Turner       WritableMappedBlockStream::createFpmStream(L, MsfStream, Allocator);
5199fb9d71dSZachary Turner   // 4096 * 4 / 8 = 2048 bytes of FPM data is needed to describe 4096 * 4
5209fb9d71dSZachary Turner   // blocks.  This translates to 1 FPM block.
5219fb9d71dSZachary Turner   EXPECT_EQ(2048u, FpmStream->getLength());
5229fb9d71dSZachary Turner   EXPECT_EQ(1u, FpmStream->getStreamLayout().Blocks.size());
5239fb9d71dSZachary Turner   EXPECT_EQ(1u, FpmStream->getStreamLayout().Blocks[0]);
5249fb9d71dSZachary Turner   // All blocks from FPM1 should be 1 initialized, and all blocks from FPM2
5259fb9d71dSZachary Turner   // should be 0 initialized (since we requested the main FPM, not the alt FPM)
5269fb9d71dSZachary Turner   for (int I = 0; I < 4; ++I) {
5279fb9d71dSZachary Turner     EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 1 + I * SB.BlockSize, 0xFF));
5289fb9d71dSZachary Turner     EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 2 + I * SB.BlockSize, 0));
5299fb9d71dSZachary Turner   }
5309fb9d71dSZachary Turner 
5319fb9d71dSZachary Turner   ::memset(MsfBuffer.data(), 0, MsfBuffer.size());
5329fb9d71dSZachary Turner   FpmStream =
5339fb9d71dSZachary Turner       WritableMappedBlockStream::createFpmStream(L, MsfStream, Allocator, true);
5349fb9d71dSZachary Turner   // 4096 * 4 / 8 = 2048 bytes of FPM data is needed to describe 4096 * 4
5359fb9d71dSZachary Turner   // blocks.  This translates to 1 FPM block.
5369fb9d71dSZachary Turner   EXPECT_EQ(2048u, FpmStream->getLength());
5379fb9d71dSZachary Turner   EXPECT_EQ(1u, FpmStream->getStreamLayout().Blocks.size());
5389fb9d71dSZachary Turner   EXPECT_EQ(2u, FpmStream->getStreamLayout().Blocks[0]);
5399fb9d71dSZachary Turner   // All blocks from FPM2 should be 1 initialized, and all blocks from FPM1
5409fb9d71dSZachary Turner   // should be 0 initialized (since we requested the alt FPM, not the main FPM)
5419fb9d71dSZachary Turner   for (int I = 0; I < 4; ++I) {
5429fb9d71dSZachary Turner     EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 1 + I * SB.BlockSize, 0));
5439fb9d71dSZachary Turner     EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 2 + I * SB.BlockSize, 0xFF));
5449fb9d71dSZachary Turner   }
5459fb9d71dSZachary Turner }
546018338e5SZachary Turner 
547018338e5SZachary Turner } // end anonymous namespace
548