blob: 3a3937e3405ce3907f9ec5fa5fd989cd453b4906 [file] [log] [blame]
Zachary Turner018338e2017-08-02 22:26:09 +00001//===- llvm/unittest/DebugInfo/MSF/MappedBlockStreamTest.cpp --------------===//
Zachary Turner90b8b8d2016-05-31 22:41:52 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Zachary Turnercb30e702017-06-14 16:41:50 +000010#include "llvm/DebugInfo/MSF/MappedBlockStream.h"
Zachary Turnera3225b02016-07-29 20:56:36 +000011#include "llvm/DebugInfo/MSF/IMSFFile.h"
Zachary Turner120faca2017-02-27 22:11:43 +000012#include "llvm/DebugInfo/MSF/MSFError.h"
Zachary Turnerd9dc2822017-03-02 20:52:51 +000013#include "llvm/Support/BinaryByteStream.h"
14#include "llvm/Support/BinaryStreamReader.h"
15#include "llvm/Support/BinaryStreamRef.h"
16#include "llvm/Support/BinaryStreamWriter.h"
Zachary Turnercb30e702017-06-14 16:41:50 +000017#include "llvm/Testing/Support/Error.h"
18
Zachary Turner9fb9d712017-08-02 22:31:39 +000019#include "gmock/gmock.h"
Zachary Turner90b8b8d2016-05-31 22:41:52 +000020#include "gtest/gtest.h"
21
Zachary Turnerf52a8992016-07-15 20:43:38 +000022#include <unordered_map>
23
Zachary Turner90b8b8d2016-05-31 22:41:52 +000024using namespace llvm;
Zachary Turnerbac69d32016-07-22 19:56:05 +000025using namespace llvm::msf;
Zachary Turner695ed562017-02-28 00:04:07 +000026using namespace llvm::support;
Zachary Turner90b8b8d2016-05-31 22:41:52 +000027
28namespace {
29
NAKAMURA Takumi47d1e372016-06-01 14:26:54 +000030static const uint32_t BlocksAry[] = {0, 1, 2, 5, 4, 3, 6, 7, 8, 9};
Zachary Turner5acb4ac2016-06-10 05:09:12 +000031static uint8_t DataAry[] = {'A', 'B', 'C', 'F', 'E', 'D', 'G', 'H', 'I', 'J'};
NAKAMURA Takumi47d1e372016-06-01 14:26:54 +000032
Zachary Turner120faca2017-02-27 22:11:43 +000033class DiscontiguousStream : public WritableBinaryStream {
Zachary Turner90b8b8d2016-05-31 22:41:52 +000034public:
Zachary Turnerd66889c2016-07-28 19:12:28 +000035 DiscontiguousStream(ArrayRef<uint32_t> Blocks, MutableArrayRef<uint8_t> Data)
Zachary Turner5acb4ac2016-06-10 05:09:12 +000036 : Blocks(Blocks.begin(), Blocks.end()), Data(Data.begin(), Data.end()) {}
Zachary Turner90b8b8d2016-05-31 22:41:52 +000037
Zachary Turnerd66889c2016-07-28 19:12:28 +000038 uint32_t block_size() const { return 1; }
39 uint32_t block_count() const { return Blocks.size(); }
40
Zachary Turner695ed562017-02-28 00:04:07 +000041 endianness getEndian() const override { return little; }
42
Zachary Turnerd66889c2016-07-28 19:12:28 +000043 Error readBytes(uint32_t Offset, uint32_t Size,
Zachary Turner120faca2017-02-27 22:11:43 +000044 ArrayRef<uint8_t> &Buffer) override {
Zachary Turnerd0b44fa2017-02-28 17:49:34 +000045 if (auto EC = checkOffset(Offset, Size))
46 return EC;
Zachary Turnerd66889c2016-07-28 19:12:28 +000047 Buffer = Data.slice(Offset, Size);
48 return Error::success();
Zachary Turner90b8b8d2016-05-31 22:41:52 +000049 }
50
Zachary Turnerd66889c2016-07-28 19:12:28 +000051 Error readLongestContiguousChunk(uint32_t Offset,
Zachary Turner120faca2017-02-27 22:11:43 +000052 ArrayRef<uint8_t> &Buffer) override {
Zachary Turnerd0b44fa2017-02-28 17:49:34 +000053 if (auto EC = checkOffset(Offset, 1))
54 return EC;
Zachary Turnerd66889c2016-07-28 19:12:28 +000055 Buffer = Data.drop_front(Offset);
Zachary Turner5acb4ac2016-06-10 05:09:12 +000056 return Error::success();
57 }
58
Zachary Turner120faca2017-02-27 22:11:43 +000059 uint32_t getLength() override { return Data.size(); }
Zachary Turnerd66889c2016-07-28 19:12:28 +000060
Zachary Turner120faca2017-02-27 22:11:43 +000061 Error writeBytes(uint32_t Offset, ArrayRef<uint8_t> SrcData) override {
Zachary Turnerd0b44fa2017-02-28 17:49:34 +000062 if (auto EC = checkOffset(Offset, SrcData.size()))
63 return EC;
Zachary Turnerd66889c2016-07-28 19:12:28 +000064 ::memcpy(&Data[Offset], SrcData.data(), SrcData.size());
65 return Error::success();
66 }
Zachary Turner120faca2017-02-27 22:11:43 +000067 Error commit() override { return Error::success(); }
Zachary Turnerd66889c2016-07-28 19:12:28 +000068
Zachary Turnera3225b02016-07-29 20:56:36 +000069 MSFStreamLayout layout() const {
70 return MSFStreamLayout{static_cast<uint32_t>(Data.size()), Blocks};
Zachary Turnerd66889c2016-07-28 19:12:28 +000071 }
72
Zachary Turner5b74ff32017-06-03 00:33:35 +000073 BumpPtrAllocator Allocator;
74
Zachary Turner90b8b8d2016-05-31 22:41:52 +000075private:
Zachary Turner92d9e972016-06-07 05:32:48 +000076 std::vector<support::ulittle32_t> Blocks;
Zachary Turner5acb4ac2016-06-10 05:09:12 +000077 MutableArrayRef<uint8_t> Data;
Zachary Turner90b8b8d2016-05-31 22:41:52 +000078};
79
Zachary Turnerc4e4b7e2017-05-25 21:12:00 +000080TEST(MappedBlockStreamTest, NumBlocks) {
81 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +000082 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
83 F.Allocator);
Zachary Turnerc4e4b7e2017-05-25 21:12:00 +000084 EXPECT_EQ(F.block_size(), S->getBlockSize());
85 EXPECT_EQ(F.layout().Blocks.size(), S->getNumBlocks());
Zachary Turnerc4e4b7e2017-05-25 21:12:00 +000086}
87
Zachary Turner90b8b8d2016-05-31 22:41:52 +000088// Tests that a read which is entirely contained within a single block works
89// and does not allocate.
David Majnemerb6aa8752016-06-01 18:13:06 +000090TEST(MappedBlockStreamTest, ReadBeyondEndOfStreamRef) {
Zachary Turnerd66889c2016-07-28 19:12:28 +000091 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +000092 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
93 F.Allocator);
Zachary Turner199f48a2016-07-28 19:11:09 +000094
Zachary Turner120faca2017-02-27 22:11:43 +000095 BinaryStreamReader R(*S);
96 BinaryStreamRef SR;
Zachary Turnercb30e702017-06-14 16:41:50 +000097 EXPECT_THAT_ERROR(R.readStreamRef(SR, 0U), Succeeded());
David Majnemerb6aa8752016-06-01 18:13:06 +000098 ArrayRef<uint8_t> Buffer;
Zachary Turnercb30e702017-06-14 16:41:50 +000099 EXPECT_THAT_ERROR(SR.readBytes(0U, 1U, Buffer), Failed());
100 EXPECT_THAT_ERROR(R.readStreamRef(SR, 1U), Succeeded());
101 EXPECT_THAT_ERROR(SR.readBytes(1U, 1U, Buffer), Failed());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000102}
103
104// Tests that a read which outputs into a full destination buffer works and
105// does not fail due to the length of the output buffer.
106TEST(MappedBlockStreamTest, ReadOntoNonEmptyBuffer) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000107 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000108 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
109 F.Allocator);
Zachary Turnerd66889c2016-07-28 19:12:28 +0000110
Zachary Turner120faca2017-02-27 22:11:43 +0000111 BinaryStreamReader R(*S);
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000112 StringRef Str = "ZYXWVUTSRQPONMLKJIHGFEDCBA";
Zachary Turnercb30e702017-06-14 16:41:50 +0000113 EXPECT_THAT_ERROR(R.readFixedString(Str, 1), Succeeded());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000114 EXPECT_EQ(Str, StringRef("A"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000115 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000116}
117
118// Tests that a read which crosses a block boundary, but where the subsequent
119// blocks are still contiguous in memory to the previous block works and does
120// not allocate memory.
121TEST(MappedBlockStreamTest, ZeroCopyReadContiguousBreak) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000122 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000123 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
124 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000125 BinaryStreamReader R(*S);
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000126 StringRef Str;
Zachary Turnercb30e702017-06-14 16:41:50 +0000127 EXPECT_THAT_ERROR(R.readFixedString(Str, 2), Succeeded());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000128 EXPECT_EQ(Str, StringRef("AB"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000129 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000130
131 R.setOffset(6);
Zachary Turnercb30e702017-06-14 16:41:50 +0000132 EXPECT_THAT_ERROR(R.readFixedString(Str, 4), Succeeded());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000133 EXPECT_EQ(Str, StringRef("GHIJ"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000134 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000135}
136
137// Tests that a read which crosses a block boundary and cannot be referenced
138// contiguously works and allocates only the precise amount of bytes
139// requested.
140TEST(MappedBlockStreamTest, CopyReadNonContiguousBreak) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000141 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000142 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
143 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000144 BinaryStreamReader R(*S);
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000145 StringRef Str;
Zachary Turnercb30e702017-06-14 16:41:50 +0000146 EXPECT_THAT_ERROR(R.readFixedString(Str, 10), Succeeded());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000147 EXPECT_EQ(Str, StringRef("ABCDEFGHIJ"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000148 EXPECT_EQ(10U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000149}
150
151// Test that an out of bounds read which doesn't cross a block boundary
152// fails and allocates no memory.
153TEST(MappedBlockStreamTest, InvalidReadSizeNoBreak) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000154 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000155 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
156 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000157 BinaryStreamReader R(*S);
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000158 StringRef Str;
159
160 R.setOffset(10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000161 EXPECT_THAT_ERROR(R.readFixedString(Str, 1), Failed());
Zachary Turner5b74ff32017-06-03 00:33:35 +0000162 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000163}
164
165// Test that an out of bounds read which crosses a contiguous block boundary
166// fails and allocates no memory.
167TEST(MappedBlockStreamTest, InvalidReadSizeContiguousBreak) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000168 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000169 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
170 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000171 BinaryStreamReader R(*S);
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000172 StringRef Str;
173
174 R.setOffset(6);
Zachary Turnercb30e702017-06-14 16:41:50 +0000175 EXPECT_THAT_ERROR(R.readFixedString(Str, 5), Failed());
Zachary Turner5b74ff32017-06-03 00:33:35 +0000176 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000177}
178
179// Test that an out of bounds read which crosses a discontiguous block
180// boundary fails and allocates no memory.
181TEST(MappedBlockStreamTest, InvalidReadSizeNonContiguousBreak) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000182 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000183 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
184 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000185 BinaryStreamReader R(*S);
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000186 StringRef Str;
187
Zachary Turnercb30e702017-06-14 16:41:50 +0000188 EXPECT_THAT_ERROR(R.readFixedString(Str, 11), Failed());
Zachary Turner5b74ff32017-06-03 00:33:35 +0000189 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000190}
191
David Majnemerb6aa8752016-06-01 18:13:06 +0000192// Tests that a read which is entirely contained within a single block but
193// beyond the end of a StreamRef fails.
194TEST(MappedBlockStreamTest, ZeroCopyReadNoBreak) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000195 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000196 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
197 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000198 BinaryStreamReader R(*S);
David Majnemerb6aa8752016-06-01 18:13:06 +0000199 StringRef Str;
Zachary Turnercb30e702017-06-14 16:41:50 +0000200 EXPECT_THAT_ERROR(R.readFixedString(Str, 1), Succeeded());
David Majnemerb6aa8752016-06-01 18:13:06 +0000201 EXPECT_EQ(Str, StringRef("A"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000202 EXPECT_EQ(0U, F.Allocator.getBytesAllocated());
David Majnemerb6aa8752016-06-01 18:13:06 +0000203}
204
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000205// Tests that a read which is not aligned on the same boundary as a previous
206// cached request, but which is known to overlap that request, shares the
207// previous allocation.
208TEST(MappedBlockStreamTest, UnalignedOverlappingRead) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000209 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000210 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
211 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000212 BinaryStreamReader R(*S);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000213 StringRef Str1;
214 StringRef Str2;
Zachary Turnercb30e702017-06-14 16:41:50 +0000215 EXPECT_THAT_ERROR(R.readFixedString(Str1, 7), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000216 EXPECT_EQ(Str1, StringRef("ABCDEFG"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000217 EXPECT_EQ(7U, F.Allocator.getBytesAllocated());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000218
219 R.setOffset(2);
Zachary Turnercb30e702017-06-14 16:41:50 +0000220 EXPECT_THAT_ERROR(R.readFixedString(Str2, 3), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000221 EXPECT_EQ(Str2, StringRef("CDE"));
222 EXPECT_EQ(Str1.data() + 2, Str2.data());
Zachary Turner5b74ff32017-06-03 00:33:35 +0000223 EXPECT_EQ(7U, F.Allocator.getBytesAllocated());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000224}
225
226// Tests that a read which is not aligned on the same boundary as a previous
227// cached request, but which only partially overlaps a previous cached request,
228// still works correctly and allocates again from the shared pool.
229TEST(MappedBlockStreamTest, UnalignedOverlappingReadFail) {
Zachary Turnerd66889c2016-07-28 19:12:28 +0000230 DiscontiguousStream F(BlocksAry, DataAry);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000231 auto S = MappedBlockStream::createStream(F.block_size(), F.layout(), F,
232 F.Allocator);
Zachary Turner120faca2017-02-27 22:11:43 +0000233 BinaryStreamReader R(*S);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000234 StringRef Str1;
235 StringRef Str2;
Zachary Turnercb30e702017-06-14 16:41:50 +0000236 EXPECT_THAT_ERROR(R.readFixedString(Str1, 6), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000237 EXPECT_EQ(Str1, StringRef("ABCDEF"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000238 EXPECT_EQ(6U, F.Allocator.getBytesAllocated());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000239
240 R.setOffset(4);
Zachary Turnercb30e702017-06-14 16:41:50 +0000241 EXPECT_THAT_ERROR(R.readFixedString(Str2, 4), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000242 EXPECT_EQ(Str2, StringRef("EFGH"));
Zachary Turner5b74ff32017-06-03 00:33:35 +0000243 EXPECT_EQ(10U, F.Allocator.getBytesAllocated());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000244}
245
246TEST(MappedBlockStreamTest, WriteBeyondEndOfStream) {
247 static uint8_t Data[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J'};
248 static uint8_t LargeBuffer[] = {'0', '1', '2', '3', '4', '5',
249 '6', '7', '8', '9', 'A'};
250 static uint8_t SmallBuffer[] = {'0', '1', '2'};
251 static_assert(sizeof(LargeBuffer) > sizeof(Data),
252 "LargeBuffer is not big enough");
253
Zachary Turnerd66889c2016-07-28 19:12:28 +0000254 DiscontiguousStream F(BlocksAry, Data);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000255 auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
256 F, F.Allocator);
Zachary Turnercb30e702017-06-14 16:41:50 +0000257 EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>(LargeBuffer)), Failed());
258 EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>(SmallBuffer)),
259 Succeeded());
260 EXPECT_THAT_ERROR(S->writeBytes(7, ArrayRef<uint8_t>(SmallBuffer)),
261 Succeeded());
262 EXPECT_THAT_ERROR(S->writeBytes(8, ArrayRef<uint8_t>(SmallBuffer)), Failed());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000263}
264
265TEST(MappedBlockStreamTest, TestWriteBytesNoBreakBoundary) {
266 static uint8_t Data[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J'};
Zachary Turnerd66889c2016-07-28 19:12:28 +0000267 DiscontiguousStream F(BlocksAry, Data);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000268 auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
269 F, F.Allocator);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000270 ArrayRef<uint8_t> Buffer;
271
Zachary Turnercb30e702017-06-14 16:41:50 +0000272 EXPECT_THAT_ERROR(S->readBytes(0, 1, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000273 EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A'));
Zachary Turnercb30e702017-06-14 16:41:50 +0000274 EXPECT_THAT_ERROR(S->readBytes(9, 1, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000275 EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J'));
276
Zachary Turnercb30e702017-06-14 16:41:50 +0000277 EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>('J')), Succeeded());
278 EXPECT_THAT_ERROR(S->writeBytes(9, ArrayRef<uint8_t>('A')), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000279
Zachary Turnercb30e702017-06-14 16:41:50 +0000280 EXPECT_THAT_ERROR(S->readBytes(0, 1, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000281 EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J'));
Zachary Turnercb30e702017-06-14 16:41:50 +0000282 EXPECT_THAT_ERROR(S->readBytes(9, 1, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000283 EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A'));
284
Zachary Turnercb30e702017-06-14 16:41:50 +0000285 EXPECT_THAT_ERROR(S->writeBytes(0, ArrayRef<uint8_t>('A')), Succeeded());
286 EXPECT_THAT_ERROR(S->writeBytes(9, ArrayRef<uint8_t>('J')), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000287
Zachary Turnercb30e702017-06-14 16:41:50 +0000288 EXPECT_THAT_ERROR(S->readBytes(0, 1, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000289 EXPECT_EQ(Buffer, ArrayRef<uint8_t>('A'));
Zachary Turnercb30e702017-06-14 16:41:50 +0000290 EXPECT_THAT_ERROR(S->readBytes(9, 1, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000291 EXPECT_EQ(Buffer, ArrayRef<uint8_t>('J'));
292}
293
294TEST(MappedBlockStreamTest, TestWriteBytesBreakBoundary) {
295 static uint8_t Data[] = {'0', '0', '0', '0', '0', '0', '0', '0', '0', '0'};
296 static uint8_t TestData[] = {'T', 'E', 'S', 'T', 'I', 'N', 'G', '.'};
297 static uint8_t Expected[] = {'T', 'E', 'S', 'N', 'I',
298 'T', 'G', '.', '0', '0'};
299
Zachary Turnerd66889c2016-07-28 19:12:28 +0000300 DiscontiguousStream F(BlocksAry, Data);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000301 auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
302 F, F.Allocator);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000303 ArrayRef<uint8_t> Buffer;
304
Zachary Turnercb30e702017-06-14 16:41:50 +0000305 EXPECT_THAT_ERROR(S->writeBytes(0, TestData), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000306 // First just compare the memory, then compare the result of reading the
307 // string out.
308 EXPECT_EQ(ArrayRef<uint8_t>(Data), ArrayRef<uint8_t>(Expected));
309
Zachary Turnercb30e702017-06-14 16:41:50 +0000310 EXPECT_THAT_ERROR(S->readBytes(0, 8, Buffer), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000311 EXPECT_EQ(Buffer, ArrayRef<uint8_t>(TestData));
312}
313
314TEST(MappedBlockStreamTest, TestWriteThenRead) {
315 std::vector<uint8_t> DataBytes(10);
316 MutableArrayRef<uint8_t> Data(DataBytes);
317 const uint32_t Blocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
318
Zachary Turnerd66889c2016-07-28 19:12:28 +0000319 DiscontiguousStream F(Blocks, Data);
Zachary Turner5b74ff32017-06-03 00:33:35 +0000320 auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
321 F, F.Allocator);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000322
323 enum class MyEnum : uint32_t { Val1 = 2908234, Val2 = 120891234 };
Zachary Turner97609bb2016-06-10 21:47:26 +0000324 using support::ulittle32_t;
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000325
326 uint16_t u16[] = {31468, 0};
327 uint32_t u32[] = {890723408, 0};
328 MyEnum Enum[] = {MyEnum::Val1, MyEnum::Val2};
329 StringRef ZStr[] = {"Zero Str", ""};
330 StringRef FStr[] = {"Fixed Str", ""};
NAKAMURA Takumif1b183c2016-06-11 06:37:28 +0000331 uint8_t byteArray0[] = {'1', '2'};
332 uint8_t byteArray1[] = {'0', '0'};
Zachary Turner352cfe42016-07-08 16:57:14 +0000333 ArrayRef<uint8_t> byteArrayRef0(byteArray0);
334 ArrayRef<uint8_t> byteArrayRef1(byteArray1);
Zachary Turner018338e2017-08-02 22:26:09 +0000335 ArrayRef<uint8_t> byteArray[] = {byteArrayRef0, byteArrayRef1};
Reid Kleckner84149c42016-07-28 18:17:01 +0000336 uint32_t intArr0[] = {890723408, 29082234};
337 uint32_t intArr1[] = {890723408, 29082234};
338 ArrayRef<uint32_t> intArray[] = {intArr0, intArr1};
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000339
Zachary Turner120faca2017-02-27 22:11:43 +0000340 BinaryStreamReader Reader(*S);
341 BinaryStreamWriter Writer(*S);
Zachary Turnercb30e702017-06-14 16:41:50 +0000342 EXPECT_THAT_ERROR(Writer.writeInteger(u16[0]), Succeeded());
343 EXPECT_THAT_ERROR(Reader.readInteger(u16[1]), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000344 EXPECT_EQ(u16[0], u16[1]);
Zachary Turnerd4c1efc2016-06-10 22:12:18 +0000345 EXPECT_EQ(std::vector<uint8_t>({0, 0x7A, 0xEC, 0, 0, 0, 0, 0, 0, 0}),
346 DataBytes);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000347
348 Reader.setOffset(0);
349 Writer.setOffset(0);
350 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000351 EXPECT_THAT_ERROR(Writer.writeInteger(u32[0]), Succeeded());
352 EXPECT_THAT_ERROR(Reader.readInteger(u32[1]), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000353 EXPECT_EQ(u32[0], u32[1]);
Zachary Turnerd4c1efc2016-06-10 22:12:18 +0000354 EXPECT_EQ(std::vector<uint8_t>({0x17, 0x5C, 0x50, 0, 0, 0, 0x35, 0, 0, 0}),
355 DataBytes);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000356
357 Reader.setOffset(0);
358 Writer.setOffset(0);
359 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000360 EXPECT_THAT_ERROR(Writer.writeEnum(Enum[0]), Succeeded());
361 EXPECT_THAT_ERROR(Reader.readEnum(Enum[1]), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000362 EXPECT_EQ(Enum[0], Enum[1]);
Zachary Turnerd4c1efc2016-06-10 22:12:18 +0000363 EXPECT_EQ(std::vector<uint8_t>({0x2C, 0x60, 0x4A, 0, 0, 0, 0, 0, 0, 0}),
364 DataBytes);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000365
366 Reader.setOffset(0);
367 Writer.setOffset(0);
368 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000369 EXPECT_THAT_ERROR(Writer.writeCString(ZStr[0]), Succeeded());
370 EXPECT_THAT_ERROR(Reader.readCString(ZStr[1]), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000371 EXPECT_EQ(ZStr[0], ZStr[1]);
Zachary Turnerd4c1efc2016-06-10 22:12:18 +0000372 EXPECT_EQ(
373 std::vector<uint8_t>({'r', 'e', 'Z', ' ', 'S', 't', 'o', 'r', 0, 0}),
374 DataBytes);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000375
376 Reader.setOffset(0);
377 Writer.setOffset(0);
378 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000379 EXPECT_THAT_ERROR(Writer.writeFixedString(FStr[0]), Succeeded());
380 EXPECT_THAT_ERROR(Reader.readFixedString(FStr[1], FStr[0].size()),
381 Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000382 EXPECT_EQ(FStr[0], FStr[1]);
Zachary Turnerd4c1efc2016-06-10 22:12:18 +0000383 EXPECT_EQ(
384 std::vector<uint8_t>({'x', 'i', 'F', 'd', ' ', 'S', 'e', 't', 0, 'r'}),
385 DataBytes);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000386
387 Reader.setOffset(0);
388 Writer.setOffset(0);
389 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000390 EXPECT_THAT_ERROR(Writer.writeArray(byteArray[0]), Succeeded());
391 EXPECT_THAT_ERROR(Reader.readArray(byteArray[1], byteArray[0].size()),
392 Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000393 EXPECT_EQ(byteArray[0], byteArray[1]);
Zachary Turnerd4c1efc2016-06-10 22:12:18 +0000394 EXPECT_EQ(std::vector<uint8_t>({0, 0x32, 0x31, 0, 0, 0, 0, 0, 0, 0}),
395 DataBytes);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000396
397 Reader.setOffset(0);
398 Writer.setOffset(0);
399 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000400 EXPECT_THAT_ERROR(Writer.writeArray(intArray[0]), Succeeded());
401 EXPECT_THAT_ERROR(Reader.readArray(intArray[1], intArray[0].size()),
402 Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000403 EXPECT_EQ(intArray[0], intArray[1]);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000404}
405
406TEST(MappedBlockStreamTest, TestWriteContiguousStreamRef) {
407 std::vector<uint8_t> DestDataBytes(10);
408 MutableArrayRef<uint8_t> DestData(DestDataBytes);
409 const uint32_t DestBlocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
410
411 std::vector<uint8_t> SrcDataBytes(10);
412 MutableArrayRef<uint8_t> SrcData(SrcDataBytes);
413
Zachary Turnerd66889c2016-07-28 19:12:28 +0000414 DiscontiguousStream F(DestBlocks, DestData);
415 auto DestStream = WritableMappedBlockStream::createStream(
Zachary Turner5b74ff32017-06-03 00:33:35 +0000416 F.block_size(), F.layout(), F, F.Allocator);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000417
418 // First write "Test Str" into the source stream.
Zachary Turner695ed562017-02-28 00:04:07 +0000419 MutableBinaryByteStream SourceStream(SrcData, little);
Zachary Turner120faca2017-02-27 22:11:43 +0000420 BinaryStreamWriter SourceWriter(SourceStream);
Zachary Turnercb30e702017-06-14 16:41:50 +0000421 EXPECT_THAT_ERROR(SourceWriter.writeCString("Test Str"), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000422 EXPECT_EQ(SrcDataBytes, std::vector<uint8_t>(
423 {'T', 'e', 's', 't', ' ', 'S', 't', 'r', 0, 0}));
424
425 // Then write the source stream into the dest stream.
Zachary Turner120faca2017-02-27 22:11:43 +0000426 BinaryStreamWriter DestWriter(*DestStream);
Zachary Turnercb30e702017-06-14 16:41:50 +0000427 EXPECT_THAT_ERROR(DestWriter.writeStreamRef(SourceStream), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000428 EXPECT_EQ(DestDataBytes, std::vector<uint8_t>(
429 {'s', 'e', 'T', ' ', 'S', 't', 't', 'r', 0, 0}));
430
431 // Then read the string back out of the dest stream.
432 StringRef Result;
Zachary Turner120faca2017-02-27 22:11:43 +0000433 BinaryStreamReader DestReader(*DestStream);
Zachary Turnercb30e702017-06-14 16:41:50 +0000434 EXPECT_THAT_ERROR(DestReader.readCString(Result), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000435 EXPECT_EQ(Result, "Test Str");
436}
437
438TEST(MappedBlockStreamTest, TestWriteDiscontiguousStreamRef) {
439 std::vector<uint8_t> DestDataBytes(10);
440 MutableArrayRef<uint8_t> DestData(DestDataBytes);
441 const uint32_t DestBlocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
442
443 std::vector<uint8_t> SrcDataBytes(10);
444 MutableArrayRef<uint8_t> SrcData(SrcDataBytes);
445 const uint32_t SrcBlocks[] = {1, 0, 6, 3, 4, 5, 2, 7, 8, 9};
446
Zachary Turnerd66889c2016-07-28 19:12:28 +0000447 DiscontiguousStream DestF(DestBlocks, DestData);
448 DiscontiguousStream SrcF(SrcBlocks, SrcData);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000449
Zachary Turnerd66889c2016-07-28 19:12:28 +0000450 auto Dest = WritableMappedBlockStream::createStream(
Zachary Turner5b74ff32017-06-03 00:33:35 +0000451 DestF.block_size(), DestF.layout(), DestF, DestF.Allocator);
Zachary Turnerd66889c2016-07-28 19:12:28 +0000452 auto Src = WritableMappedBlockStream::createStream(
Zachary Turner5b74ff32017-06-03 00:33:35 +0000453 SrcF.block_size(), SrcF.layout(), SrcF, SrcF.Allocator);
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000454
455 // First write "Test Str" into the source stream.
Zachary Turner120faca2017-02-27 22:11:43 +0000456 BinaryStreamWriter SourceWriter(*Src);
Zachary Turnercb30e702017-06-14 16:41:50 +0000457 EXPECT_THAT_ERROR(SourceWriter.writeCString("Test Str"), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000458 EXPECT_EQ(SrcDataBytes, std::vector<uint8_t>(
459 {'e', 'T', 't', 't', ' ', 'S', 's', 'r', 0, 0}));
460
461 // Then write the source stream into the dest stream.
Zachary Turner120faca2017-02-27 22:11:43 +0000462 BinaryStreamWriter DestWriter(*Dest);
Zachary Turnercb30e702017-06-14 16:41:50 +0000463 EXPECT_THAT_ERROR(DestWriter.writeStreamRef(*Src), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000464 EXPECT_EQ(DestDataBytes, std::vector<uint8_t>(
465 {'s', 'e', 'T', ' ', 'S', 't', 't', 'r', 0, 0}));
466
467 // Then read the string back out of the dest stream.
468 StringRef Result;
Zachary Turner120faca2017-02-27 22:11:43 +0000469 BinaryStreamReader DestReader(*Dest);
Zachary Turnercb30e702017-06-14 16:41:50 +0000470 EXPECT_THAT_ERROR(DestReader.readCString(Result), Succeeded());
Zachary Turner5acb4ac2016-06-10 05:09:12 +0000471 EXPECT_EQ(Result, "Test Str");
472}
473
Zachary Turner5b74ff32017-06-03 00:33:35 +0000474TEST(MappedBlockStreamTest, DataLivesAfterStreamDestruction) {
475 std::vector<uint8_t> DataBytes(10);
476 MutableArrayRef<uint8_t> Data(DataBytes);
477 const uint32_t Blocks[] = {2, 1, 0, 6, 3, 4, 5, 7, 9, 8};
478
479 StringRef Str[] = {"Zero Str", ""};
480
481 DiscontiguousStream F(Blocks, Data);
482 {
483 auto S = WritableMappedBlockStream::createStream(F.block_size(), F.layout(),
484 F, F.Allocator);
485
486 BinaryStreamReader Reader(*S);
487 BinaryStreamWriter Writer(*S);
488 ::memset(DataBytes.data(), 0, 10);
Zachary Turnercb30e702017-06-14 16:41:50 +0000489 EXPECT_THAT_ERROR(Writer.writeCString(Str[0]), Succeeded());
490 EXPECT_THAT_ERROR(Reader.readCString(Str[1]), Succeeded());
Zachary Turner5b74ff32017-06-03 00:33:35 +0000491 EXPECT_EQ(Str[0], Str[1]);
492 }
493
494 EXPECT_EQ(Str[0], Str[1]);
495}
Zachary Turner9fb9d712017-08-02 22:31:39 +0000496} // namespace
497
498MATCHER_P3(BlockIsFilledWith, Layout, BlockIndex, Byte, "succeeded") {
499 uint64_t Offset = msf::blockToOffset(BlockIndex, Layout.SB->BlockSize);
500 ArrayRef<uint8_t> BufferRef = makeArrayRef(arg);
501 BufferRef = BufferRef.slice(Offset, Layout.SB->BlockSize);
502 return llvm::all_of(BufferRef, [this](uint8_t B) { return B == Byte; });
503}
504
505namespace {
506TEST(MappedBlockStreamTest, CreateFpmStream) {
507 BumpPtrAllocator Allocator;
508 SuperBlock SB;
509 MSFLayout L;
510 L.SB = &SB;
511
512 SB.FreeBlockMapBlock = 1;
513 SB.BlockSize = 4096;
514
515 constexpr uint32_t NumFileBlocks = 4096 * 4;
516
517 std::vector<uint8_t> MsfBuffer(NumFileBlocks * SB.BlockSize);
518 MutableBinaryByteStream MsfStream(MsfBuffer, llvm::support::little);
519
520 SB.NumBlocks = NumFileBlocks;
521 auto FpmStream =
522 WritableMappedBlockStream::createFpmStream(L, MsfStream, Allocator);
523 // 4096 * 4 / 8 = 2048 bytes of FPM data is needed to describe 4096 * 4
524 // blocks. This translates to 1 FPM block.
525 EXPECT_EQ(2048u, FpmStream->getLength());
526 EXPECT_EQ(1u, FpmStream->getStreamLayout().Blocks.size());
527 EXPECT_EQ(1u, FpmStream->getStreamLayout().Blocks[0]);
528 // All blocks from FPM1 should be 1 initialized, and all blocks from FPM2
529 // should be 0 initialized (since we requested the main FPM, not the alt FPM)
530 for (int I = 0; I < 4; ++I) {
531 EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 1 + I * SB.BlockSize, 0xFF));
532 EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 2 + I * SB.BlockSize, 0));
533 }
534
535 ::memset(MsfBuffer.data(), 0, MsfBuffer.size());
536 FpmStream =
537 WritableMappedBlockStream::createFpmStream(L, MsfStream, Allocator, true);
538 // 4096 * 4 / 8 = 2048 bytes of FPM data is needed to describe 4096 * 4
539 // blocks. This translates to 1 FPM block.
540 EXPECT_EQ(2048u, FpmStream->getLength());
541 EXPECT_EQ(1u, FpmStream->getStreamLayout().Blocks.size());
542 EXPECT_EQ(2u, FpmStream->getStreamLayout().Blocks[0]);
543 // All blocks from FPM2 should be 1 initialized, and all blocks from FPM1
544 // should be 0 initialized (since we requested the alt FPM, not the main FPM)
545 for (int I = 0; I < 4; ++I) {
546 EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 1 + I * SB.BlockSize, 0));
547 EXPECT_THAT(MsfBuffer, BlockIsFilledWith(L, 2 + I * SB.BlockSize, 0xFF));
548 }
549}
Zachary Turner5b74ff32017-06-03 00:33:35 +0000550
Zachary Turner90b8b8d2016-05-31 22:41:52 +0000551} // end anonymous namespace