blob: aef856bfa275882aec81e947b1dcbfd8001c2e67 [file] [log] [blame]
Alex Deymoaea4c1c2015-08-19 20:24:43 -07001//
2// Copyright (C) 2009 The Android Open Source Project
3//
4// Licensed under the Apache License, Version 2.0 (the "License");
5// you may not use this file except in compliance with the License.
6// You may obtain a copy of the License at
7//
8// http://www.apache.org/licenses/LICENSE-2.0
9//
10// Unless required by applicable law or agreed to in writing, software
11// distributed under the License is distributed on an "AS IS" BASIS,
12// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13// See the License for the specific language governing permissions and
14// limitations under the License.
15//
Andrew de los Reyes80061062010-02-04 14:25:00 -080016
Alex Deymo39910dc2015-11-09 17:04:30 -080017#include "update_engine/payload_consumer/extent_writer.h"
Alex Deymo161c4a12014-05-16 15:56:21 -070018
Xiyuan Xia4eccae22016-02-26 14:30:02 -080019#include <fcntl.h>
20
Andrew de los Reyes80061062010-02-04 14:25:00 -080021#include <algorithm>
Ben Chanab5a0af2017-10-12 14:57:50 -070022#include <memory>
Andrew de los Reyes80061062010-02-04 14:25:00 -080023#include <string>
24#include <vector>
Alex Deymo161c4a12014-05-16 15:56:21 -070025
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -070026#include <brillo/secure_blob.h>
Andrew de los Reyes80061062010-02-04 14:25:00 -080027#include <gtest/gtest.h>
Alex Deymo161c4a12014-05-16 15:56:21 -070028
Alex Deymo39910dc2015-11-09 17:04:30 -080029#include "update_engine/common/test_utils.h"
30#include "update_engine/common/utils.h"
31#include "update_engine/payload_consumer/payload_constants.h"
Amin Hassanicd7edbe2017-09-18 17:05:02 -070032#include "update_engine/payload_generator/extent_ranges.h"
Andrew de los Reyes80061062010-02-04 14:25:00 -080033
Alex Deymo10875d92014-11-10 21:52:57 -080034using chromeos_update_engine::test_utils::ExpectVectorsEq;
Andrew de los Reyes80061062010-02-04 14:25:00 -080035using std::min;
36using std::string;
37using std::vector;
38
39namespace chromeos_update_engine {
40
Alex Vakulenko0103c362016-01-20 07:56:15 -080041static_assert(sizeof(off_t) == 8, "off_t not 64 bit");
Andrew de los Reyes80061062010-02-04 14:25:00 -080042
43namespace {
Andrew de los Reyes80061062010-02-04 14:25:00 -080044const size_t kBlockSize = 4096;
45}
46
47class ExtentWriterTest : public ::testing::Test {
48 protected:
Alex Deymo610277e2014-11-11 21:18:11 -080049 void SetUp() override {
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080050 fd_.reset(new EintrSafeFileDescriptor);
Alex Deymobffa0602016-02-12 17:16:29 -080051 ASSERT_TRUE(fd_->Open(temp_file_.path().c_str(), O_RDWR, 0600));
Andrew de los Reyes80061062010-02-04 14:25:00 -080052 }
Amin Hassani008c4582019-01-13 16:22:47 -080053 void TearDown() override { fd_->Close(); }
Chris Masonef8d037f2014-02-19 01:53:00 +000054
Andrew de los Reyes80061062010-02-04 14:25:00 -080055 // Writes data to an extent writer in 'chunk_size' chunks with
56 // the first chunk of size first_chunk_size. It calculates what the
57 // resultant file should look like and ensure that the extent writer
58 // wrote the file correctly.
59 void WriteAlignedExtents(size_t chunk_size, size_t first_chunk_size);
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080060
61 FileDescriptorPtr fd_;
Alex Deymobffa0602016-02-12 17:16:29 -080062 test_utils::ScopedTempFile temp_file_{"ExtentWriterTest-file.XXXXXX"};
Andrew de los Reyes80061062010-02-04 14:25:00 -080063};
64
65TEST_F(ExtentWriterTest, SimpleTest) {
Amin Hassanicd7edbe2017-09-18 17:05:02 -070066 vector<Extent> extents = {ExtentForRange(1, 1)};
Andrew de los Reyes80061062010-02-04 14:25:00 -080067 const string bytes = "1234";
Andrew de los Reyes80061062010-02-04 14:25:00 -080068 DirectExtentWriter direct_writer;
Amin Hassanicd7edbe2017-09-18 17:05:02 -070069 EXPECT_TRUE(
70 direct_writer.Init(fd_, {extents.begin(), extents.end()}, kBlockSize));
Andrew de los Reyes80061062010-02-04 14:25:00 -080071 EXPECT_TRUE(direct_writer.Write(bytes.data(), bytes.size()));
Alex Deymo161c4a12014-05-16 15:56:21 -070072
Alex Deymo5fe0c4e2016-02-16 18:46:24 -080073 EXPECT_EQ(static_cast<off_t>(kBlockSize + bytes.size()),
Alex Deymobffa0602016-02-12 17:16:29 -080074 utils::FileSize(temp_file_.path()));
Alex Deymo161c4a12014-05-16 15:56:21 -070075
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -070076 brillo::Blob result_file;
Alex Deymobffa0602016-02-12 17:16:29 -080077 EXPECT_TRUE(utils::ReadFile(temp_file_.path(), &result_file));
Alex Deymo161c4a12014-05-16 15:56:21 -070078
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -070079 brillo::Blob expected_file(kBlockSize);
Amin Hassani008c4582019-01-13 16:22:47 -080080 expected_file.insert(
81 expected_file.end(), bytes.data(), bytes.data() + bytes.size());
Andrew de los Reyes80061062010-02-04 14:25:00 -080082 ExpectVectorsEq(expected_file, result_file);
83}
84
85TEST_F(ExtentWriterTest, ZeroLengthTest) {
Amin Hassanicd7edbe2017-09-18 17:05:02 -070086 vector<Extent> extents = {ExtentForRange(1, 1)};
Andrew de los Reyes80061062010-02-04 14:25:00 -080087 DirectExtentWriter direct_writer;
Amin Hassanicd7edbe2017-09-18 17:05:02 -070088 EXPECT_TRUE(
89 direct_writer.Init(fd_, {extents.begin(), extents.end()}, kBlockSize));
Alex Vakulenko88b591f2014-08-28 16:48:57 -070090 EXPECT_TRUE(direct_writer.Write(nullptr, 0));
Andrew de los Reyes80061062010-02-04 14:25:00 -080091}
92
93TEST_F(ExtentWriterTest, OverflowExtentTest) {
94 WriteAlignedExtents(kBlockSize * 3, kBlockSize * 3);
95}
96
97TEST_F(ExtentWriterTest, UnalignedWriteTest) {
98 WriteAlignedExtents(7, 7);
99}
100
101TEST_F(ExtentWriterTest, LargeUnalignedWriteTest) {
102 WriteAlignedExtents(kBlockSize * 2, kBlockSize / 2);
103}
104
105void ExtentWriterTest::WriteAlignedExtents(size_t chunk_size,
106 size_t first_chunk_size) {
Amin Hassanicd7edbe2017-09-18 17:05:02 -0700107 vector<Extent> extents = {
108 ExtentForRange(1, 1), ExtentForRange(0, 1), ExtentForRange(2, 1)};
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700109 brillo::Blob data(kBlockSize * 3);
Alex Deymo10875d92014-11-10 21:52:57 -0800110 test_utils::FillWithData(&data);
Alex Deymo161c4a12014-05-16 15:56:21 -0700111
Andrew de los Reyes80061062010-02-04 14:25:00 -0800112 DirectExtentWriter direct_writer;
Amin Hassanicd7edbe2017-09-18 17:05:02 -0700113 EXPECT_TRUE(
114 direct_writer.Init(fd_, {extents.begin(), extents.end()}, kBlockSize));
Alex Deymo161c4a12014-05-16 15:56:21 -0700115
Andrew de los Reyes80061062010-02-04 14:25:00 -0800116 size_t bytes_written = 0;
117 while (bytes_written < data.size()) {
118 size_t bytes_to_write = min(data.size() - bytes_written, chunk_size);
119 if (bytes_written == 0) {
120 bytes_to_write = min(data.size() - bytes_written, first_chunk_size);
121 }
122 EXPECT_TRUE(direct_writer.Write(&data[bytes_written], bytes_to_write));
123 bytes_written += bytes_to_write;
124 }
Alex Deymo161c4a12014-05-16 15:56:21 -0700125
Alex Deymobffa0602016-02-12 17:16:29 -0800126 EXPECT_EQ(static_cast<off_t>(data.size()),
127 utils::FileSize(temp_file_.path()));
Alex Deymo161c4a12014-05-16 15:56:21 -0700128
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700129 brillo::Blob result_file;
Alex Deymobffa0602016-02-12 17:16:29 -0800130 EXPECT_TRUE(utils::ReadFile(temp_file_.path(), &result_file));
Alex Deymo161c4a12014-05-16 15:56:21 -0700131
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700132 brillo::Blob expected_file;
Andrew de los Reyes80061062010-02-04 14:25:00 -0800133 expected_file.insert(expected_file.end(),
134 data.begin() + kBlockSize,
135 data.begin() + kBlockSize * 2);
Amin Hassani008c4582019-01-13 16:22:47 -0800136 expected_file.insert(
137 expected_file.end(), data.begin(), data.begin() + kBlockSize);
138 expected_file.insert(
139 expected_file.end(), data.begin() + kBlockSize * 2, data.end());
Andrew de los Reyes80061062010-02-04 14:25:00 -0800140 ExpectVectorsEq(expected_file, result_file);
141}
142
Andrew de los Reyes80061062010-02-04 14:25:00 -0800143TEST_F(ExtentWriterTest, SparseFileTest) {
Amin Hassanicd7edbe2017-09-18 17:05:02 -0700144 vector<Extent> extents = {ExtentForRange(1, 1),
145 ExtentForRange(kSparseHole, 2),
146 ExtentForRange(0, 1)};
Andrew de los Reyes80061062010-02-04 14:25:00 -0800147 const int block_count = 4;
148 const int on_disk_count = 2;
149
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700150 brillo::Blob data(17);
Alex Deymo10875d92014-11-10 21:52:57 -0800151 test_utils::FillWithData(&data);
Andrew de los Reyes80061062010-02-04 14:25:00 -0800152
153 DirectExtentWriter direct_writer;
Amin Hassanicd7edbe2017-09-18 17:05:02 -0700154 EXPECT_TRUE(
155 direct_writer.Init(fd_, {extents.begin(), extents.end()}, kBlockSize));
Alex Deymo161c4a12014-05-16 15:56:21 -0700156
Andrew de los Reyes80061062010-02-04 14:25:00 -0800157 size_t bytes_written = 0;
158 while (bytes_written < (block_count * kBlockSize)) {
Amin Hassani008c4582019-01-13 16:22:47 -0800159 size_t bytes_to_write =
160 min(block_count * kBlockSize - bytes_written, data.size());
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800161 EXPECT_TRUE(direct_writer.Write(data.data(), bytes_to_write));
Andrew de los Reyes80061062010-02-04 14:25:00 -0800162 bytes_written += bytes_to_write;
163 }
Alex Deymo161c4a12014-05-16 15:56:21 -0700164
Andrew de los Reyes80061062010-02-04 14:25:00 -0800165 // check file size, then data inside
Alex Deymobffa0602016-02-12 17:16:29 -0800166 ASSERT_EQ(static_cast<off_t>(2 * kBlockSize),
167 utils::FileSize(temp_file_.path()));
Alex Deymo161c4a12014-05-16 15:56:21 -0700168
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700169 brillo::Blob resultant_data;
Alex Deymobffa0602016-02-12 17:16:29 -0800170 EXPECT_TRUE(utils::ReadFile(temp_file_.path(), &resultant_data));
Alex Deymo161c4a12014-05-16 15:56:21 -0700171
Andrew de los Reyes80061062010-02-04 14:25:00 -0800172 // Create expected data
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700173 brillo::Blob expected_data(on_disk_count * kBlockSize);
174 brillo::Blob big(block_count * kBlockSize);
175 for (brillo::Blob::size_type i = 0; i < big.size(); i++) {
Andrew de los Reyes80061062010-02-04 14:25:00 -0800176 big[i] = data[i % data.size()];
177 }
178 memcpy(&expected_data[kBlockSize], &big[0], kBlockSize);
179 memcpy(&expected_data[0], &big[3 * kBlockSize], kBlockSize);
180 ExpectVectorsEq(expected_data, resultant_data);
181}
182
183} // namespace chromeos_update_engine