| /* |
| * Copyright (C) 2009 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #define LOG_TAG "file_backup_helper" |
| |
| #include <utils/backup_helpers.h> |
| |
| #include <utils/KeyedVector.h> |
| #include <utils/ByteOrder.h> |
| #include <utils/String8.h> |
| |
| #include <errno.h> |
| #include <sys/types.h> |
| #include <sys/uio.h> |
| #include <sys/stat.h> |
| #include <sys/time.h> // for utimes |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <unistd.h> |
| #include <utime.h> |
| #include <fcntl.h> |
| #include <zlib.h> |
| |
| #include <cutils/log.h> |
| |
| namespace android { |
| |
| #define MAGIC0 0x70616e53 // Snap |
| #define MAGIC1 0x656c6946 // File |
| |
| #if 0 // TEST_BACKUP_HELPERS |
| #define LOGP(x...) printf(x) |
| #else |
| #define LOGP(x...) LOGD(x) |
| #endif |
| |
| struct SnapshotHeader { |
| int magic0; |
| int fileCount; |
| int magic1; |
| int totalSize; |
| }; |
| |
| struct FileState { |
| int modTime_sec; |
| int modTime_nsec; |
| int size; |
| int crc32; |
| int nameLen; |
| }; |
| |
| const static int ROUND_UP[4] = { 0, 3, 2, 1 }; |
| |
| static inline int |
| round_up(int n) |
| { |
| return n + ROUND_UP[n % 4]; |
| } |
| |
| static int |
| read_snapshot_file(int fd, KeyedVector<String8,FileState>* snapshot) |
| { |
| int bytesRead = 0; |
| int amt; |
| SnapshotHeader header; |
| |
| amt = read(fd, &header, sizeof(header)); |
| if (amt != sizeof(header)) { |
| return errno; |
| } |
| bytesRead += amt; |
| |
| if (header.magic0 != MAGIC0 || header.magic1 != MAGIC1) { |
| LOGW("read_snapshot_file header.magic0=0x%08x magic1=0x%08x", header.magic0, header.magic1); |
| return 1; |
| } |
| |
| for (int i=0; i<header.fileCount; i++) { |
| FileState file; |
| char filenameBuf[128]; |
| |
| amt = read(fd, &file, sizeof(file)); |
| if (amt != sizeof(file)) { |
| LOGW("read_snapshot_file FileState truncated/error with read at %d bytes\n", bytesRead); |
| return 1; |
| } |
| bytesRead += amt; |
| |
| // filename is not NULL terminated, but it is padded |
| int nameBufSize = round_up(file.nameLen); |
| char* filename = nameBufSize <= (int)sizeof(filenameBuf) |
| ? filenameBuf |
| : (char*)malloc(nameBufSize); |
| amt = read(fd, filename, nameBufSize); |
| if (amt == nameBufSize) { |
| snapshot->add(String8(filename, file.nameLen), file); |
| } |
| bytesRead += amt; |
| if (filename != filenameBuf) { |
| free(filename); |
| } |
| if (amt != nameBufSize) { |
| LOGW("read_snapshot_file filename truncated/error with read at %d bytes\n", bytesRead); |
| return 1; |
| } |
| } |
| |
| if (header.totalSize != bytesRead) { |
| LOGW("read_snapshot_file length mismatch: header.totalSize=%d bytesRead=%d\n", |
| header.totalSize, bytesRead); |
| return 1; |
| } |
| |
| return 0; |
| } |
| |
| static int |
| write_snapshot_file(int fd, const KeyedVector<String8,FileState>& snapshot) |
| { |
| int bytesWritten = sizeof(SnapshotHeader); |
| // preflight size |
| const int N = snapshot.size(); |
| for (int i=0; i<N; i++) { |
| const String8& name = snapshot.keyAt(i); |
| bytesWritten += sizeof(FileState) + round_up(name.length()); |
| } |
| |
| LOGP("write_snapshot_file fd=%d\n", fd); |
| |
| int amt; |
| SnapshotHeader header = { MAGIC0, N, MAGIC1, bytesWritten }; |
| |
| amt = write(fd, &header, sizeof(header)); |
| if (amt != sizeof(header)) { |
| LOGW("write_snapshot_file error writing header %s", strerror(errno)); |
| return errno; |
| } |
| |
| for (int i=0; i<header.fileCount; i++) { |
| const String8& name = snapshot.keyAt(i); |
| FileState file = snapshot.valueAt(i); |
| int nameLen = file.nameLen = name.length(); |
| |
| amt = write(fd, &file, sizeof(file)); |
| if (amt != sizeof(file)) { |
| LOGW("write_snapshot_file error writing header %s", strerror(errno)); |
| return 1; |
| } |
| |
| // filename is not NULL terminated, but it is padded |
| amt = write(fd, name.string(), nameLen); |
| if (amt != nameLen) { |
| LOGW("write_snapshot_file error writing filename %s", strerror(errno)); |
| return 1; |
| } |
| int paddingLen = ROUND_UP[nameLen % 4]; |
| if (paddingLen != 0) { |
| int padding = 0xabababab; |
| amt = write(fd, &padding, paddingLen); |
| if (amt != paddingLen) { |
| LOGW("write_snapshot_file error writing %d bytes of filename padding %s", |
| paddingLen, strerror(errno)); |
| return 1; |
| } |
| } |
| } |
| |
| return 0; |
| } |
| |
| static int |
| write_delete_file(BackupDataWriter* dataStream, const String8& key) |
| { |
| LOGP("write_delete_file %s\n", key.string()); |
| return dataStream->WriteEntityHeader(key, -1); |
| } |
| |
| static int |
| write_update_file(BackupDataWriter* dataStream, int fd, const String8& key, |
| const String8& realFilename) |
| { |
| LOGP("write_update_file %s (%s)\n", realFilename.string(), key.string()); |
| |
| const int bufsize = 4*1024; |
| int err; |
| int amt; |
| int fileSize; |
| int bytesLeft; |
| |
| char* buf = (char*)malloc(bufsize); |
| int crc = crc32(0L, Z_NULL, 0); |
| |
| |
| bytesLeft = fileSize = lseek(fd, 0, SEEK_END); |
| lseek(fd, 0, SEEK_SET); |
| |
| err = dataStream->WriteEntityHeader(key, bytesLeft); |
| if (err != 0) { |
| return err; |
| } |
| |
| while ((amt = read(fd, buf, bufsize)) != 0 && bytesLeft > 0) { |
| bytesLeft -= amt; |
| if (bytesLeft < 0) { |
| amt += bytesLeft; // Plus a negative is minus. Don't write more than we promised. |
| } |
| err = dataStream->WriteEntityData(buf, amt); |
| if (err != 0) { |
| return err; |
| } |
| } |
| if (bytesLeft != 0) { |
| if (bytesLeft > 0) { |
| // Pad out the space we promised in the buffer. We can't corrupt the buffer, |
| // even though the data we're sending is probably bad. |
| memset(buf, 0, bufsize); |
| while (bytesLeft > 0) { |
| amt = bytesLeft < bufsize ? bytesLeft : bufsize; |
| bytesLeft -= amt; |
| err = dataStream->WriteEntityData(buf, amt); |
| if (err != 0) { |
| return err; |
| } |
| } |
| } |
| LOGE("write_update_file size mismatch for %s. expected=%d actual=%d." |
| " You aren't doing proper locking!", |
| realFilename.string(), fileSize, fileSize-bytesLeft); |
| } |
| |
| free(buf); |
| |
| return NO_ERROR; |
| } |
| |
| static int |
| write_update_file(BackupDataWriter* dataStream, const String8& key, const String8& realFilename) |
| { |
| int err; |
| int fd = open(realFilename.string(), O_RDONLY); |
| if (fd == -1) { |
| return errno; |
| } |
| err = write_update_file(dataStream, fd, key, realFilename); |
| close(fd); |
| return err; |
| } |
| |
| static int |
| compute_crc32(int fd) |
| { |
| const int bufsize = 4*1024; |
| int amt; |
| |
| char* buf = (char*)malloc(bufsize); |
| int crc = crc32(0L, Z_NULL, 0); |
| |
| lseek(fd, 0, SEEK_SET); |
| |
| while ((amt = read(fd, buf, bufsize)) != 0) { |
| crc = crc32(crc, (Bytef*)buf, amt); |
| } |
| |
| free(buf); |
| |
| return crc; |
| } |
| |
| int |
| back_up_files(int oldSnapshotFD, BackupDataWriter* dataStream, int newSnapshotFD, |
| char const* fileBase, char const* const* files, int fileCount) |
| { |
| int err; |
| const String8 base(fileBase); |
| KeyedVector<String8,FileState> oldSnapshot; |
| KeyedVector<String8,FileState> newSnapshot; |
| |
| if (oldSnapshotFD != -1) { |
| err = read_snapshot_file(oldSnapshotFD, &oldSnapshot); |
| if (err != 0) { |
| // On an error, treat this as a full backup. |
| oldSnapshot.clear(); |
| } |
| } |
| |
| for (int i=0; i<fileCount; i++) { |
| String8 name(files[i]); |
| FileState s; |
| struct stat st; |
| String8 realFilename(base); |
| realFilename.appendPath(name); |
| |
| err = stat(realFilename.string(), &st); |
| if (err != 0) { |
| LOGW("Error stating file %s", realFilename.string()); |
| continue; |
| } |
| |
| s.modTime_sec = st.st_mtime; |
| s.modTime_nsec = 0; // workaround sim breakage |
| //s.modTime_nsec = st.st_mtime_nsec; |
| s.size = st.st_size; |
| |
| // we compute the crc32 later down below, when we already have the file open. |
| |
| newSnapshot.add(name, s); |
| } |
| |
| int n = 0; |
| int N = oldSnapshot.size(); |
| int m = 0; |
| |
| while (n<N && m<fileCount) { |
| const String8& p = oldSnapshot.keyAt(n); |
| const String8& q = newSnapshot.keyAt(m); |
| int cmp = p.compare(q); |
| if (cmp > 0) { |
| // file added |
| String8 realFilename(base); |
| realFilename.appendPath(q); |
| LOGP("file added: %s\n", realFilename.string()); |
| write_update_file(dataStream, q, realFilename); |
| m++; |
| } |
| else if (cmp < 0) { |
| // file removed |
| LOGP("file removed: %s\n", p.string()); |
| dataStream->WriteEntityHeader(p, -1); |
| n++; |
| } |
| else { |
| |
| // both files exist, check them |
| String8 realFilename(base); |
| realFilename.appendPath(q); |
| const FileState& f = oldSnapshot.valueAt(n); |
| FileState& g = newSnapshot.editValueAt(m); |
| |
| int fd = open(realFilename.string(), O_RDONLY); |
| if (fd != -1) { |
| // We can't open the file. Don't report it as a delete either. Let the |
| // server keep the old version. Maybe they'll be able to deal with it |
| // on restore. |
| } else { |
| g.crc32 = compute_crc32(fd); |
| |
| LOGP("%s\n", q.string()); |
| LOGP(" new: modTime=%d,%d size=%-3d crc32=0x%08x\n", |
| f.modTime_sec, f.modTime_nsec, f.size, f.crc32); |
| LOGP(" old: modTime=%d,%d size=%-3d crc32=0x%08x\n", |
| g.modTime_sec, g.modTime_nsec, g.size, g.crc32); |
| if (f.modTime_sec != g.modTime_sec || f.modTime_nsec != g.modTime_nsec |
| || f.size != g.size || f.crc32 != g.crc32) { |
| write_update_file(dataStream, fd, p, realFilename); |
| } |
| |
| close(fd); |
| } |
| n++; |
| m++; |
| } |
| } |
| |
| // these were deleted |
| while (n<N) { |
| dataStream->WriteEntityHeader(oldSnapshot.keyAt(n), -1); |
| n++; |
| } |
| |
| // these were added |
| while (m<fileCount) { |
| const String8& q = newSnapshot.keyAt(m); |
| String8 realFilename(base); |
| realFilename.appendPath(q); |
| write_update_file(dataStream, q, realFilename); |
| m++; |
| } |
| |
| err = write_snapshot_file(newSnapshotFD, newSnapshot); |
| |
| return 0; |
| } |
| |
| #if TEST_BACKUP_HELPERS |
| |
| #define SCRATCH_DIR "/data/backup_helper_test/" |
| |
| static int |
| write_text_file(const char* path, const char* data) |
| { |
| int amt; |
| int fd; |
| int len; |
| |
| fd = creat(path, 0666); |
| if (fd == -1) { |
| fprintf(stderr, "creat %s failed\n", path); |
| return errno; |
| } |
| |
| len = strlen(data); |
| amt = write(fd, data, len); |
| if (amt != len) { |
| fprintf(stderr, "error (%s) writing to file %s\n", strerror(errno), path); |
| return errno; |
| } |
| |
| close(fd); |
| |
| return 0; |
| } |
| |
| static int |
| compare_file(const char* path, const unsigned char* data, int len) |
| { |
| int fd; |
| int amt; |
| |
| fd = open(path, O_RDONLY); |
| if (fd == -1) { |
| fprintf(stderr, "compare_file error (%s) opening %s\n", strerror(errno), path); |
| return errno; |
| } |
| |
| unsigned char* contents = (unsigned char*)malloc(len); |
| if (contents == NULL) { |
| fprintf(stderr, "malloc(%d) failed\n", len); |
| return ENOMEM; |
| } |
| |
| bool sizesMatch = true; |
| amt = lseek(fd, 0, SEEK_END); |
| if (amt != len) { |
| fprintf(stderr, "compare_file file length should be %d, was %d\n", len, amt); |
| sizesMatch = false; |
| } |
| lseek(fd, 0, SEEK_SET); |
| |
| int readLen = amt < len ? amt : len; |
| amt = read(fd, contents, readLen); |
| if (amt != readLen) { |
| fprintf(stderr, "compare_file read expected %d bytes but got %d\n", len, amt); |
| } |
| |
| bool contentsMatch = true; |
| for (int i=0; i<readLen; i++) { |
| if (data[i] != contents[i]) { |
| if (contentsMatch) { |
| fprintf(stderr, "compare_file contents are different: (index, expected, actual)\n"); |
| contentsMatch = false; |
| } |
| fprintf(stderr, " [%-2d] %02x %02x\n", i, data[i], contents[i]); |
| } |
| } |
| |
| return contentsMatch && sizesMatch ? 0 : 1; |
| } |
| |
| int |
| backup_helper_test_empty() |
| { |
| int err; |
| int fd; |
| KeyedVector<String8,FileState> snapshot; |
| const char* filename = SCRATCH_DIR "backup_helper_test_empty.snap"; |
| |
| system("rm -r " SCRATCH_DIR); |
| mkdir(SCRATCH_DIR, 0777); |
| |
| // write |
| fd = creat(filename, 0666); |
| if (fd == -1) { |
| fprintf(stderr, "error creating %s\n", filename); |
| return 1; |
| } |
| |
| err = write_snapshot_file(fd, snapshot); |
| |
| close(fd); |
| |
| if (err != 0) { |
| fprintf(stderr, "write_snapshot_file reported error %d (%s)\n", err, strerror(err)); |
| return err; |
| } |
| |
| static const unsigned char correct_data[] = { |
| 0x53, 0x6e, 0x61, 0x70, 0x00, 0x00, 0x00, 0x00, |
| 0x46, 0x69, 0x6c, 0x65, 0x10, 0x00, 0x00, 0x00 |
| }; |
| |
| err = compare_file(filename, correct_data, sizeof(correct_data)); |
| if (err != 0) { |
| return err; |
| } |
| |
| // read |
| fd = open(filename, O_RDONLY); |
| if (fd == -1) { |
| fprintf(stderr, "error opening for read %s\n", filename); |
| return 1; |
| } |
| |
| KeyedVector<String8,FileState> readSnapshot; |
| err = read_snapshot_file(fd, &readSnapshot); |
| if (err != 0) { |
| fprintf(stderr, "read_snapshot_file failed %d\n", err); |
| return err; |
| } |
| |
| if (readSnapshot.size() != 0) { |
| fprintf(stderr, "readSnapshot should be length 0\n"); |
| return 1; |
| } |
| |
| return 0; |
| } |
| |
| int |
| backup_helper_test_four() |
| { |
| int err; |
| int fd; |
| KeyedVector<String8,FileState> snapshot; |
| const char* filename = SCRATCH_DIR "backup_helper_test_four.snap"; |
| |
| system("rm -r " SCRATCH_DIR); |
| mkdir(SCRATCH_DIR, 0777); |
| |
| // write |
| fd = creat(filename, 0666); |
| if (fd == -1) { |
| fprintf(stderr, "error opening %s\n", filename); |
| return 1; |
| } |
| |
| String8 filenames[4]; |
| FileState states[4]; |
| |
| states[0].modTime_sec = 0xfedcba98; |
| states[0].modTime_nsec = 0xdeadbeef; |
| states[0].size = 0xababbcbc; |
| states[0].crc32 = 0x12345678; |
| states[0].nameLen = -12; |
| filenames[0] = String8("bytes_of_padding"); |
| snapshot.add(filenames[0], states[0]); |
| |
| states[1].modTime_sec = 0x93400031; |
| states[1].modTime_nsec = 0xdeadbeef; |
| states[1].size = 0x88557766; |
| states[1].crc32 = 0x22334422; |
| states[1].nameLen = -1; |
| filenames[1] = String8("bytes_of_padding3"); |
| snapshot.add(filenames[1], states[1]); |
| |
| states[2].modTime_sec = 0x33221144; |
| states[2].modTime_nsec = 0xdeadbeef; |
| states[2].size = 0x11223344; |
| states[2].crc32 = 0x01122334; |
| states[2].nameLen = 0; |
| filenames[2] = String8("bytes_of_padding_2"); |
| snapshot.add(filenames[2], states[2]); |
| |
| states[3].modTime_sec = 0x33221144; |
| states[3].modTime_nsec = 0xdeadbeef; |
| states[3].size = 0x11223344; |
| states[3].crc32 = 0x01122334; |
| states[3].nameLen = 0; |
| filenames[3] = String8("bytes_of_padding__1"); |
| snapshot.add(filenames[3], states[3]); |
| |
| err = write_snapshot_file(fd, snapshot); |
| |
| close(fd); |
| |
| if (err != 0) { |
| fprintf(stderr, "write_snapshot_file reported error %d (%s)\n", err, strerror(err)); |
| return err; |
| } |
| |
| static const unsigned char correct_data[] = { |
| // header |
| 0x53, 0x6e, 0x61, 0x70, 0x04, 0x00, 0x00, 0x00, |
| 0x46, 0x69, 0x6c, 0x65, 0xac, 0x00, 0x00, 0x00, |
| |
| // bytes_of_padding |
| 0x98, 0xba, 0xdc, 0xfe, 0xef, 0xbe, 0xad, 0xde, |
| 0xbc, 0xbc, 0xab, 0xab, 0x78, 0x56, 0x34, 0x12, |
| 0x10, 0x00, 0x00, 0x00, 0x62, 0x79, 0x74, 0x65, |
| 0x73, 0x5f, 0x6f, 0x66, 0x5f, 0x70, 0x61, 0x64, |
| 0x64, 0x69, 0x6e, 0x67, |
| |
| // bytes_of_padding3 |
| 0x31, 0x00, 0x40, 0x93, 0xef, 0xbe, 0xad, 0xde, |
| 0x66, 0x77, 0x55, 0x88, 0x22, 0x44, 0x33, 0x22, |
| 0x11, 0x00, 0x00, 0x00, 0x62, 0x79, 0x74, 0x65, |
| 0x73, 0x5f, 0x6f, 0x66, 0x5f, 0x70, 0x61, 0x64, |
| 0x64, 0x69, 0x6e, 0x67, 0x33, 0xab, 0xab, 0xab, |
| |
| // bytes of padding2 |
| 0x44, 0x11, 0x22, 0x33, 0xef, 0xbe, 0xad, 0xde, |
| 0x44, 0x33, 0x22, 0x11, 0x34, 0x23, 0x12, 0x01, |
| 0x12, 0x00, 0x00, 0x00, 0x62, 0x79, 0x74, 0x65, |
| 0x73, 0x5f, 0x6f, 0x66, 0x5f, 0x70, 0x61, 0x64, |
| 0x64, 0x69, 0x6e, 0x67, 0x5f, 0x32, 0xab, 0xab, |
| |
| // bytes of padding3 |
| 0x44, 0x11, 0x22, 0x33, 0xef, 0xbe, 0xad, 0xde, |
| 0x44, 0x33, 0x22, 0x11, 0x34, 0x23, 0x12, 0x01, |
| 0x13, 0x00, 0x00, 0x00, 0x62, 0x79, 0x74, 0x65, |
| 0x73, 0x5f, 0x6f, 0x66, 0x5f, 0x70, 0x61, 0x64, |
| 0x64, 0x69, 0x6e, 0x67, 0x5f, 0x5f, 0x31, 0xab |
| }; |
| |
| err = compare_file(filename, correct_data, sizeof(correct_data)); |
| if (err != 0) { |
| return err; |
| } |
| |
| // read |
| fd = open(filename, O_RDONLY); |
| if (fd == -1) { |
| fprintf(stderr, "error opening for read %s\n", filename); |
| return 1; |
| } |
| |
| |
| KeyedVector<String8,FileState> readSnapshot; |
| err = read_snapshot_file(fd, &readSnapshot); |
| if (err != 0) { |
| fprintf(stderr, "read_snapshot_file failed %d\n", err); |
| return err; |
| } |
| |
| if (readSnapshot.size() != 4) { |
| fprintf(stderr, "readSnapshot should be length 4 is %d\n", readSnapshot.size()); |
| return 1; |
| } |
| |
| bool matched = true; |
| for (size_t i=0; i<readSnapshot.size(); i++) { |
| const String8& name = readSnapshot.keyAt(i); |
| const FileState state = readSnapshot.valueAt(i); |
| |
| if (name != filenames[i] || states[i].modTime_sec != state.modTime_sec |
| || states[i].modTime_nsec != state.modTime_nsec |
| || states[i].size != state.size || states[i].crc32 != states[i].crc32) { |
| fprintf(stderr, "state %d expected={%d/%d, 0x%08x, 0x%08x, %3d} '%s'\n" |
| " actual={%d/%d, 0x%08x, 0x%08x, %3d} '%s'\n", i, |
| states[i].modTime_sec, states[i].modTime_nsec, states[i].size, states[i].crc32, |
| name.length(), filenames[i].string(), |
| state.modTime_sec, state.modTime_nsec, state.size, state.crc32, state.nameLen, |
| name.string()); |
| matched = false; |
| } |
| } |
| |
| return matched ? 0 : 1; |
| } |
| |
| // hexdump -v -e '" " 8/1 " 0x%02x," "\n"' data_writer.data |
| const unsigned char DATA_GOLDEN_FILE[] = { |
| 0x41, 0x70, 0x70, 0x31, 0x0b, 0x00, 0x00, 0x00, |
| 0xdd, 0xcc, 0xbb, 0xaa, 0x6e, 0x6f, 0x5f, 0x70, |
| 0x61, 0x64, 0x64, 0x69, 0x6e, 0x67, 0x5f, 0x00, |
| 0x44, 0x61, 0x74, 0x61, 0x0b, 0x00, 0x00, 0x00, |
| 0x0c, 0x00, 0x00, 0x00, 0x6e, 0x6f, 0x5f, 0x70, |
| 0x61, 0x64, 0x64, 0x69, 0x6e, 0x67, 0x5f, 0x00, |
| 0x6e, 0x6f, 0x5f, 0x70, 0x61, 0x64, 0x64, 0x69, |
| 0x6e, 0x67, 0x5f, 0x00, 0x41, 0x70, 0x70, 0x31, |
| 0x0c, 0x00, 0x00, 0x00, 0xdd, 0xcc, 0xbb, 0xaa, |
| 0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74, |
| 0x6f, 0x5f, 0x5f, 0x33, 0x00, 0xbc, 0xbc, 0xbc, |
| 0x44, 0x61, 0x74, 0x61, 0x0c, 0x00, 0x00, 0x00, |
| 0x0d, 0x00, 0x00, 0x00, 0x70, 0x61, 0x64, 0x64, |
| 0x65, 0x64, 0x5f, 0x74, 0x6f, 0x5f, 0x5f, 0x33, |
| 0x00, 0xbc, 0xbc, 0xbc, 0x70, 0x61, 0x64, 0x64, |
| 0x65, 0x64, 0x5f, 0x74, 0x6f, 0x5f, 0x5f, 0x33, |
| 0x00, 0xbc, 0xbc, 0xbc, 0x41, 0x70, 0x70, 0x31, |
| 0x0d, 0x00, 0x00, 0x00, 0xdd, 0xcc, 0xbb, 0xaa, |
| 0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74, |
| 0x6f, 0x5f, 0x32, 0x5f, 0x5f, 0x00, 0xbc, 0xbc, |
| 0x44, 0x61, 0x74, 0x61, 0x0d, 0x00, 0x00, 0x00, |
| 0x0e, 0x00, 0x00, 0x00, 0x70, 0x61, 0x64, 0x64, |
| 0x65, 0x64, 0x5f, 0x74, 0x6f, 0x5f, 0x32, 0x5f, |
| 0x5f, 0x00, 0xbc, 0xbc, 0x70, 0x61, 0x64, 0x64, |
| 0x65, 0x64, 0x5f, 0x74, 0x6f, 0x5f, 0x32, 0x5f, |
| 0x5f, 0x00, 0xbc, 0xbc, 0x41, 0x70, 0x70, 0x31, |
| 0x0a, 0x00, 0x00, 0x00, 0xdd, 0xcc, 0xbb, 0xaa, |
| 0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74, |
| 0x6f, 0x31, 0x00, 0xbc, 0x44, 0x61, 0x74, 0x61, |
| 0x0a, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, |
| 0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74, |
| 0x6f, 0x31, 0x00, 0xbc, 0x70, 0x61, 0x64, 0x64, |
| 0x65, 0x64, 0x5f, 0x74, 0x6f, 0x31, 0x00, 0xbc, |
| 0x46, 0x6f, 0x6f, 0x74, 0x04, 0x00, 0x00, 0x00, |
| 0x99, 0x99, 0x77, 0x77 |
| }; |
| const int DATA_GOLDEN_FILE_SIZE = sizeof(DATA_GOLDEN_FILE); |
| |
| static int |
| test_write_header_and_entity(BackupDataWriter& writer, const char* str) |
| { |
| int err; |
| String8 text(str); |
| |
| err = writer.WriteAppHeader(text, 0xaabbccdd); |
| if (err != 0) { |
| fprintf(stderr, "WriteAppHeader failed with %s\n", strerror(err)); |
| return err; |
| } |
| |
| err = writer.WriteEntityHeader(text, text.length()+1); |
| if (err != 0) { |
| fprintf(stderr, "WriteEntityHeader failed with %s\n", strerror(err)); |
| return err; |
| } |
| |
| err = writer.WriteEntityData(text.string(), text.length()+1); |
| if (err != 0) { |
| fprintf(stderr, "write failed for data '%s'\n", text.string()); |
| return errno; |
| } |
| |
| return err; |
| } |
| |
| int |
| backup_helper_test_data_writer() |
| { |
| int err; |
| int fd; |
| const char* filename = SCRATCH_DIR "data_writer.data"; |
| |
| system("rm -r " SCRATCH_DIR); |
| mkdir(SCRATCH_DIR, 0777); |
| mkdir(SCRATCH_DIR "data", 0777); |
| |
| fd = creat(filename, 0666); |
| if (fd == -1) { |
| fprintf(stderr, "error creating: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| BackupDataWriter writer(fd); |
| |
| err = 0; |
| err |= test_write_header_and_entity(writer, "no_padding_"); |
| err |= test_write_header_and_entity(writer, "padded_to__3"); |
| err |= test_write_header_and_entity(writer, "padded_to_2__"); |
| err |= test_write_header_and_entity(writer, "padded_to1"); |
| |
| writer.WriteAppFooter(0x77779999); |
| |
| close(fd); |
| |
| err = compare_file(filename, DATA_GOLDEN_FILE, DATA_GOLDEN_FILE_SIZE); |
| if (err != 0) { |
| return err; |
| } |
| |
| return err; |
| } |
| |
| int |
| test_read_header_and_entity(BackupDataReader& reader, const char* str) |
| { |
| int err; |
| int bufSize = strlen(str)+1; |
| char* buf = (char*)malloc(bufSize); |
| String8 string; |
| int cookie = 0x11111111; |
| size_t actualSize; |
| |
| // printf("\n\n---------- test_read_header_and_entity -- %s\n\n", str); |
| |
| err = reader.ReadNextHeader(); |
| if (err != 0) { |
| fprintf(stderr, "ReadNextHeader (for app header) failed with %s\n", strerror(err)); |
| goto done; |
| } |
| |
| err = reader.ReadAppHeader(&string, &cookie); |
| if (err != 0) { |
| fprintf(stderr, "ReadAppHeader failed with %s\n", strerror(err)); |
| goto done; |
| } |
| if (string != str) { |
| fprintf(stderr, "ReadAppHeader expected packageName '%s' got '%s'\n", str, string.string()); |
| err = EINVAL; |
| goto done; |
| } |
| if (cookie != (int)0xaabbccdd) { |
| fprintf(stderr, "ReadAppHeader expected cookie 0x%08x got 0x%08x\n", 0xaabbccdd, cookie); |
| err = EINVAL; |
| goto done; |
| } |
| |
| err = reader.ReadNextHeader(); |
| if (err != 0) { |
| fprintf(stderr, "ReadNextHeader (for entity header) failed with %s\n", strerror(err)); |
| goto done; |
| } |
| |
| err = reader.ReadEntityHeader(&string, &actualSize); |
| if (err != 0) { |
| fprintf(stderr, "ReadEntityHeader failed with %s\n", strerror(err)); |
| goto done; |
| } |
| if (string != str) { |
| fprintf(stderr, "ReadEntityHeader expected key '%s' got '%s'\n", str, string.string()); |
| err = EINVAL; |
| goto done; |
| } |
| if ((int)actualSize != bufSize) { |
| fprintf(stderr, "ReadEntityHeader expected dataSize 0x%08x got 0x%08x\n", bufSize, |
| actualSize); |
| err = EINVAL; |
| goto done; |
| } |
| |
| err = reader.ReadEntityData(buf, bufSize); |
| if (err != NO_ERROR) { |
| fprintf(stderr, "ReadEntityData failed with %s\n", strerror(err)); |
| goto done; |
| } |
| |
| if (0 != memcmp(buf, str, bufSize)) { |
| fprintf(stderr, "ReadEntityData expected '%s' but got something starting with " |
| "%02x %02x %02x %02x\n", str, buf[0], buf[1], buf[2], buf[3]); |
| err = EINVAL; |
| goto done; |
| } |
| |
| // The next read will confirm whether it got the right amount of data. |
| |
| done: |
| if (err != NO_ERROR) { |
| fprintf(stderr, "test_read_header_and_entity failed with %s\n", strerror(err)); |
| } |
| free(buf); |
| return err; |
| } |
| |
| int |
| backup_helper_test_data_reader() |
| { |
| int err; |
| int fd; |
| const char* filename = SCRATCH_DIR "data_reader.data"; |
| |
| system("rm -r " SCRATCH_DIR); |
| mkdir(SCRATCH_DIR, 0777); |
| mkdir(SCRATCH_DIR "data", 0777); |
| |
| fd = creat(filename, 0666); |
| if (fd == -1) { |
| fprintf(stderr, "error creating: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| err = write(fd, DATA_GOLDEN_FILE, DATA_GOLDEN_FILE_SIZE); |
| if (err != DATA_GOLDEN_FILE_SIZE) { |
| fprintf(stderr, "Error \"%s\" writing golden file %s\n", strerror(errno), filename); |
| return errno; |
| } |
| |
| close(fd); |
| |
| fd = open(filename, O_RDONLY); |
| if (fd == -1) { |
| fprintf(stderr, "Error \"%s\" opening golden file %s for read\n", strerror(errno), |
| filename); |
| return errno; |
| } |
| |
| { |
| BackupDataReader reader(fd); |
| |
| err = 0; |
| |
| if (err == NO_ERROR) { |
| err = test_read_header_and_entity(reader, "no_padding_"); |
| } |
| |
| if (err == NO_ERROR) { |
| err = test_read_header_and_entity(reader, "padded_to__3"); |
| } |
| |
| if (err == NO_ERROR) { |
| err = test_read_header_and_entity(reader, "padded_to_2__"); |
| } |
| |
| if (err == NO_ERROR) { |
| err = test_read_header_and_entity(reader, "padded_to1"); |
| } |
| |
| if (err == NO_ERROR) { |
| err = reader.ReadNextHeader(); |
| if (err != 0) { |
| fprintf(stderr, "ReadNextHeader (for app header) failed with %s\n", strerror(err)); |
| } |
| |
| if (err == NO_ERROR) { |
| int cookie; |
| err |= reader.ReadAppFooter(&cookie); |
| if (cookie != 0x77779999) { |
| fprintf(stderr, "app footer cookie expected=0x%08x actual=0x%08x\n", |
| 0x77779999, cookie); |
| err = EINVAL; |
| } |
| } |
| } |
| } |
| |
| close(fd); |
| |
| return err; |
| } |
| |
| static int |
| get_mod_time(const char* filename, struct timeval times[2]) |
| { |
| int err; |
| struct stat64 st; |
| err = stat64(filename, &st); |
| if (err != 0) { |
| fprintf(stderr, "stat '%s' failed: %s\n", filename, strerror(errno)); |
| return errno; |
| } |
| times[0].tv_sec = st.st_atime; |
| times[1].tv_sec = st.st_mtime; |
| |
| // If st_atime is a macro then struct stat64 uses struct timespec |
| // to store the access and modif time values and typically |
| // st_*time_nsec is not defined. In glibc, this is controlled by |
| // __USE_MISC. |
| #ifdef __USE_MISC |
| #if !defined(st_atime) || defined(st_atime_nsec) |
| #error "Check if this __USE_MISC conditional is still needed." |
| #endif |
| times[0].tv_usec = st.st_atim.tv_nsec / 1000; |
| times[1].tv_usec = st.st_mtim.tv_nsec / 1000; |
| #else |
| times[0].tv_usec = st.st_atime_nsec / 1000; |
| times[1].tv_usec = st.st_mtime_nsec / 1000; |
| #endif |
| |
| return 0; |
| } |
| |
| int |
| backup_helper_test_files() |
| { |
| int err; |
| int oldSnapshotFD; |
| int dataStreamFD; |
| int newSnapshotFD; |
| |
| system("rm -r " SCRATCH_DIR); |
| mkdir(SCRATCH_DIR, 0777); |
| mkdir(SCRATCH_DIR "data", 0777); |
| |
| write_text_file(SCRATCH_DIR "data/b", "b\nbb\n"); |
| write_text_file(SCRATCH_DIR "data/c", "c\ncc\n"); |
| write_text_file(SCRATCH_DIR "data/d", "d\ndd\n"); |
| write_text_file(SCRATCH_DIR "data/e", "e\nee\n"); |
| write_text_file(SCRATCH_DIR "data/f", "f\nff\n"); |
| write_text_file(SCRATCH_DIR "data/h", "h\nhh\n"); |
| |
| char const* files_before[] = { |
| "data/b", |
| "data/c", |
| "data/d", |
| "data/e", |
| "data/f" |
| }; |
| |
| dataStreamFD = creat(SCRATCH_DIR "1.data", 0666); |
| if (dataStreamFD == -1) { |
| fprintf(stderr, "error creating: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| newSnapshotFD = creat(SCRATCH_DIR "before.snap", 0666); |
| if (newSnapshotFD == -1) { |
| fprintf(stderr, "error creating: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| { |
| BackupDataWriter dataStream(dataStreamFD); |
| |
| err = back_up_files(-1, &dataStream, newSnapshotFD, SCRATCH_DIR, files_before, 5); |
| if (err != 0) { |
| return err; |
| } |
| } |
| |
| close(dataStreamFD); |
| close(newSnapshotFD); |
| |
| sleep(3); |
| |
| struct timeval d_times[2]; |
| struct timeval e_times[2]; |
| |
| err = get_mod_time(SCRATCH_DIR "data/d", d_times); |
| err |= get_mod_time(SCRATCH_DIR "data/e", e_times); |
| if (err != 0) { |
| return err; |
| } |
| |
| write_text_file(SCRATCH_DIR "data/a", "a\naa\n"); |
| unlink(SCRATCH_DIR "data/c"); |
| write_text_file(SCRATCH_DIR "data/c", "c\ncc\n"); |
| write_text_file(SCRATCH_DIR "data/d", "dd\ndd\n"); |
| utimes(SCRATCH_DIR "data/d", d_times); |
| write_text_file(SCRATCH_DIR "data/e", "z\nzz\n"); |
| utimes(SCRATCH_DIR "data/e", e_times); |
| write_text_file(SCRATCH_DIR "data/g", "g\ngg\n"); |
| unlink(SCRATCH_DIR "data/f"); |
| |
| char const* files_after[] = { |
| "data/a", // added |
| "data/b", // same |
| "data/c", // different mod time |
| "data/d", // different size (same mod time) |
| "data/e", // different contents (same mod time, same size) |
| "data/g" // added |
| }; |
| |
| oldSnapshotFD = open(SCRATCH_DIR "before.snap", O_RDONLY); |
| if (oldSnapshotFD == -1) { |
| fprintf(stderr, "error opening: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| dataStreamFD = creat(SCRATCH_DIR "2.data", 0666); |
| if (dataStreamFD == -1) { |
| fprintf(stderr, "error creating: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| newSnapshotFD = creat(SCRATCH_DIR "after.snap", 0666); |
| if (newSnapshotFD == -1) { |
| fprintf(stderr, "error creating: %s\n", strerror(errno)); |
| return errno; |
| } |
| |
| { |
| BackupDataWriter dataStream(dataStreamFD); |
| |
| err = back_up_files(oldSnapshotFD, &dataStream, newSnapshotFD, SCRATCH_DIR, |
| files_after, 6); |
| if (err != 0) { |
| return err; |
| } |
| } |
| |
| close(oldSnapshotFD); |
| close(dataStreamFD); |
| close(newSnapshotFD); |
| |
| return 0; |
| } |
| |
| #endif // TEST_BACKUP_HELPERS |
| |
| } |