Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 1 | //===- FuzzerIO.cpp - IO utils. -------------------------------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // IO functions. |
| 10 | //===----------------------------------------------------------------------===// |
| 11 | #include "FuzzerInternal.h" |
Kostya Serebryany | 5b266a8 | 2015-02-04 19:10:20 +0000 | [diff] [blame] | 12 | #include <iterator> |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 13 | #include <fstream> |
| 14 | #include <dirent.h> |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 15 | #include <sys/types.h> |
| 16 | #include <sys/stat.h> |
| 17 | #include <unistd.h> |
Kostya Serebryany | 2a48c24 | 2015-11-13 01:54:40 +0000 | [diff] [blame] | 18 | #include <cstdarg> |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 19 | #include <cstdio> |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 20 | |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 21 | namespace fuzzer { |
| 22 | |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 23 | bool IsFile(const std::string &Path) { |
| 24 | struct stat St; |
| 25 | if (stat(Path.c_str(), &St)) |
| 26 | return false; |
| 27 | return S_ISREG(St.st_mode); |
| 28 | } |
| 29 | |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 30 | static long GetEpoch(const std::string &Path) { |
| 31 | struct stat St; |
Kostya Serebryany | 9cdea94 | 2015-09-08 20:36:33 +0000 | [diff] [blame] | 32 | if (stat(Path.c_str(), &St)) |
| 33 | return 0; // Can't stat, be conservative. |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 34 | return St.st_mtime; |
| 35 | } |
| 36 | |
| 37 | static std::vector<std::string> ListFilesInDir(const std::string &Dir, |
| 38 | long *Epoch) { |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 39 | std::vector<std::string> V; |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 40 | if (Epoch) { |
Kostya Serebryany | 06c199a | 2015-08-26 21:55:19 +0000 | [diff] [blame] | 41 | auto E = GetEpoch(Dir); |
Kostya Serebryany | 078e984 | 2016-02-02 02:07:26 +0000 | [diff] [blame] | 42 | if (E && *Epoch >= E) return V; |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 43 | *Epoch = E; |
| 44 | } |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 45 | DIR *D = opendir(Dir.c_str()); |
Kostya Serebryany | 86e4a3e | 2015-07-18 00:03:37 +0000 | [diff] [blame] | 46 | if (!D) { |
| 47 | Printf("No such directory: %s; exiting\n", Dir.c_str()); |
| 48 | exit(1); |
| 49 | } |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 50 | while (auto E = readdir(D)) { |
| 51 | if (E->d_type == DT_REG || E->d_type == DT_LNK) |
| 52 | V.push_back(E->d_name); |
| 53 | } |
| 54 | closedir(D); |
| 55 | return V; |
| 56 | } |
| 57 | |
Kostya Serebryany | a35f7d3 | 2016-02-18 21:49:10 +0000 | [diff] [blame] | 58 | Unit FileToVector(const std::string &Path, size_t MaxSize) { |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 59 | std::ifstream T(Path); |
Kostya Serebryany | b91c62b | 2015-10-16 22:41:47 +0000 | [diff] [blame] | 60 | if (!T) { |
| 61 | Printf("No such directory: %s; exiting\n", Path.c_str()); |
| 62 | exit(1); |
| 63 | } |
Mike Aizatsky | 298516f | 2016-03-15 21:47:21 +0000 | [diff] [blame^] | 64 | |
| 65 | T.seekg(0, T.end); |
| 66 | size_t FileLen = T.tellg(); |
| 67 | if (MaxSize) |
| 68 | FileLen = std::min(FileLen, MaxSize); |
| 69 | |
| 70 | T.seekg(0, T.beg); |
| 71 | Unit Res(FileLen); |
| 72 | T.read(reinterpret_cast<char *>(Res.data()), FileLen); |
| 73 | return Res; |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 74 | } |
| 75 | |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 76 | std::string FileToString(const std::string &Path) { |
| 77 | std::ifstream T(Path); |
| 78 | return std::string((std::istreambuf_iterator<char>(T)), |
| 79 | std::istreambuf_iterator<char>()); |
| 80 | } |
| 81 | |
Kostya Serebryany | 5b266a8 | 2015-02-04 19:10:20 +0000 | [diff] [blame] | 82 | void CopyFileToErr(const std::string &Path) { |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 83 | Printf("%s", FileToString(Path).c_str()); |
Kostya Serebryany | 5b266a8 | 2015-02-04 19:10:20 +0000 | [diff] [blame] | 84 | } |
| 85 | |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 86 | void WriteToFile(const Unit &U, const std::string &Path) { |
Kostya Serebryany | ac25eeb | 2015-08-12 00:55:09 +0000 | [diff] [blame] | 87 | // Use raw C interface because this function may be called from a sig handler. |
| 88 | FILE *Out = fopen(Path.c_str(), "w"); |
| 89 | if (!Out) return; |
| 90 | fwrite(U.data(), sizeof(U[0]), U.size(), Out); |
| 91 | fclose(Out); |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 92 | } |
| 93 | |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 94 | void ReadDirToVectorOfUnits(const char *Path, std::vector<Unit> *V, |
Kostya Serebryany | a35f7d3 | 2016-02-18 21:49:10 +0000 | [diff] [blame] | 95 | long *Epoch, size_t MaxSize) { |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 96 | long E = Epoch ? *Epoch : 0; |
Kostya Serebryany | cfbcf90 | 2016-02-17 19:42:34 +0000 | [diff] [blame] | 97 | auto Files = ListFilesInDir(Path, Epoch); |
Kostya Serebryany | 5c3701c | 2016-03-04 22:35:40 +0000 | [diff] [blame] | 98 | size_t NumLoaded = 0; |
Kostya Serebryany | cfbcf90 | 2016-02-17 19:42:34 +0000 | [diff] [blame] | 99 | for (size_t i = 0; i < Files.size(); i++) { |
| 100 | auto &X = Files[i]; |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 101 | auto FilePath = DirPlusFile(Path, X); |
| 102 | if (Epoch && GetEpoch(FilePath) < E) continue; |
Kostya Serebryany | 5c3701c | 2016-03-04 22:35:40 +0000 | [diff] [blame] | 103 | NumLoaded++; |
| 104 | if ((NumLoaded & (NumLoaded - 1)) == 0 && NumLoaded >= 1024) |
| 105 | Printf("Loaded %zd/%zd files from %s\n", NumLoaded, Files.size(), Path); |
Kostya Serebryany | a35f7d3 | 2016-02-18 21:49:10 +0000 | [diff] [blame] | 106 | V->push_back(FileToVector(FilePath, MaxSize)); |
Kostya Serebryany | 1ac8055 | 2015-05-08 21:30:55 +0000 | [diff] [blame] | 107 | } |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | std::string DirPlusFile(const std::string &DirPath, |
| 111 | const std::string &FileName) { |
| 112 | return DirPath + "/" + FileName; |
| 113 | } |
| 114 | |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 115 | void Printf(const char *Fmt, ...) { |
| 116 | va_list ap; |
| 117 | va_start(ap, Fmt); |
| 118 | vfprintf(stderr, Fmt, ap); |
| 119 | va_end(ap); |
| 120 | } |
| 121 | |
Aaron Ballman | ef11698 | 2015-01-29 16:58:29 +0000 | [diff] [blame] | 122 | } // namespace fuzzer |