Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 1 | /* |
| 2 | * |
| 3 | * honggfuzz - file operations |
| 4 | * ----------------------------------------- |
| 5 | * |
| 6 | * Author: Robert Swiecki <swiecki@google.com> |
| 7 | * |
Robert Swiecki | 46288f7 | 2018-02-27 17:28:47 +0100 | [diff] [blame] | 8 | * Copyright 2010-2018 by Google Inc. All Rights Reserved. |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 9 | * |
| 10 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 11 | * not use this file except in compliance with the License. You may obtain |
| 12 | * a copy of the License at |
| 13 | * |
| 14 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 15 | * |
| 16 | * Unless required by applicable law or agreed to in writing, software |
| 17 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 18 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or |
| 19 | * implied. See the License for the specific language governing |
| 20 | * permissions and limitations under the License. |
| 21 | * |
| 22 | */ |
| 23 | |
| 24 | #include "input.h" |
| 25 | |
| 26 | #include <dirent.h> |
| 27 | #include <errno.h> |
| 28 | #include <fcntl.h> |
| 29 | #include <inttypes.h> |
| 30 | #include <stdint.h> |
| 31 | #include <stdio.h> |
| 32 | #include <stdlib.h> |
| 33 | #include <string.h> |
| 34 | #include <sys/mman.h> |
| 35 | #include <sys/socket.h> |
| 36 | #include <sys/stat.h> |
| 37 | #include <sys/types.h> |
| 38 | #include <unistd.h> |
| 39 | |
Robert Swiecki | 246af3e | 2018-01-05 14:56:32 +0100 | [diff] [blame] | 40 | #include "libhfcommon/common.h" |
| 41 | #include "libhfcommon/files.h" |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 42 | #include "mangle.h" |
| 43 | #include "subproc.h" |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 44 | |
| 45 | #if defined(_HF_ARCH_LINUX) |
| 46 | #include <sys/syscall.h> |
| 47 | #if defined(__NR_memfd_create) |
| 48 | #include <linux/memfd.h> |
Robert Swiecki | 4e595fb | 2017-10-11 17:26:51 +0200 | [diff] [blame] | 49 | #endif /* defined(__NR_memfd_create) */ |
| 50 | #endif /* defined(_HF_ARCH_LINUX) */ |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 51 | |
Robert Swiecki | 246af3e | 2018-01-05 14:56:32 +0100 | [diff] [blame] | 52 | #include "libhfcommon/log.h" |
| 53 | #include "libhfcommon/util.h" |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 54 | |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 55 | void input_setSize(run_t* run, size_t sz) { |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 56 | if (sz > run->global->mutate.maxFileSz) { |
| 57 | PLOG_F("Too large size requested: %zu > maxSize: %zu", sz, run->global->mutate.maxFileSz); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 58 | } |
Robert Swiecki | 5d1b6dc | 2019-02-11 14:01:41 +0100 | [diff] [blame] | 59 | /* ftruncate of a mmaped file fails under CygWin */ |
Robert Swiecki | d128434 | 2019-02-11 23:14:49 +0100 | [diff] [blame] | 60 | #if !defined(__CYGWIN__) |
| 61 | /* ftruncate for each change of a dynamic file size might be expensive though */ |
Robert Swiecki | 106c2dd | 2019-02-11 00:28:16 +0100 | [diff] [blame] | 62 | if (TEMP_FAILURE_RETRY(ftruncate(run->dynamicFileFd, sz)) == -1) { |
| 63 | PLOG_W("ftruncate(run->dynamicFileFd=%d, sz=%zu)", run->dynamicFileFd, sz); |
plusun | 9802249 | 2018-08-06 07:16:24 +0000 | [diff] [blame] | 64 | } |
Robert Swiecki | 5d1b6dc | 2019-02-11 14:01:41 +0100 | [diff] [blame] | 65 | #endif /* !defined(__CYGWIN__) */ |
Robert Swiecki | a31b60b | 2019-02-11 00:04:13 +0100 | [diff] [blame] | 66 | run->dynamicFileSz = sz; |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 67 | } |
| 68 | |
Robert Swiecki | d50ed42 | 2017-11-13 23:32:26 +0100 | [diff] [blame] | 69 | static bool input_getDirStatsAndRewind(honggfuzz_t* hfuzz) { |
Robert Swiecki | a35d9d8 | 2017-12-15 22:00:41 +0100 | [diff] [blame] | 70 | rewinddir(hfuzz->io.inputDirPtr); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 71 | |
| 72 | size_t maxSize = 0U; |
| 73 | size_t fileCnt = 0U; |
| 74 | for (;;) { |
| 75 | errno = 0; |
Robert Swiecki | a35d9d8 | 2017-12-15 22:00:41 +0100 | [diff] [blame] | 76 | struct dirent* entry = readdir(hfuzz->io.inputDirPtr); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 77 | if (entry == NULL && errno == EINTR) { |
| 78 | continue; |
| 79 | } |
| 80 | if (entry == NULL && errno != 0) { |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 81 | PLOG_W("readdir('%s')", hfuzz->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 82 | return false; |
| 83 | } |
| 84 | if (entry == NULL) { |
| 85 | break; |
| 86 | } |
| 87 | |
| 88 | char fname[PATH_MAX]; |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 89 | snprintf(fname, sizeof(fname), "%s/%s", hfuzz->io.inputDir, entry->d_name); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 90 | LOG_D("Analyzing file '%s'", fname); |
| 91 | |
| 92 | struct stat st; |
| 93 | if (stat(fname, &st) == -1) { |
| 94 | LOG_W("Couldn't stat() the '%s' file", fname); |
| 95 | continue; |
| 96 | } |
| 97 | if (!S_ISREG(st.st_mode)) { |
| 98 | LOG_D("'%s' is not a regular file, skipping", fname); |
| 99 | continue; |
| 100 | } |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 101 | if (hfuzz->mutate.maxFileSz != 0UL && st.st_size > (off_t)hfuzz->mutate.maxFileSz) { |
Robert Swiecki | 3b7ccf6 | 2018-01-25 20:16:52 +0100 | [diff] [blame] | 102 | LOG_D("File '%s' is bigger than maximal defined file size (-F): %" PRId64 " > %" PRId64, |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 103 | fname, (int64_t)st.st_size, (int64_t)hfuzz->mutate.maxFileSz); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 104 | } |
Robert Swiecki | 4e595fb | 2017-10-11 17:26:51 +0200 | [diff] [blame] | 105 | if ((size_t)st.st_size > maxSize) { |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 106 | maxSize = st.st_size; |
| 107 | } |
| 108 | fileCnt++; |
| 109 | } |
| 110 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 111 | ATOMIC_SET(hfuzz->io.fileCnt, fileCnt); |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 112 | if (hfuzz->mutate.maxFileSz == 0U) { |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 113 | if (maxSize < 8192) { |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 114 | hfuzz->mutate.maxFileSz = 8192; |
Robert Swiecki | 0a01ea7 | 2018-01-11 01:50:18 +0100 | [diff] [blame] | 115 | } else if (maxSize > _HF_INPUT_MAX_SIZE) { |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 116 | hfuzz->mutate.maxFileSz = _HF_INPUT_MAX_SIZE; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 117 | } else { |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 118 | hfuzz->mutate.maxFileSz = maxSize; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 119 | } |
| 120 | } |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 121 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 122 | if (hfuzz->io.fileCnt == 0U) { |
| 123 | LOG_W("No usable files in the input directory '%s'", hfuzz->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 124 | } |
| 125 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 126 | LOG_D("Re-read the '%s', maxFileSz:%zu, number of usable files:%zu", hfuzz->io.inputDir, |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 127 | hfuzz->mutate.maxFileSz, hfuzz->io.fileCnt); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 128 | |
Robert Swiecki | a35d9d8 | 2017-12-15 22:00:41 +0100 | [diff] [blame] | 129 | rewinddir(hfuzz->io.inputDirPtr); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 130 | |
| 131 | return true; |
| 132 | } |
| 133 | |
Robert Swiecki | d50ed42 | 2017-11-13 23:32:26 +0100 | [diff] [blame] | 134 | bool input_getNext(run_t* run, char* fname, bool rewind) { |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 135 | static pthread_mutex_t input_mutex = PTHREAD_MUTEX_INITIALIZER; |
| 136 | MX_SCOPED_LOCK(&input_mutex); |
| 137 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 138 | if (run->global->io.fileCnt == 0U) { |
Robert Swiecki | 40332e9 | 2018-01-14 16:50:35 +0100 | [diff] [blame] | 139 | LOG_W("No useful files in the input directory"); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 140 | return false; |
| 141 | } |
| 142 | |
| 143 | for (;;) { |
| 144 | errno = 0; |
Robert Swiecki | a35d9d8 | 2017-12-15 22:00:41 +0100 | [diff] [blame] | 145 | struct dirent* entry = readdir(run->global->io.inputDirPtr); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 146 | if (entry == NULL && errno == EINTR) { |
| 147 | continue; |
| 148 | } |
| 149 | if (entry == NULL && errno != 0) { |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 150 | PLOG_W("readdir_r('%s')", run->global->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 151 | return false; |
| 152 | } |
| 153 | if (entry == NULL && rewind == false) { |
| 154 | return false; |
| 155 | } |
| 156 | if (entry == NULL && rewind == true) { |
Robert Swiecki | 78633d1 | 2017-11-13 23:24:55 +0100 | [diff] [blame] | 157 | if (input_getDirStatsAndRewind(run->global) == false) { |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 158 | LOG_E("input_getDirStatsAndRewind('%s')", run->global->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 159 | return false; |
| 160 | } |
| 161 | continue; |
| 162 | } |
| 163 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 164 | snprintf(fname, PATH_MAX, "%s/%s", run->global->io.inputDir, entry->d_name); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 165 | |
| 166 | struct stat st; |
| 167 | if (stat(fname, &st) == -1) { |
| 168 | LOG_W("Couldn't stat() the '%s' file", fname); |
| 169 | continue; |
| 170 | } |
| 171 | if (!S_ISREG(st.st_mode)) { |
| 172 | LOG_D("'%s' is not a regular file, skipping", fname); |
| 173 | continue; |
| 174 | } |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 175 | return true; |
| 176 | } |
| 177 | } |
| 178 | |
Robert Swiecki | d50ed42 | 2017-11-13 23:32:26 +0100 | [diff] [blame] | 179 | bool input_init(honggfuzz_t* hfuzz) { |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 180 | hfuzz->io.fileCnt = 0U; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 181 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 182 | if (!hfuzz->io.inputDir) { |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 183 | LOG_W("No input file/dir specified"); |
| 184 | return false; |
| 185 | } |
| 186 | |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 187 | int dir_fd = open(hfuzz->io.inputDir, O_DIRECTORY | O_RDONLY | O_CLOEXEC); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 188 | if (dir_fd == -1) { |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 189 | PLOG_W("open('%s', O_DIRECTORY|O_RDONLY|O_CLOEXEC)", hfuzz->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 190 | return false; |
| 191 | } |
Robert Swiecki | a35d9d8 | 2017-12-15 22:00:41 +0100 | [diff] [blame] | 192 | if ((hfuzz->io.inputDirPtr = fdopendir(dir_fd)) == NULL) { |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 193 | close(dir_fd); |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 194 | PLOG_W("opendir('%s')", hfuzz->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 195 | return false; |
| 196 | } |
| 197 | if (input_getDirStatsAndRewind(hfuzz) == false) { |
Robert Swiecki | 82c707c | 2017-11-14 16:36:23 +0100 | [diff] [blame] | 198 | hfuzz->io.fileCnt = 0U; |
| 199 | LOG_W("input_getDirStatsAndRewind('%s')", hfuzz->io.inputDir); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 200 | return false; |
| 201 | } |
| 202 | |
| 203 | return true; |
| 204 | } |
| 205 | |
Robert Swiecki | d50ed42 | 2017-11-13 23:32:26 +0100 | [diff] [blame] | 206 | bool input_parseDictionary(honggfuzz_t* hfuzz) { |
Robert Swiecki | 04dcac3 | 2018-03-02 03:05:26 +0100 | [diff] [blame] | 207 | FILE* fDict = fopen(hfuzz->mutate.dictionaryFile, "rb"); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 208 | if (fDict == NULL) { |
Robert Swiecki | 04dcac3 | 2018-03-02 03:05:26 +0100 | [diff] [blame] | 209 | PLOG_W("Couldn't open '%s' - R/O mode", hfuzz->mutate.dictionaryFile); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 210 | return false; |
| 211 | } |
Robert Swiecki | 3ab1664 | 2018-01-12 18:08:37 +0100 | [diff] [blame] | 212 | defer { |
| 213 | fclose(fDict); |
| 214 | }; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 215 | |
Robert Swiecki | 4e595fb | 2017-10-11 17:26:51 +0200 | [diff] [blame] | 216 | char* lineptr = NULL; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 217 | size_t n = 0; |
Robert Swiecki | 3ab1664 | 2018-01-12 18:08:37 +0100 | [diff] [blame] | 218 | defer { |
| 219 | free(lineptr); |
| 220 | }; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 221 | for (;;) { |
| 222 | ssize_t len = getdelim(&lineptr, &n, '\n', fDict); |
| 223 | if (len == -1) { |
| 224 | break; |
| 225 | } |
| 226 | if (len > 1 && lineptr[len - 1] == '\n') { |
| 227 | lineptr[len - 1] = '\0'; |
| 228 | len--; |
| 229 | } |
| 230 | if (lineptr[0] == '#') { |
| 231 | continue; |
| 232 | } |
| 233 | if (lineptr[0] == '\n') { |
| 234 | continue; |
| 235 | } |
| 236 | if (lineptr[0] == '\0') { |
| 237 | continue; |
| 238 | } |
Robert Swiecki | 4911730 | 2017-12-27 20:47:31 +0100 | [diff] [blame] | 239 | char bufn[1025] = {}; |
| 240 | char bufv[1025] = {}; |
Robert Swiecki | 40332e9 | 2018-01-14 16:50:35 +0100 | [diff] [blame] | 241 | if (sscanf(lineptr, "\"%1024s", bufv) != 1 && |
| 242 | sscanf(lineptr, "%1024[^=]=\"%1024s", bufn, bufv) != 2) { |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 243 | LOG_W("Incorrect dictionary entry: '%s'. Skipping", lineptr); |
| 244 | continue; |
| 245 | } |
| 246 | |
Robert Swiecki | 40332e9 | 2018-01-14 16:50:35 +0100 | [diff] [blame] | 247 | LOG_D("Parsing word: '%s'", bufv); |
| 248 | |
Robert Swiecki | 4e595fb | 2017-10-11 17:26:51 +0200 | [diff] [blame] | 249 | char* s = util_StrDup(bufv); |
| 250 | struct strings_t* str = (struct strings_t*)util_Malloc(sizeof(struct strings_t)); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 251 | str->len = util_decodeCString(s); |
| 252 | str->s = s; |
Robert Swiecki | 04dcac3 | 2018-03-02 03:05:26 +0100 | [diff] [blame] | 253 | hfuzz->mutate.dictionaryCnt += 1; |
| 254 | TAILQ_INSERT_TAIL(&hfuzz->mutate.dictq, str, pointers); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 255 | |
| 256 | LOG_D("Dictionary: loaded word: '%s' (len=%zu)", str->s, str->len); |
| 257 | } |
Robert Swiecki | 04dcac3 | 2018-03-02 03:05:26 +0100 | [diff] [blame] | 258 | LOG_I("Loaded %zu words from the dictionary", hfuzz->mutate.dictionaryCnt); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 259 | return true; |
| 260 | } |
| 261 | |
Robert Swiecki | d50ed42 | 2017-11-13 23:32:26 +0100 | [diff] [blame] | 262 | bool input_parseBlacklist(honggfuzz_t* hfuzz) { |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 263 | FILE* fBl = fopen(hfuzz->feedback.blacklistFile, "rb"); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 264 | if (fBl == NULL) { |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 265 | PLOG_W("Couldn't open '%s' - R/O mode", hfuzz->feedback.blacklistFile); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 266 | return false; |
| 267 | } |
Robert Swiecki | 3ab1664 | 2018-01-12 18:08:37 +0100 | [diff] [blame] | 268 | defer { |
| 269 | fclose(fBl); |
| 270 | }; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 271 | |
Robert Swiecki | 4e595fb | 2017-10-11 17:26:51 +0200 | [diff] [blame] | 272 | char* lineptr = NULL; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 273 | /* lineptr can be NULL, but it's fine for free() */ |
Robert Swiecki | 3ab1664 | 2018-01-12 18:08:37 +0100 | [diff] [blame] | 274 | defer { |
| 275 | free(lineptr); |
| 276 | }; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 277 | size_t n = 0; |
| 278 | for (;;) { |
| 279 | if (getline(&lineptr, &n, fBl) == -1) { |
| 280 | break; |
| 281 | } |
| 282 | |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 283 | if ((hfuzz->feedback.blacklist = util_Realloc(hfuzz->feedback.blacklist, |
| 284 | (hfuzz->feedback.blacklistCnt + 1) * sizeof(hfuzz->feedback.blacklist[0]))) == |
| 285 | NULL) { |
| 286 | PLOG_W("realloc failed (sz=%zu)", |
| 287 | (hfuzz->feedback.blacklistCnt + 1) * sizeof(hfuzz->feedback.blacklist[0])); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 288 | return false; |
| 289 | } |
| 290 | |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 291 | hfuzz->feedback.blacklist[hfuzz->feedback.blacklistCnt] = strtoull(lineptr, 0, 16); |
| 292 | LOG_D("Blacklist: loaded %'" PRIu64 "'", |
| 293 | hfuzz->feedback.blacklist[hfuzz->feedback.blacklistCnt]); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 294 | |
Robert Swiecki | 5eeb29b | 2018-01-21 16:07:06 +0100 | [diff] [blame] | 295 | /* Verify entries are sorted so we can use interpolation search */ |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 296 | if (hfuzz->feedback.blacklistCnt > 1) { |
| 297 | if (hfuzz->feedback.blacklist[hfuzz->feedback.blacklistCnt - 1] > |
| 298 | hfuzz->feedback.blacklist[hfuzz->feedback.blacklistCnt]) { |
Robert Swiecki | 98e2337 | 2019-01-30 11:50:18 +0100 | [diff] [blame] | 299 | LOG_F("Blacklist file not sorted. Use 'tools/createStackBlacklist.sh' to sort " |
| 300 | "records"); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 301 | return false; |
| 302 | } |
| 303 | } |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 304 | hfuzz->feedback.blacklistCnt += 1; |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 305 | } |
| 306 | |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 307 | if (hfuzz->feedback.blacklistCnt > 0) { |
| 308 | LOG_I("Loaded %zu stack hash(es) from the blacklist file", hfuzz->feedback.blacklistCnt); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 309 | } else { |
Robert Swiecki | a5b918a | 2018-03-07 23:59:53 +0100 | [diff] [blame] | 310 | LOG_F("Empty stack hashes blacklist file '%s'", hfuzz->feedback.blacklistFile); |
Robert Swiecki | 47476f2 | 2017-09-28 15:45:02 +0200 | [diff] [blame] | 311 | } |
| 312 | return true; |
| 313 | } |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 314 | |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 315 | bool input_prepareDynamicInput(run_t* run) { |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 316 | { |
Robert Swiecki | 363510f | 2018-03-09 02:00:30 +0100 | [diff] [blame] | 317 | MX_SCOPED_RWLOCK_READ(&run->global->io.dynfileq_mutex); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 318 | |
Robert Swiecki | 363510f | 2018-03-09 02:00:30 +0100 | [diff] [blame] | 319 | if (run->global->io.dynfileqCnt == 0) { |
Robert Swiecki | fb8a5b6 | 2018-01-14 05:16:59 +0100 | [diff] [blame] | 320 | LOG_F("The dynamic file corpus is empty. This shouldn't happen"); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 321 | } |
| 322 | |
| 323 | if (run->dynfileqCurrent == NULL) { |
Robert Swiecki | 363510f | 2018-03-09 02:00:30 +0100 | [diff] [blame] | 324 | run->dynfileqCurrent = TAILQ_FIRST(&run->global->io.dynfileq); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 325 | } else { |
Robert Swiecki | 363510f | 2018-03-09 02:00:30 +0100 | [diff] [blame] | 326 | if (run->dynfileqCurrent == TAILQ_LAST(&run->global->io.dynfileq, dyns_t)) { |
| 327 | run->dynfileqCurrent = TAILQ_FIRST(&run->global->io.dynfileq); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 328 | } else { |
| 329 | run->dynfileqCurrent = TAILQ_NEXT(run->dynfileqCurrent, pointers); |
| 330 | } |
| 331 | } |
| 332 | } |
| 333 | |
| 334 | input_setSize(run, run->dynfileqCurrent->size); |
| 335 | memcpy(run->dynamicFile, run->dynfileqCurrent->data, run->dynfileqCurrent->size); |
| 336 | mangle_mangleContent(run); |
| 337 | |
| 338 | return true; |
| 339 | } |
| 340 | |
| 341 | bool input_prepareStaticFile(run_t* run, bool rewind) { |
Robert Swiecki | 94d314c | 2018-02-07 21:23:00 +0100 | [diff] [blame] | 342 | char fname[PATH_MAX]; |
Robert Swiecki | fb8a5b6 | 2018-01-14 05:16:59 +0100 | [diff] [blame] | 343 | if (!input_getNext(run, fname, /* rewind= */ rewind)) { |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 344 | return false; |
| 345 | } |
Robert Swiecki | 94d314c | 2018-02-07 21:23:00 +0100 | [diff] [blame] | 346 | snprintf(run->origFileName, sizeof(run->origFileName), "%s", fname); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 347 | |
Robert Swiecki | f31fdf7 | 2019-02-11 00:33:27 +0100 | [diff] [blame] | 348 | input_setSize(run, run->global->mutate.maxFileSz); |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 349 | ssize_t fileSz = files_readFileToBufMax(fname, run->dynamicFile, run->global->mutate.maxFileSz); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 350 | if (fileSz < 0) { |
| 351 | LOG_E("Couldn't read contents of '%s'", fname); |
| 352 | return false; |
| 353 | } |
| 354 | |
| 355 | input_setSize(run, fileSz); |
| 356 | mangle_mangleContent(run); |
| 357 | |
| 358 | return true; |
| 359 | } |
| 360 | |
| 361 | bool input_prepareExternalFile(run_t* run) { |
Robert Swiecki | 94d314c | 2018-02-07 21:23:00 +0100 | [diff] [blame] | 362 | snprintf(run->origFileName, sizeof(run->origFileName), "[EXTERNAL]"); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 363 | |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 364 | int fd = files_writeBufToTmpFile(run->global->io.workDir, (const uint8_t*)"", 0, 0); |
Robert Swiecki | cdb2f23 | 2018-01-15 23:05:58 +0100 | [diff] [blame] | 365 | if (fd == -1) { |
| 366 | LOG_E("Couldn't write input file to a temporary buffer"); |
| 367 | return false; |
| 368 | } |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 369 | defer { |
| 370 | close(fd); |
| 371 | }; |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 372 | |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 373 | char fname[PATH_MAX]; |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 374 | snprintf(fname, sizeof(fname), "/dev/fd/%d", fd); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 375 | |
| 376 | const char* const argv[] = {run->global->exe.externalCommand, fname, NULL}; |
| 377 | if (subproc_System(run, argv) != 0) { |
| 378 | LOG_E("Subprocess '%s' returned abnormally", run->global->exe.externalCommand); |
| 379 | return false; |
| 380 | } |
| 381 | LOG_D("Subporcess '%s' finished with success", run->global->exe.externalCommand); |
| 382 | |
Robert Swiecki | f31fdf7 | 2019-02-11 00:33:27 +0100 | [diff] [blame] | 383 | input_setSize(run, run->global->mutate.maxFileSz); |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 384 | ssize_t sz = files_readFromFdSeek(fd, run->dynamicFile, run->global->mutate.maxFileSz, 0); |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 385 | if (sz == -1) { |
| 386 | LOG_E("Couldn't read file from fd=%d", fd); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 387 | return false; |
| 388 | } |
| 389 | |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 390 | input_setSize(run, (size_t)sz); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 391 | return true; |
| 392 | } |
| 393 | |
| 394 | bool input_postProcessFile(run_t* run) { |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 395 | int fd = |
| 396 | files_writeBufToTmpFile(run->global->io.workDir, run->dynamicFile, run->dynamicFileSz, 0); |
Robert Swiecki | cdb2f23 | 2018-01-15 23:05:58 +0100 | [diff] [blame] | 397 | if (fd == -1) { |
| 398 | LOG_E("Couldn't write input file to a temporary buffer"); |
| 399 | return false; |
| 400 | } |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 401 | defer { |
| 402 | close(fd); |
| 403 | }; |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 404 | |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 405 | char fname[PATH_MAX]; |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 406 | snprintf(fname, sizeof(fname), "/dev/fd/%d", fd); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 407 | |
| 408 | const char* const argv[] = {run->global->exe.postExternalCommand, fname, NULL}; |
| 409 | if (subproc_System(run, argv) != 0) { |
| 410 | LOG_E("Subprocess '%s' returned abnormally", run->global->exe.postExternalCommand); |
| 411 | return false; |
| 412 | } |
| 413 | LOG_D("Subporcess '%s' finished with success", run->global->exe.externalCommand); |
| 414 | |
Robert Swiecki | f31fdf7 | 2019-02-11 00:33:27 +0100 | [diff] [blame] | 415 | input_setSize(run, run->global->mutate.maxFileSz); |
Robert Swiecki | e9231d6 | 2018-03-02 03:35:11 +0100 | [diff] [blame] | 416 | ssize_t sz = files_readFromFdSeek(fd, run->dynamicFile, run->global->mutate.maxFileSz, 0); |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 417 | if (sz == -1) { |
| 418 | LOG_E("Couldn't read file from fd=%d", fd); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 419 | return false; |
| 420 | } |
| 421 | |
Robert Swiecki | b433306 | 2018-01-15 23:00:45 +0100 | [diff] [blame] | 422 | input_setSize(run, (size_t)sz); |
Robert Swiecki | 0f2c30a | 2018-01-13 14:03:39 +0100 | [diff] [blame] | 423 | return true; |
| 424 | } |