Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 1 | //===- FuzzerDriver.cpp - FuzzerDriver function and flags -----------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // FuzzerDriver and flag parsing. |
| 10 | //===----------------------------------------------------------------------===// |
| 11 | |
Kostya Serebryany | 29bb664 | 2016-09-21 22:42:17 +0000 | [diff] [blame] | 12 | #include "FuzzerCorpus.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 13 | #include "FuzzerIO.h" |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 14 | #include "FuzzerInterface.h" |
| 15 | #include "FuzzerInternal.h" |
Kostya Serebryany | 6f5a804 | 2016-09-21 01:50:50 +0000 | [diff] [blame] | 16 | #include "FuzzerMutate.h" |
| 17 | #include "FuzzerRandom.h" |
Kostya Serebryany | 98d592c | 2017-01-20 20:57:07 +0000 | [diff] [blame] | 18 | #include "FuzzerShmem.h" |
Kostya Serebryany | 628b43a | 2016-12-15 06:21:21 +0000 | [diff] [blame] | 19 | #include "FuzzerTracePC.h" |
Mehdi Amini | b550cb1 | 2016-04-18 09:17:29 +0000 | [diff] [blame] | 20 | #include <algorithm> |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 21 | #include <atomic> |
Mehdi Amini | b550cb1 | 2016-04-18 09:17:29 +0000 | [diff] [blame] | 22 | #include <chrono> |
Matt Morehouse | 9e68979 | 2017-07-20 20:43:39 +0000 | [diff] [blame] | 23 | #include <cstdlib> |
Mehdi Amini | b550cb1 | 2016-04-18 09:17:29 +0000 | [diff] [blame] | 24 | #include <cstring> |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 25 | #include <mutex> |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 26 | #include <string> |
Mehdi Amini | b550cb1 | 2016-04-18 09:17:29 +0000 | [diff] [blame] | 27 | #include <thread> |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 28 | |
Kostya Serebryany | 4282d30 | 2016-01-15 00:17:37 +0000 | [diff] [blame] | 29 | // This function should be present in the libFuzzer so that the client |
| 30 | // binary can test for its existence. |
| 31 | extern "C" __attribute__((used)) void __libfuzzer_is_present() {} |
| 32 | |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 33 | namespace fuzzer { |
| 34 | |
| 35 | // Program arguments. |
| 36 | struct FlagDescription { |
| 37 | const char *Name; |
| 38 | const char *Description; |
| 39 | int Default; |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 40 | int *IntFlag; |
| 41 | const char **StrFlag; |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 42 | unsigned int *UIntFlag; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 43 | }; |
| 44 | |
| 45 | struct { |
Kostya Serebryany | 3d95dd9 | 2016-03-01 22:33:14 +0000 | [diff] [blame] | 46 | #define FUZZER_DEPRECATED_FLAG(Name) |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 47 | #define FUZZER_FLAG_INT(Name, Default, Description) int Name; |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 48 | #define FUZZER_FLAG_UNSIGNED(Name, Default, Description) unsigned int Name; |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 49 | #define FUZZER_FLAG_STRING(Name, Description) const char *Name; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 50 | #include "FuzzerFlags.def" |
Kostya Serebryany | 3d95dd9 | 2016-03-01 22:33:14 +0000 | [diff] [blame] | 51 | #undef FUZZER_DEPRECATED_FLAG |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 52 | #undef FUZZER_FLAG_INT |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 53 | #undef FUZZER_FLAG_UNSIGNED |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 54 | #undef FUZZER_FLAG_STRING |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 55 | } Flags; |
| 56 | |
Craig Topper | 2626094 | 2015-10-18 05:15:34 +0000 | [diff] [blame] | 57 | static const FlagDescription FlagDescriptions [] { |
Kostya Serebryany | 3d95dd9 | 2016-03-01 22:33:14 +0000 | [diff] [blame] | 58 | #define FUZZER_DEPRECATED_FLAG(Name) \ |
| 59 | {#Name, "Deprecated; don't use", 0, nullptr, nullptr, nullptr}, |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 60 | #define FUZZER_FLAG_INT(Name, Default, Description) \ |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 61 | {#Name, Description, Default, &Flags.Name, nullptr, nullptr}, |
| 62 | #define FUZZER_FLAG_UNSIGNED(Name, Default, Description) \ |
| 63 | {#Name, Description, static_cast<int>(Default), \ |
| 64 | nullptr, nullptr, &Flags.Name}, |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 65 | #define FUZZER_FLAG_STRING(Name, Description) \ |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 66 | {#Name, Description, 0, nullptr, &Flags.Name, nullptr}, |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 67 | #include "FuzzerFlags.def" |
Kostya Serebryany | 3d95dd9 | 2016-03-01 22:33:14 +0000 | [diff] [blame] | 68 | #undef FUZZER_DEPRECATED_FLAG |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 69 | #undef FUZZER_FLAG_INT |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 70 | #undef FUZZER_FLAG_UNSIGNED |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 71 | #undef FUZZER_FLAG_STRING |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 72 | }; |
| 73 | |
| 74 | static const size_t kNumFlags = |
| 75 | sizeof(FlagDescriptions) / sizeof(FlagDescriptions[0]); |
| 76 | |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 77 | static std::vector<std::string> *Inputs; |
| 78 | static std::string *ProgName; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 79 | |
| 80 | static void PrintHelp() { |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 81 | Printf("Usage:\n"); |
| 82 | auto Prog = ProgName->c_str(); |
| 83 | Printf("\nTo run fuzzing pass 0 or more directories.\n"); |
| 84 | Printf("%s [-flag1=val1 [-flag2=val2 ...] ] [dir1 [dir2 ...] ]\n", Prog); |
| 85 | |
| 86 | Printf("\nTo run individual tests without fuzzing pass 1 or more files:\n"); |
| 87 | Printf("%s [-flag1=val1 [-flag2=val2 ...] ] file1 [file2 ...]\n", Prog); |
| 88 | |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 89 | Printf("\nFlags: (strictly in form -flag=value)\n"); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 90 | size_t MaxFlagLen = 0; |
| 91 | for (size_t F = 0; F < kNumFlags; F++) |
| 92 | MaxFlagLen = std::max(strlen(FlagDescriptions[F].Name), MaxFlagLen); |
| 93 | |
| 94 | for (size_t F = 0; F < kNumFlags; F++) { |
| 95 | const auto &D = FlagDescriptions[F]; |
Kostya Serebryany | 4529960 | 2016-09-10 00:35:30 +0000 | [diff] [blame] | 96 | if (strstr(D.Description, "internal flag") == D.Description) continue; |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 97 | Printf(" %s", D.Name); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 98 | for (size_t i = 0, n = MaxFlagLen - strlen(D.Name); i < n; i++) |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 99 | Printf(" "); |
| 100 | Printf("\t"); |
| 101 | Printf("%d\t%s\n", D.Default, D.Description); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 102 | } |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 103 | Printf("\nFlags starting with '--' will be ignored and " |
| 104 | "will be passed verbatim to subprocesses.\n"); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 105 | } |
| 106 | |
| 107 | static const char *FlagValue(const char *Param, const char *Name) { |
| 108 | size_t Len = strlen(Name); |
| 109 | if (Param[0] == '-' && strstr(Param + 1, Name) == Param + 1 && |
| 110 | Param[Len + 1] == '=') |
| 111 | return &Param[Len + 2]; |
| 112 | return nullptr; |
| 113 | } |
| 114 | |
Kostya Serebryany | 4282d30 | 2016-01-15 00:17:37 +0000 | [diff] [blame] | 115 | // Avoid calling stol as it triggers a bug in clang/glibc build. |
| 116 | static long MyStol(const char *Str) { |
| 117 | long Res = 0; |
Kostya Serebryany | 311f27c | 2016-01-19 20:33:57 +0000 | [diff] [blame] | 118 | long Sign = 1; |
| 119 | if (*Str == '-') { |
| 120 | Str++; |
| 121 | Sign = -1; |
| 122 | } |
Kostya Serebryany | 4282d30 | 2016-01-15 00:17:37 +0000 | [diff] [blame] | 123 | for (size_t i = 0; Str[i]; i++) { |
| 124 | char Ch = Str[i]; |
| 125 | if (Ch < '0' || Ch > '9') |
| 126 | return Res; |
| 127 | Res = Res * 10 + (Ch - '0'); |
| 128 | } |
Kostya Serebryany | 311f27c | 2016-01-19 20:33:57 +0000 | [diff] [blame] | 129 | return Res * Sign; |
Kostya Serebryany | 4282d30 | 2016-01-15 00:17:37 +0000 | [diff] [blame] | 130 | } |
| 131 | |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 132 | static bool ParseOneFlag(const char *Param) { |
| 133 | if (Param[0] != '-') return false; |
Kostya Serebryany | 71e0feb | 2015-05-21 20:39:13 +0000 | [diff] [blame] | 134 | if (Param[1] == '-') { |
| 135 | static bool PrintedWarning = false; |
| 136 | if (!PrintedWarning) { |
| 137 | PrintedWarning = true; |
Kostya Serebryany | 64d2457 | 2016-03-12 01:57:04 +0000 | [diff] [blame] | 138 | Printf("INFO: libFuzzer ignores flags that start with '--'\n"); |
Kostya Serebryany | 71e0feb | 2015-05-21 20:39:13 +0000 | [diff] [blame] | 139 | } |
Kostya Serebryany | b60397f | 2016-04-15 21:56:29 +0000 | [diff] [blame] | 140 | for (size_t F = 0; F < kNumFlags; F++) |
| 141 | if (FlagValue(Param + 1, FlagDescriptions[F].Name)) |
| 142 | Printf("WARNING: did you mean '%s' (single dash)?\n", Param + 1); |
Kostya Serebryany | 71e0feb | 2015-05-21 20:39:13 +0000 | [diff] [blame] | 143 | return true; |
| 144 | } |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 145 | for (size_t F = 0; F < kNumFlags; F++) { |
| 146 | const char *Name = FlagDescriptions[F].Name; |
| 147 | const char *Str = FlagValue(Param, Name); |
| 148 | if (Str) { |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 149 | if (FlagDescriptions[F].IntFlag) { |
Kostya Serebryany | 4282d30 | 2016-01-15 00:17:37 +0000 | [diff] [blame] | 150 | int Val = MyStol(Str); |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 151 | *FlagDescriptions[F].IntFlag = Val; |
| 152 | if (Flags.verbosity >= 2) |
Mandeep Singh Grang | 5e1697e | 2017-06-06 05:08:36 +0000 | [diff] [blame] | 153 | Printf("Flag: %s %d\n", Name, Val); |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 154 | return true; |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 155 | } else if (FlagDescriptions[F].UIntFlag) { |
| 156 | unsigned int Val = std::stoul(Str); |
| 157 | *FlagDescriptions[F].UIntFlag = Val; |
| 158 | if (Flags.verbosity >= 2) |
| 159 | Printf("Flag: %s %u\n", Name, Val); |
| 160 | return true; |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 161 | } else if (FlagDescriptions[F].StrFlag) { |
| 162 | *FlagDescriptions[F].StrFlag = Str; |
| 163 | if (Flags.verbosity >= 2) |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 164 | Printf("Flag: %s %s\n", Name, Str); |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 165 | return true; |
Kostya Serebryany | 3d95dd9 | 2016-03-01 22:33:14 +0000 | [diff] [blame] | 166 | } else { // Deprecated flag. |
| 167 | Printf("Flag: %s: deprecated, don't use\n", Name); |
| 168 | return true; |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 169 | } |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 170 | } |
| 171 | } |
Kostya Serebryany | f817731 | 2016-06-01 16:41:12 +0000 | [diff] [blame] | 172 | Printf("\n\nWARNING: unrecognized flag '%s'; " |
| 173 | "use -help=1 to list all flags\n\n", Param); |
| 174 | return true; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 175 | } |
| 176 | |
| 177 | // We don't use any library to minimize dependencies. |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 178 | static void ParseFlags(const std::vector<std::string> &Args) { |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 179 | for (size_t F = 0; F < kNumFlags; F++) { |
| 180 | if (FlagDescriptions[F].IntFlag) |
| 181 | *FlagDescriptions[F].IntFlag = FlagDescriptions[F].Default; |
Mike Aizatsky | a1a5c69 | 2015-12-10 20:41:53 +0000 | [diff] [blame] | 182 | if (FlagDescriptions[F].UIntFlag) |
| 183 | *FlagDescriptions[F].UIntFlag = |
| 184 | static_cast<unsigned int>(FlagDescriptions[F].Default); |
Kostya Serebryany | 52a788e | 2015-03-31 20:13:20 +0000 | [diff] [blame] | 185 | if (FlagDescriptions[F].StrFlag) |
| 186 | *FlagDescriptions[F].StrFlag = nullptr; |
| 187 | } |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 188 | Inputs = new std::vector<std::string>; |
| 189 | for (size_t A = 1; A < Args.size(); A++) { |
Justin Bogner | c27a70d | 2017-07-14 23:33:04 +0000 | [diff] [blame] | 190 | if (ParseOneFlag(Args[A].c_str())) { |
| 191 | if (Flags.ignore_remaining_args) |
| 192 | break; |
| 193 | continue; |
| 194 | } |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 195 | Inputs->push_back(Args[A]); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 196 | } |
| 197 | } |
| 198 | |
Kostya Serebryany | 83fd486 | 2015-05-11 21:31:51 +0000 | [diff] [blame] | 199 | static std::mutex Mu; |
| 200 | |
| 201 | static void PulseThread() { |
| 202 | while (true) { |
Kostya Serebryany | 8b8f7a3 | 2016-05-06 23:38:07 +0000 | [diff] [blame] | 203 | SleepSeconds(600); |
Kostya Serebryany | 83fd486 | 2015-05-11 21:31:51 +0000 | [diff] [blame] | 204 | std::lock_guard<std::mutex> Lock(Mu); |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 205 | Printf("pulse...\n"); |
Kostya Serebryany | 83fd486 | 2015-05-11 21:31:51 +0000 | [diff] [blame] | 206 | } |
| 207 | } |
| 208 | |
Marcos Pividori | 6e3d885 | 2016-12-13 17:45:53 +0000 | [diff] [blame] | 209 | static void WorkerThread(const std::string &Cmd, std::atomic<unsigned> *Counter, |
| 210 | unsigned NumJobs, std::atomic<bool> *HasErrors) { |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 211 | while (true) { |
Marcos Pividori | 6e3d885 | 2016-12-13 17:45:53 +0000 | [diff] [blame] | 212 | unsigned C = (*Counter)++; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 213 | if (C >= NumJobs) break; |
| 214 | std::string Log = "fuzz-" + std::to_string(C) + ".log"; |
| 215 | std::string ToRun = Cmd + " > " + Log + " 2>&1\n"; |
| 216 | if (Flags.verbosity) |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 217 | Printf("%s", ToRun.c_str()); |
Hans Wennborg | e631996 | 2016-04-11 20:35:17 +0000 | [diff] [blame] | 218 | int ExitCode = ExecuteCommand(ToRun); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 219 | if (ExitCode != 0) |
| 220 | *HasErrors = true; |
Kostya Serebryany | 83fd486 | 2015-05-11 21:31:51 +0000 | [diff] [blame] | 221 | std::lock_guard<std::mutex> Lock(Mu); |
Marcos Pividori | 6e3d885 | 2016-12-13 17:45:53 +0000 | [diff] [blame] | 222 | Printf("================== Job %u exited with exit code %d ============\n", |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 223 | C, ExitCode); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 224 | fuzzer::CopyFileToErr(Log); |
| 225 | } |
| 226 | } |
| 227 | |
Kostya Serebryany | 111e1d6 | 2016-12-09 01:17:24 +0000 | [diff] [blame] | 228 | std::string CloneArgsWithoutX(const std::vector<std::string> &Args, |
| 229 | const char *X1, const char *X2) { |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 230 | std::string Cmd; |
| 231 | for (auto &S : Args) { |
| 232 | if (FlagValue(S.c_str(), X1) || FlagValue(S.c_str(), X2)) |
| 233 | continue; |
| 234 | Cmd += S + " "; |
| 235 | } |
| 236 | return Cmd; |
| 237 | } |
| 238 | |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 239 | static int RunInMultipleProcesses(const std::vector<std::string> &Args, |
Marcos Pividori | 6e3d885 | 2016-12-13 17:45:53 +0000 | [diff] [blame] | 240 | unsigned NumWorkers, unsigned NumJobs) { |
| 241 | std::atomic<unsigned> Counter(0); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 242 | std::atomic<bool> HasErrors(false); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 243 | std::string Cmd = CloneArgsWithoutX(Args, "jobs", "workers"); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 244 | std::vector<std::thread> V; |
Kostya Serebryany | 83fd486 | 2015-05-11 21:31:51 +0000 | [diff] [blame] | 245 | std::thread Pulse(PulseThread); |
Kostya Serebryany | cd7629c | 2015-05-12 01:43:20 +0000 | [diff] [blame] | 246 | Pulse.detach(); |
Marcos Pividori | 6e3d885 | 2016-12-13 17:45:53 +0000 | [diff] [blame] | 247 | for (unsigned i = 0; i < NumWorkers; i++) |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 248 | V.push_back(std::thread(WorkerThread, Cmd, &Counter, NumJobs, &HasErrors)); |
| 249 | for (auto &T : V) |
| 250 | T.join(); |
| 251 | return HasErrors ? 1 : 0; |
| 252 | } |
| 253 | |
Kostya Serebryany | 52b394e | 2016-05-06 21:58:35 +0000 | [diff] [blame] | 254 | static void RssThread(Fuzzer *F, size_t RssLimitMb) { |
| 255 | while (true) { |
Kostya Serebryany | 8b8f7a3 | 2016-05-06 23:38:07 +0000 | [diff] [blame] | 256 | SleepSeconds(1); |
Kostya Serebryany | 52b394e | 2016-05-06 21:58:35 +0000 | [diff] [blame] | 257 | size_t Peak = GetPeakRSSMb(); |
| 258 | if (Peak > RssLimitMb) |
Kostya Serebryany | 8b8f7a3 | 2016-05-06 23:38:07 +0000 | [diff] [blame] | 259 | F->RssLimitCallback(); |
Kostya Serebryany | 52b394e | 2016-05-06 21:58:35 +0000 | [diff] [blame] | 260 | } |
| 261 | } |
| 262 | |
| 263 | static void StartRssThread(Fuzzer *F, size_t RssLimitMb) { |
| 264 | if (!RssLimitMb) return; |
| 265 | std::thread T(RssThread, F, RssLimitMb); |
| 266 | T.detach(); |
| 267 | } |
| 268 | |
Kostya Serebryany | a016a45 | 2016-08-30 14:52:05 +0000 | [diff] [blame] | 269 | int RunOneTest(Fuzzer *F, const char *InputFilePath, size_t MaxLen) { |
Ivan Krasin | 95e82d5 | 2015-10-01 23:23:06 +0000 | [diff] [blame] | 270 | Unit U = FileToVector(InputFilePath); |
Kostya Serebryany | a016a45 | 2016-08-30 14:52:05 +0000 | [diff] [blame] | 271 | if (MaxLen && MaxLen < U.size()) |
| 272 | U.resize(MaxLen); |
Kostya Serebryany | 1e99d54 | 2017-07-12 22:20:04 +0000 | [diff] [blame] | 273 | F->ExecuteCallback(U.data(), U.size()); |
Kostya Serebryany | bb59ef7 | 2016-10-18 18:38:08 +0000 | [diff] [blame] | 274 | F->TryDetectingAMemoryLeak(U.data(), U.size(), true); |
Ivan Krasin | 95e82d5 | 2015-10-01 23:23:06 +0000 | [diff] [blame] | 275 | return 0; |
| 276 | } |
| 277 | |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 278 | static bool AllInputsAreFiles() { |
| 279 | if (Inputs->empty()) return false; |
| 280 | for (auto &Path : *Inputs) |
| 281 | if (!IsFile(Path)) |
| 282 | return false; |
| 283 | return true; |
| 284 | } |
| 285 | |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 286 | static std::string GetDedupTokenFromFile(const std::string &Path) { |
| 287 | auto S = FileToString(Path); |
| 288 | auto Beg = S.find("DEDUP_TOKEN:"); |
| 289 | if (Beg == std::string::npos) |
| 290 | return ""; |
| 291 | auto End = S.find('\n', Beg); |
| 292 | if (End == std::string::npos) |
| 293 | return ""; |
| 294 | return S.substr(Beg, End - Beg); |
| 295 | } |
| 296 | |
Kostya Serebryany | ac7a9ea | 2017-04-17 20:58:21 +0000 | [diff] [blame] | 297 | int CleanseCrashInput(const std::vector<std::string> &Args, |
| 298 | const FuzzingOptions &Options) { |
| 299 | if (Inputs->size() != 1 || !Flags.exact_artifact_path) { |
| 300 | Printf("ERROR: -cleanse_crash should be given one input file and" |
| 301 | " -exact_artifact_path\n"); |
| 302 | exit(1); |
| 303 | } |
| 304 | std::string InputFilePath = Inputs->at(0); |
| 305 | std::string OutputFilePath = Flags.exact_artifact_path; |
| 306 | std::string BaseCmd = |
| 307 | CloneArgsWithoutX(Args, "cleanse_crash", "cleanse_crash"); |
| 308 | |
| 309 | auto InputPos = BaseCmd.find(" " + InputFilePath + " "); |
| 310 | assert(InputPos != std::string::npos); |
| 311 | BaseCmd.erase(InputPos, InputFilePath.size() + 1); |
| 312 | |
| 313 | auto LogFilePath = DirPlusFile( |
| 314 | TmpDir(), "libFuzzerTemp." + std::to_string(GetPid()) + ".txt"); |
| 315 | auto TmpFilePath = DirPlusFile( |
| 316 | TmpDir(), "libFuzzerTemp." + std::to_string(GetPid()) + ".repro"); |
| 317 | auto LogFileRedirect = " > " + LogFilePath + " 2>&1 "; |
| 318 | |
| 319 | auto Cmd = BaseCmd + " " + TmpFilePath + LogFileRedirect; |
| 320 | |
| 321 | std::string CurrentFilePath = InputFilePath; |
| 322 | auto U = FileToVector(CurrentFilePath); |
| 323 | size_t Size = U.size(); |
| 324 | |
| 325 | const std::vector<uint8_t> ReplacementBytes = {' ', 0xff}; |
| 326 | for (int NumAttempts = 0; NumAttempts < 5; NumAttempts++) { |
| 327 | bool Changed = false; |
| 328 | for (size_t Idx = 0; Idx < Size; Idx++) { |
| 329 | Printf("CLEANSE[%d]: Trying to replace byte %zd of %zd\n", NumAttempts, |
| 330 | Idx, Size); |
| 331 | uint8_t OriginalByte = U[Idx]; |
| 332 | if (ReplacementBytes.end() != std::find(ReplacementBytes.begin(), |
| 333 | ReplacementBytes.end(), |
| 334 | OriginalByte)) |
| 335 | continue; |
| 336 | for (auto NewByte : ReplacementBytes) { |
| 337 | U[Idx] = NewByte; |
| 338 | WriteToFile(U, TmpFilePath); |
| 339 | auto ExitCode = ExecuteCommand(Cmd); |
| 340 | RemoveFile(TmpFilePath); |
| 341 | if (!ExitCode) { |
| 342 | U[Idx] = OriginalByte; |
| 343 | } else { |
| 344 | Changed = true; |
| 345 | Printf("CLEANSE: Replaced byte %zd with 0x%x\n", Idx, NewByte); |
| 346 | WriteToFile(U, OutputFilePath); |
| 347 | break; |
| 348 | } |
| 349 | } |
| 350 | } |
| 351 | if (!Changed) break; |
| 352 | } |
| 353 | RemoveFile(LogFilePath); |
| 354 | return 0; |
| 355 | } |
| 356 | |
Kostya Serebryany | 38b5d3c | 2017-01-19 19:38:12 +0000 | [diff] [blame] | 357 | int MinimizeCrashInput(const std::vector<std::string> &Args, |
| 358 | const FuzzingOptions &Options) { |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 359 | if (Inputs->size() != 1) { |
| 360 | Printf("ERROR: -minimize_crash should be given one input file\n"); |
| 361 | exit(1); |
| 362 | } |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 363 | std::string InputFilePath = Inputs->at(0); |
Justin Bogner | c27a70d | 2017-07-14 23:33:04 +0000 | [diff] [blame] | 364 | auto BaseCmd = SplitBefore( |
| 365 | "-ignore_remaining_args=1", |
| 366 | CloneArgsWithoutX(Args, "minimize_crash", "exact_artifact_path")); |
| 367 | auto InputPos = BaseCmd.first.find(" " + InputFilePath + " "); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 368 | assert(InputPos != std::string::npos); |
Justin Bogner | c27a70d | 2017-07-14 23:33:04 +0000 | [diff] [blame] | 369 | BaseCmd.first.erase(InputPos, InputFilePath.size() + 1); |
Kostya Serebryany | a31300e | 2016-12-13 00:40:47 +0000 | [diff] [blame] | 370 | if (Flags.runs <= 0 && Flags.max_total_time == 0) { |
| 371 | Printf("INFO: you need to specify -runs=N or " |
| 372 | "-max_total_time=N with -minimize_crash=1\n" |
| 373 | "INFO: defaulting to -max_total_time=600\n"); |
Justin Bogner | c27a70d | 2017-07-14 23:33:04 +0000 | [diff] [blame] | 374 | BaseCmd.first += " -max_total_time=600"; |
Kostya Serebryany | a31300e | 2016-12-13 00:40:47 +0000 | [diff] [blame] | 375 | } |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 376 | |
| 377 | auto LogFilePath = DirPlusFile( |
| 378 | TmpDir(), "libFuzzerTemp." + std::to_string(GetPid()) + ".txt"); |
| 379 | auto LogFileRedirect = " > " + LogFilePath + " 2>&1 "; |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 380 | |
| 381 | std::string CurrentFilePath = InputFilePath; |
| 382 | while (true) { |
| 383 | Unit U = FileToVector(CurrentFilePath); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 384 | Printf("CRASH_MIN: minimizing crash input: '%s' (%zd bytes)\n", |
| 385 | CurrentFilePath.c_str(), U.size()); |
| 386 | |
Justin Bogner | c27a70d | 2017-07-14 23:33:04 +0000 | [diff] [blame] | 387 | auto Cmd = BaseCmd.first + " " + CurrentFilePath + LogFileRedirect + " " + |
| 388 | BaseCmd.second; |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 389 | |
| 390 | Printf("CRASH_MIN: executing: %s\n", Cmd.c_str()); |
| 391 | int ExitCode = ExecuteCommand(Cmd); |
| 392 | if (ExitCode == 0) { |
| 393 | Printf("ERROR: the input %s did not crash\n", CurrentFilePath.c_str()); |
| 394 | exit(1); |
| 395 | } |
| 396 | Printf("CRASH_MIN: '%s' (%zd bytes) caused a crash. Will try to minimize " |
| 397 | "it further\n", |
| 398 | CurrentFilePath.c_str(), U.size()); |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 399 | auto DedupToken1 = GetDedupTokenFromFile(LogFilePath); |
| 400 | if (!DedupToken1.empty()) |
| 401 | Printf("CRASH_MIN: DedupToken1: %s\n", DedupToken1.c_str()); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 402 | |
Kostya Serebryany | 38b5d3c | 2017-01-19 19:38:12 +0000 | [diff] [blame] | 403 | std::string ArtifactPath = |
Kostya Serebryany | dba9ded | 2017-03-24 21:09:16 +0000 | [diff] [blame] | 404 | Flags.exact_artifact_path |
| 405 | ? Flags.exact_artifact_path |
| 406 | : Options.ArtifactPrefix + "minimized-from-" + Hash(U); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 407 | Cmd += " -minimize_crash_internal_step=1 -exact_artifact_path=" + |
| 408 | ArtifactPath; |
| 409 | Printf("CRASH_MIN: executing: %s\n", Cmd.c_str()); |
| 410 | ExitCode = ExecuteCommand(Cmd); |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 411 | CopyFileToErr(LogFilePath); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 412 | if (ExitCode == 0) { |
Kostya Serebryany | a31300e | 2016-12-13 00:40:47 +0000 | [diff] [blame] | 413 | if (Flags.exact_artifact_path) { |
| 414 | CurrentFilePath = Flags.exact_artifact_path; |
| 415 | WriteToFile(U, CurrentFilePath); |
| 416 | } |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 417 | Printf("CRASH_MIN: failed to minimize beyond %s (%d bytes), exiting\n", |
| 418 | CurrentFilePath.c_str(), U.size()); |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 419 | break; |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 420 | } |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 421 | auto DedupToken2 = GetDedupTokenFromFile(LogFilePath); |
| 422 | if (!DedupToken2.empty()) |
| 423 | Printf("CRASH_MIN: DedupToken2: %s\n", DedupToken2.c_str()); |
| 424 | |
| 425 | if (DedupToken1 != DedupToken2) { |
| 426 | if (Flags.exact_artifact_path) { |
| 427 | CurrentFilePath = Flags.exact_artifact_path; |
| 428 | WriteToFile(U, CurrentFilePath); |
| 429 | } |
| 430 | Printf("CRASH_MIN: mismatch in dedup tokens" |
| 431 | " (looks like a different bug). Won't minimize further\n"); |
| 432 | break; |
| 433 | } |
| 434 | |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 435 | CurrentFilePath = ArtifactPath; |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 436 | Printf("*********************************\n"); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 437 | } |
Kostya Serebryany | 86e630b | 2017-03-25 00:56:08 +0000 | [diff] [blame] | 438 | RemoveFile(LogFilePath); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 439 | return 0; |
| 440 | } |
| 441 | |
Kostya Serebryany | 29bb664 | 2016-09-21 22:42:17 +0000 | [diff] [blame] | 442 | int MinimizeCrashInputInternalStep(Fuzzer *F, InputCorpus *Corpus) { |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 443 | assert(Inputs->size() == 1); |
| 444 | std::string InputFilePath = Inputs->at(0); |
| 445 | Unit U = FileToVector(InputFilePath); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 446 | Printf("INFO: Starting MinimizeCrashInputInternalStep: %zd\n", U.size()); |
Kostya Serebryany | 38b5d3c | 2017-01-19 19:38:12 +0000 | [diff] [blame] | 447 | if (U.size() < 2) { |
| 448 | Printf("INFO: The input is small enough, exiting\n"); |
| 449 | exit(0); |
| 450 | } |
Kostya Serebryany | be0ed59 | 2016-09-22 23:16:36 +0000 | [diff] [blame] | 451 | F->SetMaxInputLen(U.size()); |
| 452 | F->SetMaxMutationLen(U.size() - 1); |
Kostya Serebryany | f9b8e8b | 2016-10-15 01:00:24 +0000 | [diff] [blame] | 453 | F->MinimizeCrashLoop(U); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 454 | Printf("INFO: Done MinimizeCrashInputInternalStep, no crashes found\n"); |
| 455 | exit(0); |
| 456 | return 0; |
| 457 | } |
| 458 | |
Kostya Serebryany | f7e610e | 2017-03-17 01:40:09 +0000 | [diff] [blame] | 459 | int AnalyzeDictionary(Fuzzer *F, const std::vector<Unit>& Dict, |
| 460 | UnitVector& Corpus) { |
| 461 | Printf("Started dictionary minimization (up to %d tests)\n", |
| 462 | Dict.size() * Corpus.size() * 2); |
| 463 | |
| 464 | // Scores and usage count for each dictionary unit. |
| 465 | std::vector<int> Scores(Dict.size()); |
| 466 | std::vector<int> Usages(Dict.size()); |
| 467 | |
| 468 | std::vector<size_t> InitialFeatures; |
| 469 | std::vector<size_t> ModifiedFeatures; |
| 470 | for (auto &C : Corpus) { |
| 471 | // Get coverage for the testcase without modifications. |
| 472 | F->ExecuteCallback(C.data(), C.size()); |
| 473 | InitialFeatures.clear(); |
| 474 | TPC.CollectFeatures([&](size_t Feature) -> bool { |
| 475 | InitialFeatures.push_back(Feature); |
| 476 | return true; |
| 477 | }); |
| 478 | |
| 479 | for (size_t i = 0; i < Dict.size(); ++i) { |
| 480 | auto Data = C; |
| 481 | auto StartPos = std::search(Data.begin(), Data.end(), |
| 482 | Dict[i].begin(), Dict[i].end()); |
| 483 | // Skip dictionary unit, if the testcase does not contain it. |
| 484 | if (StartPos == Data.end()) |
| 485 | continue; |
| 486 | |
| 487 | ++Usages[i]; |
| 488 | while (StartPos != Data.end()) { |
| 489 | // Replace all occurrences of dictionary unit in the testcase. |
| 490 | auto EndPos = StartPos + Dict[i].size(); |
| 491 | for (auto It = StartPos; It != EndPos; ++It) |
| 492 | *It ^= 0xFF; |
| 493 | |
| 494 | StartPos = std::search(EndPos, Data.end(), |
| 495 | Dict[i].begin(), Dict[i].end()); |
| 496 | } |
| 497 | |
| 498 | // Get coverage for testcase with masked occurrences of dictionary unit. |
| 499 | F->ExecuteCallback(Data.data(), Data.size()); |
| 500 | ModifiedFeatures.clear(); |
| 501 | TPC.CollectFeatures([&](size_t Feature) -> bool { |
| 502 | ModifiedFeatures.push_back(Feature); |
| 503 | return true; |
| 504 | }); |
| 505 | |
| 506 | if (InitialFeatures == ModifiedFeatures) |
| 507 | --Scores[i]; |
| 508 | else |
| 509 | Scores[i] += 2; |
| 510 | } |
| 511 | } |
| 512 | |
| 513 | Printf("###### Useless dictionary elements. ######\n"); |
| 514 | for (size_t i = 0; i < Dict.size(); ++i) { |
| 515 | // Dictionary units with positive score are treated as useful ones. |
| 516 | if (Scores[i] > 0) |
| 517 | continue; |
| 518 | |
| 519 | Printf("\""); |
| 520 | PrintASCII(Dict[i].data(), Dict[i].size(), "\""); |
| 521 | Printf(" # Score: %d, Used: %d\n", Scores[i], Usages[i]); |
| 522 | } |
| 523 | Printf("###### End of useless dictionary elements. ######\n"); |
| 524 | return 0; |
| 525 | } |
| 526 | |
Dan Liew | d3c3311 | 2016-06-02 05:48:02 +0000 | [diff] [blame] | 527 | int FuzzerDriver(int *argc, char ***argv, UserCallback Callback) { |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 528 | using namespace fuzzer; |
Dan Liew | d3c3311 | 2016-06-02 05:48:02 +0000 | [diff] [blame] | 529 | assert(argc && argv && "Argument pointers cannot be nullptr"); |
Kostya Serebryany | 87a3811 | 2017-01-20 21:34:24 +0000 | [diff] [blame] | 530 | std::string Argv0((*argv)[0]); |
Dan Liew | 1873a49 | 2016-06-07 23:32:50 +0000 | [diff] [blame] | 531 | EF = new ExternalFunctions(); |
| 532 | if (EF->LLVMFuzzerInitialize) |
| 533 | EF->LLVMFuzzerInitialize(argc, argv); |
Dan Liew | d3c3311 | 2016-06-02 05:48:02 +0000 | [diff] [blame] | 534 | const std::vector<std::string> Args(*argv, *argv + *argc); |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 535 | assert(!Args.empty()); |
| 536 | ProgName = new std::string(Args[0]); |
Kostya Serebryany | d966791 | 2017-01-21 00:13:50 +0000 | [diff] [blame] | 537 | if (Argv0 != *ProgName) { |
| 538 | Printf("ERROR: argv[0] has been modified in LLVMFuzzerInitialize\n"); |
| 539 | exit(1); |
| 540 | } |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 541 | ParseFlags(Args); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 542 | if (Flags.help) { |
| 543 | PrintHelp(); |
| 544 | return 0; |
| 545 | } |
| 546 | |
Kostya Serebryany | 49e4090 | 2016-03-18 20:58:29 +0000 | [diff] [blame] | 547 | if (Flags.close_fd_mask & 2) |
| 548 | DupAndCloseStderr(); |
| 549 | if (Flags.close_fd_mask & 1) |
| 550 | CloseStdout(); |
| 551 | |
Kostya Serebryany | 9690fcf | 2015-05-12 18:51:57 +0000 | [diff] [blame] | 552 | if (Flags.jobs > 0 && Flags.workers == 0) { |
| 553 | Flags.workers = std::min(NumberOfCpuCores() / 2, Flags.jobs); |
| 554 | if (Flags.workers > 1) |
Marcos Pividori | 6e3d885 | 2016-12-13 17:45:53 +0000 | [diff] [blame] | 555 | Printf("Running %u workers\n", Flags.workers); |
Kostya Serebryany | 9690fcf | 2015-05-12 18:51:57 +0000 | [diff] [blame] | 556 | } |
| 557 | |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 558 | if (Flags.workers > 0 && Flags.jobs > 0) |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 559 | return RunInMultipleProcesses(Args, Flags.workers, Flags.jobs); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 560 | |
Kostya Serebryany | 64d2457 | 2016-03-12 01:57:04 +0000 | [diff] [blame] | 561 | const size_t kMaxSaneLen = 1 << 20; |
Kostya Serebryany | 589eae5 | 2017-06-15 22:43:40 +0000 | [diff] [blame] | 562 | const size_t kMinDefaultLen = 4096; |
Mike Aizatsky | f0b3e85 | 2016-06-23 20:44:48 +0000 | [diff] [blame] | 563 | FuzzingOptions Options; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 564 | Options.Verbosity = Flags.verbosity; |
| 565 | Options.MaxLen = Flags.max_len; |
Kostya Serebryany | 2a8440d | 2016-12-27 23:24:55 +0000 | [diff] [blame] | 566 | Options.ExperimentalLenControl = Flags.experimental_len_control; |
Kostya Serebryany | 490bbd6 | 2015-05-19 22:12:57 +0000 | [diff] [blame] | 567 | Options.UnitTimeoutSec = Flags.timeout; |
Kostya Serebryany | 8a56917 | 2016-11-03 19:31:18 +0000 | [diff] [blame] | 568 | Options.ErrorExitCode = Flags.error_exitcode; |
Kostya Serebryany | 54a6363 | 2016-01-29 23:30:07 +0000 | [diff] [blame] | 569 | Options.TimeoutExitCode = Flags.timeout_exitcode; |
Kostya Serebryany | b85db17 | 2015-10-02 20:47:55 +0000 | [diff] [blame] | 570 | Options.MaxTotalTimeSec = Flags.max_total_time; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 571 | Options.DoCrossOver = Flags.cross_over; |
| 572 | Options.MutateDepth = Flags.mutate_depth; |
Kostya Serebryany | be5e0ed | 2015-03-03 23:27:02 +0000 | [diff] [blame] | 573 | Options.UseCounters = Flags.use_counters; |
Kostya Serebryany | 2e9fca9 | 2015-10-22 23:55:39 +0000 | [diff] [blame] | 574 | Options.UseIndirCalls = Flags.use_indir_calls; |
Kostya Serebryany | c135b55 | 2016-07-15 23:27:19 +0000 | [diff] [blame] | 575 | Options.UseMemmem = Flags.use_memmem; |
Kostya Serebryany | a5f94fb | 2016-10-14 20:20:33 +0000 | [diff] [blame] | 576 | Options.UseCmp = Flags.use_cmp; |
Kostya Serebryany | ab73c69 | 2016-09-23 00:46:18 +0000 | [diff] [blame] | 577 | Options.UseValueProfile = Flags.use_value_profile; |
Kostya Serebryany | d216922 | 2016-10-01 01:04:29 +0000 | [diff] [blame] | 578 | Options.Shrink = Flags.shrink; |
Kostya Serebryany | 1e99d54 | 2017-07-12 22:20:04 +0000 | [diff] [blame] | 579 | Options.ReduceInputs = Flags.reduce_inputs; |
Kostya Serebryany | fed509e | 2015-10-17 04:38:26 +0000 | [diff] [blame] | 580 | Options.ShuffleAtStartUp = Flags.shuffle; |
Kostya Serebryany | 945761b | 2016-03-18 00:23:29 +0000 | [diff] [blame] | 581 | Options.PreferSmall = Flags.prefer_small; |
Kostya Serebryany | 9adc7c8 | 2016-10-08 22:12:14 +0000 | [diff] [blame] | 582 | Options.ReloadIntervalSec = Flags.reload; |
Kostya Serebryany | bc7c0ad | 2015-08-11 01:44:42 +0000 | [diff] [blame] | 583 | Options.OnlyASCII = Flags.only_ascii; |
Kostya Serebryany | 1bfd583 | 2016-04-20 00:24:21 +0000 | [diff] [blame] | 584 | Options.DetectLeaks = Flags.detect_leaks; |
Kostya Serebryany | a17d23e | 2016-10-13 19:06:46 +0000 | [diff] [blame] | 585 | Options.TraceMalloc = Flags.trace_malloc; |
Kostya Serebryany | 8b8f7a3 | 2016-05-06 23:38:07 +0000 | [diff] [blame] | 586 | Options.RssLimitMb = Flags.rss_limit_mb; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 587 | if (Flags.runs >= 0) |
| 588 | Options.MaxNumberOfRuns = Flags.runs; |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 589 | if (!Inputs->empty() && !Flags.minimize_crash_internal_step) |
Kostya Serebryany | a938bcb | 2015-09-10 16:57:57 +0000 | [diff] [blame] | 590 | Options.OutputCorpus = (*Inputs)[0]; |
Kostya Serebryany | 70926ae | 2015-08-05 21:43:48 +0000 | [diff] [blame] | 591 | Options.ReportSlowUnits = Flags.report_slow_units; |
Kostya Serebryany | bd5d1cd | 2015-10-09 03:57:59 +0000 | [diff] [blame] | 592 | if (Flags.artifact_prefix) |
| 593 | Options.ArtifactPrefix = Flags.artifact_prefix; |
Kostya Serebryany | 2d0ef14 | 2015-11-25 21:40:46 +0000 | [diff] [blame] | 594 | if (Flags.exact_artifact_path) |
| 595 | Options.ExactArtifactPath = Flags.exact_artifact_path; |
Kostya Serebryany | dc3135d | 2015-11-12 01:02:01 +0000 | [diff] [blame] | 596 | std::vector<Unit> Dictionary; |
Kostya Serebryany | 7d21166 | 2015-09-04 00:12:11 +0000 | [diff] [blame] | 597 | if (Flags.dict) |
Kostya Serebryany | dc3135d | 2015-11-12 01:02:01 +0000 | [diff] [blame] | 598 | if (!ParseDictionaryFile(FileToString(Flags.dict), &Dictionary)) |
Kostya Serebryany | 7d21166 | 2015-09-04 00:12:11 +0000 | [diff] [blame] | 599 | return 1; |
Kostya Serebryany | dc3135d | 2015-11-12 01:02:01 +0000 | [diff] [blame] | 600 | if (Flags.verbosity > 0 && !Dictionary.empty()) |
| 601 | Printf("Dictionary: %zd entries\n", Dictionary.size()); |
Kostya Serebryany | c5575aa | 2016-03-17 19:59:39 +0000 | [diff] [blame] | 602 | bool DoPlainRun = AllInputsAreFiles(); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 603 | Options.SaveArtifacts = |
| 604 | !DoPlainRun || Flags.minimize_crash_internal_step; |
Kostya Serebryany | 0f0fa4f | 2016-08-25 22:35:08 +0000 | [diff] [blame] | 605 | Options.PrintNewCovPcs = Flags.print_pcs; |
Kostya Serebryany | 66ff075 | 2016-02-26 22:42:23 +0000 | [diff] [blame] | 606 | Options.PrintFinalStats = Flags.print_final_stats; |
Kostya Serebryany | 29bb664 | 2016-09-21 22:42:17 +0000 | [diff] [blame] | 607 | Options.PrintCorpusStats = Flags.print_corpus_stats; |
Kostya Serebryany | b706b48 | 2016-09-18 21:47:08 +0000 | [diff] [blame] | 608 | Options.PrintCoverage = Flags.print_coverage; |
Mike Aizatsky | 9b415be | 2016-12-19 22:18:08 +0000 | [diff] [blame] | 609 | Options.DumpCoverage = Flags.dump_coverage; |
Kostya Serebryany | 5ff481f | 2016-09-27 00:10:20 +0000 | [diff] [blame] | 610 | if (Flags.exit_on_src_pos) |
| 611 | Options.ExitOnSrcPos = Flags.exit_on_src_pos; |
Kostya Serebryany | d216922 | 2016-10-01 01:04:29 +0000 | [diff] [blame] | 612 | if (Flags.exit_on_item) |
| 613 | Options.ExitOnItem = Flags.exit_on_item; |
Kostya Serebryany | 7d21166 | 2015-09-04 00:12:11 +0000 | [diff] [blame] | 614 | |
Kostya Serebryany | a399221 | 2016-02-13 03:00:53 +0000 | [diff] [blame] | 615 | unsigned Seed = Flags.seed; |
| 616 | // Initialize Seed. |
| 617 | if (Seed == 0) |
Kostya Serebryany | 823c181 | 2016-12-27 19:51:34 +0000 | [diff] [blame] | 618 | Seed = |
| 619 | std::chrono::system_clock::now().time_since_epoch().count() + GetPid(); |
Kostya Serebryany | a399221 | 2016-02-13 03:00:53 +0000 | [diff] [blame] | 620 | if (Flags.verbosity) |
Kostya Serebryany | 64d2457 | 2016-03-12 01:57:04 +0000 | [diff] [blame] | 621 | Printf("INFO: Seed: %u\n", Seed); |
Kostya Serebryany | a399221 | 2016-02-13 03:00:53 +0000 | [diff] [blame] | 622 | |
| 623 | Random Rand(Seed); |
Kostya Serebryany | 6c77811 | 2016-11-14 19:21:38 +0000 | [diff] [blame] | 624 | auto *MD = new MutationDispatcher(Rand, Options); |
| 625 | auto *Corpus = new InputCorpus(Options.OutputCorpus); |
| 626 | auto *F = new Fuzzer(Callback, *Corpus, *MD, Options); |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 627 | |
Kostya Serebryany | dc3135d | 2015-11-12 01:02:01 +0000 | [diff] [blame] | 628 | for (auto &U: Dictionary) |
Kostya Serebryany | 476f0ce | 2016-01-16 03:53:32 +0000 | [diff] [blame] | 629 | if (U.size() <= Word::GetMaxSize()) |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 630 | MD->AddWordToManualDictionary(Word(U.data(), U.size())); |
Kostya Serebryany | dc3135d | 2015-11-12 01:02:01 +0000 | [diff] [blame] | 631 | |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 632 | StartRssThread(F, Flags.rss_limit_mb); |
Kostya Serebryany | 52b394e | 2016-05-06 21:58:35 +0000 | [diff] [blame] | 633 | |
Marcos Pividori | c59b692 | 2016-12-13 17:45:20 +0000 | [diff] [blame] | 634 | Options.HandleAbrt = Flags.handle_abrt; |
| 635 | Options.HandleBus = Flags.handle_bus; |
| 636 | Options.HandleFpe = Flags.handle_fpe; |
| 637 | Options.HandleIll = Flags.handle_ill; |
| 638 | Options.HandleInt = Flags.handle_int; |
| 639 | Options.HandleSegv = Flags.handle_segv; |
| 640 | Options.HandleTerm = Flags.handle_term; |
Kostya Serebryany | 4aa0590 | 2017-01-05 22:05:47 +0000 | [diff] [blame] | 641 | Options.HandleXfsz = Flags.handle_xfsz; |
Marcos Pividori | c59b692 | 2016-12-13 17:45:20 +0000 | [diff] [blame] | 642 | SetSignalHandler(Options); |
Kostya Serebryany | b91c62b | 2015-10-16 22:41:47 +0000 | [diff] [blame] | 643 | |
Matt Morehouse | 9e68979 | 2017-07-20 20:43:39 +0000 | [diff] [blame] | 644 | std::atexit(Fuzzer::StaticExitCallback); |
| 645 | |
Kostya Serebryany | 38b5d3c | 2017-01-19 19:38:12 +0000 | [diff] [blame] | 646 | if (Flags.minimize_crash) |
| 647 | return MinimizeCrashInput(Args, Options); |
| 648 | |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 649 | if (Flags.minimize_crash_internal_step) |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 650 | return MinimizeCrashInputInternalStep(F, Corpus); |
Kostya Serebryany | e2d0f63 | 2016-09-01 01:22:27 +0000 | [diff] [blame] | 651 | |
Kostya Serebryany | ac7a9ea | 2017-04-17 20:58:21 +0000 | [diff] [blame] | 652 | if (Flags.cleanse_crash) |
| 653 | return CleanseCrashInput(Args, Options); |
| 654 | |
Kostya Serebryany | 98d592c | 2017-01-20 20:57:07 +0000 | [diff] [blame] | 655 | if (auto Name = Flags.run_equivalence_server) { |
| 656 | SMR.Destroy(Name); |
Kostya Serebryany | 5c76e3d | 2017-02-01 00:07:47 +0000 | [diff] [blame] | 657 | if (!SMR.Create(Name)) { |
| 658 | Printf("ERROR: can't create shared memory region\n"); |
Kostya Serebryany | 98d592c | 2017-01-20 20:57:07 +0000 | [diff] [blame] | 659 | return 1; |
| 660 | } |
| 661 | Printf("INFO: EQUIVALENCE SERVER UP\n"); |
| 662 | while (true) { |
| 663 | SMR.WaitClient(); |
| 664 | size_t Size = SMR.ReadByteArraySize(); |
| 665 | SMR.WriteByteArray(nullptr, 0); |
Kostya Serebryany | fe4ed9b | 2017-05-09 01:17:29 +0000 | [diff] [blame] | 666 | const Unit tmp(SMR.GetByteArray(), SMR.GetByteArray() + Size); |
Kostya Serebryany | 1e99d54 | 2017-07-12 22:20:04 +0000 | [diff] [blame] | 667 | F->ExecuteCallback(tmp.data(), tmp.size()); |
Kostya Serebryany | 98d592c | 2017-01-20 20:57:07 +0000 | [diff] [blame] | 668 | SMR.PostServer(); |
| 669 | } |
| 670 | return 0; |
| 671 | } |
| 672 | |
| 673 | if (auto Name = Flags.use_equivalence_server) { |
| 674 | if (!SMR.Open(Name)) { |
| 675 | Printf("ERROR: can't open shared memory region\n"); |
| 676 | return 1; |
| 677 | } |
| 678 | Printf("INFO: EQUIVALENCE CLIENT UP\n"); |
| 679 | } |
| 680 | |
Kostya Serebryany | c5575aa | 2016-03-17 19:59:39 +0000 | [diff] [blame] | 681 | if (DoPlainRun) { |
| 682 | Options.SaveArtifacts = false; |
Kostya Serebryany | 9d14e4b | 2016-02-12 02:32:03 +0000 | [diff] [blame] | 683 | int Runs = std::max(1, Flags.runs); |
| 684 | Printf("%s: Running %zd inputs %d time(s) each.\n", ProgName->c_str(), |
| 685 | Inputs->size(), Runs); |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 686 | for (auto &Path : *Inputs) { |
| 687 | auto StartTime = system_clock::now(); |
Kostya Serebryany | 042d1a7 | 2016-06-17 13:07:06 +0000 | [diff] [blame] | 688 | Printf("Running: %s\n", Path.c_str()); |
Kostya Serebryany | 5c3701c | 2016-03-04 22:35:40 +0000 | [diff] [blame] | 689 | for (int Iter = 0; Iter < Runs; Iter++) |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 690 | RunOneTest(F, Path.c_str(), Options.MaxLen); |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 691 | auto StopTime = system_clock::now(); |
| 692 | auto MS = duration_cast<milliseconds>(StopTime - StartTime).count(); |
Kostya Serebryany | 042d1a7 | 2016-06-17 13:07:06 +0000 | [diff] [blame] | 693 | Printf("Executed %s in %zd ms\n", Path.c_str(), (long)MS); |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 694 | } |
Kostya Serebryany | bdb220c | 2016-08-15 19:44:04 +0000 | [diff] [blame] | 695 | Printf("***\n" |
| 696 | "*** NOTE: fuzzing was not performed, you have only\n" |
| 697 | "*** executed the target code on a fixed set of inputs.\n" |
| 698 | "***\n"); |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 699 | F->PrintFinalStats(); |
Kostya Serebryany | bfbe7fc | 2016-02-02 03:03:47 +0000 | [diff] [blame] | 700 | exit(0); |
| 701 | } |
| 702 | |
Kostya Serebryany | 9cc3b0d | 2015-10-24 01:16:40 +0000 | [diff] [blame] | 703 | if (Flags.merge) { |
Kostya Serebryany | 64d2457 | 2016-03-12 01:57:04 +0000 | [diff] [blame] | 704 | if (Options.MaxLen == 0) |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 705 | F->SetMaxInputLen(kMaxSaneLen); |
Kostya Serebryany | f81cc09 | 2017-03-14 21:47:52 +0000 | [diff] [blame] | 706 | if (Flags.merge_control_file) |
| 707 | F->CrashResistantMergeInternalStep(Flags.merge_control_file); |
| 708 | else |
Kostya Serebryany | 4fc6dd7 | 2017-03-22 20:32:44 +0000 | [diff] [blame] | 709 | F->CrashResistantMerge(Args, *Inputs, |
| 710 | Flags.load_coverage_summary, |
| 711 | Flags.save_coverage_summary); |
Kostya Serebryany | 111e1d6 | 2016-12-09 01:17:24 +0000 | [diff] [blame] | 712 | exit(0); |
| 713 | } |
| 714 | |
Kostya Serebryany | 64d2457 | 2016-03-12 01:57:04 +0000 | [diff] [blame] | 715 | size_t TemporaryMaxLen = Options.MaxLen ? Options.MaxLen : kMaxSaneLen; |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 716 | |
Kostya Serebryany | 09aa01a | 2016-09-21 01:04:43 +0000 | [diff] [blame] | 717 | UnitVector InitialCorpus; |
| 718 | for (auto &Inp : *Inputs) { |
| 719 | Printf("Loading corpus dir: %s\n", Inp.c_str()); |
Kostya Serebryany | c5325ed | 2016-10-08 23:24:45 +0000 | [diff] [blame] | 720 | ReadDirToVectorOfUnits(Inp.c_str(), &InitialCorpus, nullptr, |
| 721 | TemporaryMaxLen, /*ExitOnError=*/false); |
Kostya Serebryany | 09aa01a | 2016-09-21 01:04:43 +0000 | [diff] [blame] | 722 | } |
Kostya Serebryany | 64d2457 | 2016-03-12 01:57:04 +0000 | [diff] [blame] | 723 | |
Kostya Serebryany | f7e610e | 2017-03-17 01:40:09 +0000 | [diff] [blame] | 724 | if (Flags.analyze_dict) { |
| 725 | if (Dictionary.empty() || Inputs->empty()) { |
| 726 | Printf("ERROR: can't analyze dict without dict and corpus provided\n"); |
| 727 | return 1; |
| 728 | } |
| 729 | if (AnalyzeDictionary(F, Dictionary, InitialCorpus)) { |
| 730 | Printf("Dictionary analysis failed\n"); |
| 731 | exit(1); |
| 732 | } |
| 733 | Printf("Dictionary analysis suceeded\n"); |
| 734 | exit(0); |
| 735 | } |
| 736 | |
Kostya Serebryany | 09aa01a | 2016-09-21 01:04:43 +0000 | [diff] [blame] | 737 | if (Options.MaxLen == 0) { |
| 738 | size_t MaxLen = 0; |
| 739 | for (auto &U : InitialCorpus) |
| 740 | MaxLen = std::max(U.size(), MaxLen); |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 741 | F->SetMaxInputLen(std::min(std::max(kMinDefaultLen, MaxLen), kMaxSaneLen)); |
Kostya Serebryany | 09aa01a | 2016-09-21 01:04:43 +0000 | [diff] [blame] | 742 | } |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 743 | |
Kostya Serebryany | 09aa01a | 2016-09-21 01:04:43 +0000 | [diff] [blame] | 744 | if (InitialCorpus.empty()) { |
Kostya Serebryany | 53c894d | 2016-11-12 02:27:21 +0000 | [diff] [blame] | 745 | InitialCorpus.push_back(Unit({'\n'})); // Valid ASCII input. |
Kostya Serebryany | 09087bb | 2016-04-18 21:14:11 +0000 | [diff] [blame] | 746 | if (Options.Verbosity) |
| 747 | Printf("INFO: A corpus is not provided, starting from an empty corpus\n"); |
| 748 | } |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 749 | F->ShuffleAndMinimize(&InitialCorpus); |
Kostya Serebryany | 936b1e7 | 2016-10-06 05:14:00 +0000 | [diff] [blame] | 750 | InitialCorpus.clear(); // Don't need this memory any more. |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 751 | F->Loop(); |
Kostya Serebryany | dc3135d | 2015-11-12 01:02:01 +0000 | [diff] [blame] | 752 | |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 753 | if (Flags.verbosity) |
Kostya Serebryany | ae579a7 | 2017-02-14 22:14:36 +0000 | [diff] [blame] | 754 | Printf("Done %zd runs in %zd second(s)\n", F->getTotalNumberOfRuns(), |
Kostya Serebryany | fc1c405 | 2016-11-12 00:24:35 +0000 | [diff] [blame] | 755 | F->secondsSinceProcessStartUp()); |
| 756 | F->PrintFinalStats(); |
Kostya Serebryany | 20e9bcb | 2015-05-23 01:07:46 +0000 | [diff] [blame] | 757 | |
Kostya Serebryany | c8cd29f | 2015-10-03 07:02:05 +0000 | [diff] [blame] | 758 | exit(0); // Don't let F destroy itself. |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 759 | } |
Dan Liew | 1873a49 | 2016-06-07 23:32:50 +0000 | [diff] [blame] | 760 | |
| 761 | // Storage for global ExternalFunctions object. |
| 762 | ExternalFunctions *EF = nullptr; |
| 763 | |
Kostya Serebryany | 016852c | 2015-02-19 18:45:37 +0000 | [diff] [blame] | 764 | } // namespace fuzzer |