blob: a57cd113553778a9ee8d96b9e070f6a38fa2c044 [file] [log] [blame]
Aaron Ballmanef116982015-01-29 16:58:29 +00001//===- FuzzerInternal.h - Internal header for the Fuzzer --------*- C++ -* ===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9// Define the main class fuzzer::Fuzzer and most functions.
10//===----------------------------------------------------------------------===//
Yaron Keren347663b2015-08-10 16:37:40 +000011
12#ifndef LLVM_FUZZER_INTERNAL_H
13#define LLVM_FUZZER_INTERNAL_H
14
Aaron Ballmanef116982015-01-29 16:58:29 +000015#include <cassert>
Kostya Serebryany33f86692015-02-04 22:20:09 +000016#include <climits>
Aaron Ballmanef116982015-01-29 16:58:29 +000017#include <chrono>
18#include <cstddef>
19#include <cstdlib>
20#include <string>
21#include <vector>
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +000022#include <unordered_set>
Aaron Ballmanef116982015-01-29 16:58:29 +000023
Kostya Serebryany016852c2015-02-19 18:45:37 +000024#include "FuzzerInterface.h"
25
Aaron Ballmanef116982015-01-29 16:58:29 +000026namespace fuzzer {
27typedef std::vector<uint8_t> Unit;
28using namespace std::chrono;
29
Kostya Serebryany52a788e2015-03-31 20:13:20 +000030std::string FileToString(const std::string &Path);
31Unit FileToVector(const std::string &Path);
Kostya Serebryany1ac80552015-05-08 21:30:55 +000032void ReadDirToVectorOfUnits(const char *Path, std::vector<Unit> *V,
33 long *Epoch);
Aaron Ballmanef116982015-01-29 16:58:29 +000034void WriteToFile(const Unit &U, const std::string &Path);
Kostya Serebryany5b266a82015-02-04 19:10:20 +000035void CopyFileToErr(const std::string &Path);
Aaron Ballmanef116982015-01-29 16:58:29 +000036// Returns "Dir/FileName" or equivalent for the current OS.
37std::string DirPlusFile(const std::string &DirPath,
38 const std::string &FileName);
39
Kostya Serebryany20e9bcb2015-05-23 01:07:46 +000040void Printf(const char *Fmt, ...);
Aaron Ballmanef116982015-01-29 16:58:29 +000041void Print(const Unit &U, const char *PrintAfter = "");
42void PrintASCII(const Unit &U, const char *PrintAfter = "");
43std::string Hash(const Unit &U);
44void SetTimer(int Seconds);
Kostya Serebryanyca6a2a22015-05-05 21:59:51 +000045void PrintFileAsBase64(const std::string &Path);
Kostya Serebryany2da7b842015-05-18 21:34:20 +000046void ExecuteCommand(const std::string &Command);
Aaron Ballmanef116982015-01-29 16:58:29 +000047
Kostya Serebryany96eab652015-05-14 22:41:49 +000048// Private copy of SHA1 implementation.
49static const int kSHA1NumBytes = 20;
50// Computes SHA1 hash of 'Len' bytes in 'Data', writes kSHA1NumBytes to 'Out'.
51void ComputeSHA1(const uint8_t *Data, size_t Len, uint8_t *Out);
52
Kostya Serebryanybc7c0ad2015-08-11 01:44:42 +000053// Changes U to contain only ASCII (isprint+isspace) characters.
54// Returns true iff U has been changed.
55bool ToASCII(Unit &U);
Kostya Serebryanya9346c22015-09-02 19:08:08 +000056bool IsASCII(const Unit &U);
Kostya Serebryanybc7c0ad2015-08-11 01:44:42 +000057
Kostya Serebryany9690fcf2015-05-12 18:51:57 +000058int NumberOfCpuCores();
Kostya Serebryanyd6edce92015-10-16 23:04:31 +000059int GetPid();
Kostya Serebryany9690fcf2015-05-12 18:51:57 +000060
Kostya Serebryany9838b2b2015-09-03 20:23:46 +000061// Dictionary.
62
63// Parses one dictionary entry.
64// If successfull, write the enty to Unit and returns true,
65// otherwise returns false.
66bool ParseOneDictionaryEntry(const std::string &Str, Unit *U);
67// Parses the dictionary file, fills Units, returns true iff all lines
68// were parsed succesfully.
69bool ParseDictionaryFile(const std::string &Text, std::vector<Unit> *Units);
70
Aaron Ballmanef116982015-01-29 16:58:29 +000071class Fuzzer {
72 public:
73 struct FuzzingOptions {
74 int Verbosity = 1;
75 int MaxLen = 0;
Kostya Serebryany490bbd62015-05-19 22:12:57 +000076 int UnitTimeoutSec = 300;
Kostya Serebryanyb85db172015-10-02 20:47:55 +000077 int MaxTotalTimeSec = 0;
Aaron Ballmanef116982015-01-29 16:58:29 +000078 bool DoCrossOver = true;
Kostya Serebryany5b266a82015-02-04 19:10:20 +000079 int MutateDepth = 5;
Aaron Ballmanef116982015-01-29 16:58:29 +000080 bool ExitOnFirst = false;
Kostya Serebryanybe5e0ed2015-03-03 23:27:02 +000081 bool UseCounters = false;
Kostya Serebryany5a99ecb2015-05-11 20:51:19 +000082 bool UseTraces = false;
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +000083 bool UseFullCoverageSet = false;
Kostya Serebryany1ac80552015-05-08 21:30:55 +000084 bool Reload = true;
Kostya Serebryanyfed509e2015-10-17 04:38:26 +000085 bool ShuffleAtStartUp = true;
Kostya Serebryany92e04762015-02-04 23:42:42 +000086 int PreferSmallDuringInitialShuffle = -1;
Kostya Serebryany33f86692015-02-04 22:20:09 +000087 size_t MaxNumberOfRuns = ULONG_MAX;
Kostya Serebryany2da7b842015-05-18 21:34:20 +000088 int SyncTimeout = 600;
Kostya Serebryany70926ae2015-08-05 21:43:48 +000089 int ReportSlowUnits = 10;
Kostya Serebryanybc7c0ad2015-08-11 01:44:42 +000090 bool OnlyASCII = false;
Kostya Serebryany12c78372015-08-12 01:55:37 +000091 int TBMDepth = 10;
92 int TBMWidth = 10;
Aaron Ballmanef116982015-01-29 16:58:29 +000093 std::string OutputCorpus;
Kostya Serebryany2da7b842015-05-18 21:34:20 +000094 std::string SyncCommand;
Kostya Serebryanybd5d1cd2015-10-09 03:57:59 +000095 std::string ArtifactPrefix = "./";
Kostya Serebryany9838b2b2015-09-03 20:23:46 +000096 std::vector<Unit> Dictionary;
Kostya Serebryanyb91c62b2015-10-16 22:41:47 +000097 bool SaveArtifacts = true;
Aaron Ballmanef116982015-01-29 16:58:29 +000098 };
Kostya Serebryanyf3424592015-05-22 22:35:31 +000099 Fuzzer(UserSuppliedFuzzer &USF, FuzzingOptions Options);
Aaron Ballmanef116982015-01-29 16:58:29 +0000100 void AddToCorpus(const Unit &U) { Corpus.push_back(U); }
Kostya Serebryany468ed782015-09-08 17:30:35 +0000101 void Loop();
Aaron Ballmanef116982015-01-29 16:58:29 +0000102 void ShuffleAndMinimize();
Kostya Serebryany22526252015-05-11 21:16:27 +0000103 void InitializeTraceState();
Aaron Ballmanef116982015-01-29 16:58:29 +0000104 size_t CorpusSize() const { return Corpus.size(); }
Kostya Serebryany1ac80552015-05-08 21:30:55 +0000105 void ReadDir(const std::string &Path, long *Epoch) {
106 ReadDirToVectorOfUnits(Path.c_str(), &Corpus, Epoch);
Aaron Ballmanef116982015-01-29 16:58:29 +0000107 }
Kostya Serebryany1ac80552015-05-08 21:30:55 +0000108 void RereadOutputCorpus();
Aaron Ballmanef116982015-01-29 16:58:29 +0000109 // Save the current corpus to OutputCorpus.
110 void SaveCorpus();
111
Kostya Serebryany92e04762015-02-04 23:42:42 +0000112 size_t secondsSinceProcessStartUp() {
113 return duration_cast<seconds>(system_clock::now() - ProcessStartTime)
114 .count();
115 }
116
117 size_t getTotalNumberOfRuns() { return TotalNumberOfRuns; }
118
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000119 static void StaticAlarmCallback();
120
Ivan Krasin95e82d52015-10-01 23:23:06 +0000121 void ExecuteCallback(const Unit &U);
Aaron Ballmanef116982015-01-29 16:58:29 +0000122
123 private:
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000124 void AlarmCallback();
Kostya Serebryany7d470cf2015-05-07 18:32:29 +0000125 void MutateAndTestOne(Unit *U);
126 void ReportNewCoverage(size_t NewCoverage, const Unit &U);
Aaron Ballmanef116982015-01-29 16:58:29 +0000127 size_t RunOne(const Unit &U);
Kostya Serebryanybc7c0ad2015-08-11 01:44:42 +0000128 void RunOneAndUpdateCorpus(Unit &U);
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +0000129 size_t RunOneMaximizeTotalCoverage(const Unit &U);
Kostya Serebryany2e3622b2015-02-20 03:02:37 +0000130 size_t RunOneMaximizeCoveragePairs(const Unit &U);
Aaron Ballmanef116982015-01-29 16:58:29 +0000131 void WriteToOutputCorpus(const Unit &U);
Kostya Serebryany2b7d2e92015-07-23 18:37:22 +0000132 void WriteUnitToFileWithPrefix(const Unit &U, const char *Prefix);
Kostya Serebryany03db8b92015-03-30 22:44:03 +0000133 void PrintStats(const char *Where, size_t Cov, const char *End = "\n");
Kostya Serebryanyb3602562015-10-22 21:48:09 +0000134 void PrintUnitInASCII(const Unit &U, const char *PrintAfter = "");
Aaron Ballmanef116982015-01-29 16:58:29 +0000135
Kostya Serebryany2da7b842015-05-18 21:34:20 +0000136 void SyncCorpus();
137
Kostya Serebryanybeb24c32015-05-07 21:02:11 +0000138 // Trace-based fuzzing: we run a unit with some kind of tracing
139 // enabled and record potentially useful mutations. Then
140 // We apply these mutations one by one to the unit and run it again.
141
142 // Start tracing; forget all previously proposed mutations.
143 void StartTraceRecording();
144 // Stop tracing and return the number of proposed mutations.
145 size_t StopTraceRecording();
146 // Apply Idx-th trace-based mutation to U.
147 void ApplyTraceBasedMutation(size_t Idx, Unit *U);
148
Aaron Ballmanef116982015-01-29 16:58:29 +0000149 void SetDeathCallback();
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000150 static void StaticDeathCallback();
151 void DeathCallback();
152 Unit CurrentUnit;
Aaron Ballmanef116982015-01-29 16:58:29 +0000153
154 size_t TotalNumberOfRuns = 0;
Kostya Serebryany12c78372015-08-12 01:55:37 +0000155 size_t TotalNumberOfExecutedTraceBasedMutations = 0;
Aaron Ballmanef116982015-01-29 16:58:29 +0000156
157 std::vector<Unit> Corpus;
Kostya Serebryanycbb23342015-05-19 01:06:07 +0000158 std::unordered_set<std::string> UnitHashesAddedToCorpus;
Kostya Serebryanybe5e0ed2015-03-03 23:27:02 +0000159
160 // For UseCounters
161 std::vector<uint8_t> CounterBitmap;
162 size_t TotalBits() { // Slow. Call it only for printing stats.
163 size_t Res = 0;
164 for (auto x : CounterBitmap) Res += __builtin_popcount(x);
165 return Res;
166 }
167
Kostya Serebryanyf3424592015-05-22 22:35:31 +0000168 UserSuppliedFuzzer &USF;
Aaron Ballmanef116982015-01-29 16:58:29 +0000169 FuzzingOptions Options;
170 system_clock::time_point ProcessStartTime = system_clock::now();
Kostya Serebryany2da7b842015-05-18 21:34:20 +0000171 system_clock::time_point LastExternalSync = system_clock::now();
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000172 system_clock::time_point UnitStartTime;
Kostya Serebryany16901a92015-03-30 23:04:35 +0000173 long TimeOfLongestUnitInSeconds = 0;
Kostya Serebryany1ac80552015-05-08 21:30:55 +0000174 long EpochOfLastReadOfOutputCorpus = 0;
Aaron Ballmanef116982015-01-29 16:58:29 +0000175};
176
Kostya Serebryanyf3424592015-05-22 22:35:31 +0000177class SimpleUserSuppliedFuzzer: public UserSuppliedFuzzer {
178 public:
Kostya Serebryany404c69f2015-07-24 01:06:40 +0000179 SimpleUserSuppliedFuzzer(FuzzerRandomBase *Rand, UserCallback Callback)
180 : UserSuppliedFuzzer(Rand), Callback(Callback) {}
Kostya Serebryany20bb5e72015-10-02 23:34:06 +0000181
182 SimpleUserSuppliedFuzzer(FuzzerRandomBase *Rand, DeprecatedUserCallback Callback)
183 : UserSuppliedFuzzer(Rand), DeprecatedCallback(Callback) {}
184
185 virtual int TargetFunction(const uint8_t *Data, size_t Size) override {
186 if (Callback) return Callback(Data, Size);
187 DeprecatedCallback(Data, Size);
188 return 0;
Kostya Serebryanyf3424592015-05-22 22:35:31 +0000189 }
190
191 private:
Kostya Serebryany20bb5e72015-10-02 23:34:06 +0000192 DeprecatedUserCallback DeprecatedCallback = nullptr;
193 UserCallback Callback = nullptr;
Kostya Serebryanyf3424592015-05-22 22:35:31 +0000194};
195
Aaron Ballmanef116982015-01-29 16:58:29 +0000196}; // namespace fuzzer
Yaron Keren347663b2015-08-10 16:37:40 +0000197
198#endif // LLVM_FUZZER_INTERNAL_H