blob: 8363ef020b20a0d7642aeb5a9ece836001691add [file] [log] [blame]
Aaron Ballmanef116982015-01-29 16:58:29 +00001//===- FuzzerInternal.h - Internal header for the Fuzzer --------*- C++ -* ===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9// Define the main class fuzzer::Fuzzer and most functions.
10//===----------------------------------------------------------------------===//
11#include <cassert>
Kostya Serebryany33f86692015-02-04 22:20:09 +000012#include <climits>
Aaron Ballmanef116982015-01-29 16:58:29 +000013#include <chrono>
14#include <cstddef>
15#include <cstdlib>
16#include <string>
17#include <vector>
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +000018#include <unordered_set>
Kostya Serebryany1ac80552015-05-08 21:30:55 +000019#include <set>
Aaron Ballmanef116982015-01-29 16:58:29 +000020
Kostya Serebryany016852c2015-02-19 18:45:37 +000021#include "FuzzerInterface.h"
22
Aaron Ballmanef116982015-01-29 16:58:29 +000023namespace fuzzer {
24typedef std::vector<uint8_t> Unit;
25using namespace std::chrono;
26
Kostya Serebryany52a788e2015-03-31 20:13:20 +000027std::string FileToString(const std::string &Path);
28Unit FileToVector(const std::string &Path);
Kostya Serebryany1ac80552015-05-08 21:30:55 +000029void ReadDirToVectorOfUnits(const char *Path, std::vector<Unit> *V,
30 long *Epoch);
Aaron Ballmanef116982015-01-29 16:58:29 +000031void WriteToFile(const Unit &U, const std::string &Path);
Kostya Serebryany5b266a82015-02-04 19:10:20 +000032void CopyFileToErr(const std::string &Path);
Aaron Ballmanef116982015-01-29 16:58:29 +000033// Returns "Dir/FileName" or equivalent for the current OS.
34std::string DirPlusFile(const std::string &DirPath,
35 const std::string &FileName);
36
37void Mutate(Unit *U, size_t MaxLen);
38
39void CrossOver(const Unit &A, const Unit &B, Unit *U, size_t MaxLen);
40
41void Print(const Unit &U, const char *PrintAfter = "");
42void PrintASCII(const Unit &U, const char *PrintAfter = "");
43std::string Hash(const Unit &U);
44void SetTimer(int Seconds);
Kostya Serebryanyca6a2a22015-05-05 21:59:51 +000045void PrintFileAsBase64(const std::string &Path);
Aaron Ballmanef116982015-01-29 16:58:29 +000046
47class Fuzzer {
48 public:
49 struct FuzzingOptions {
50 int Verbosity = 1;
51 int MaxLen = 0;
52 bool DoCrossOver = true;
Kostya Serebryany5b266a82015-02-04 19:10:20 +000053 int MutateDepth = 5;
Aaron Ballmanef116982015-01-29 16:58:29 +000054 bool ExitOnFirst = false;
Kostya Serebryanybe5e0ed2015-03-03 23:27:02 +000055 bool UseCounters = false;
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +000056 bool UseFullCoverageSet = false;
Kostya Serebryany2e3622b2015-02-20 03:02:37 +000057 bool UseCoveragePairs = false;
Kostya Serebryany16d03bd2015-03-30 22:09:51 +000058 bool UseDFSan = false;
Kostya Serebryany1ac80552015-05-08 21:30:55 +000059 bool Reload = true;
Kostya Serebryany92e04762015-02-04 23:42:42 +000060 int PreferSmallDuringInitialShuffle = -1;
Kostya Serebryany33f86692015-02-04 22:20:09 +000061 size_t MaxNumberOfRuns = ULONG_MAX;
Aaron Ballmanef116982015-01-29 16:58:29 +000062 std::string OutputCorpus;
Kostya Serebryany52a788e2015-03-31 20:13:20 +000063 std::vector<std::string> Tokens;
Aaron Ballmanef116982015-01-29 16:58:29 +000064 };
Kostya Serebryany52a788e2015-03-31 20:13:20 +000065 Fuzzer(UserCallback Callback, FuzzingOptions Options);
Aaron Ballmanef116982015-01-29 16:58:29 +000066 void AddToCorpus(const Unit &U) { Corpus.push_back(U); }
Kostya Serebryany7d470cf2015-05-07 18:32:29 +000067 void Loop(size_t NumIterations);
Aaron Ballmanef116982015-01-29 16:58:29 +000068 void ShuffleAndMinimize();
Kostya Serebryany16d03bd2015-03-30 22:09:51 +000069 void InitializeDFSan();
Aaron Ballmanef116982015-01-29 16:58:29 +000070 size_t CorpusSize() const { return Corpus.size(); }
Kostya Serebryany1ac80552015-05-08 21:30:55 +000071 void ReadDir(const std::string &Path, long *Epoch) {
72 ReadDirToVectorOfUnits(Path.c_str(), &Corpus, Epoch);
Aaron Ballmanef116982015-01-29 16:58:29 +000073 }
Kostya Serebryany1ac80552015-05-08 21:30:55 +000074 void RereadOutputCorpus();
Aaron Ballmanef116982015-01-29 16:58:29 +000075 // Save the current corpus to OutputCorpus.
76 void SaveCorpus();
77
Kostya Serebryany92e04762015-02-04 23:42:42 +000078 size_t secondsSinceProcessStartUp() {
79 return duration_cast<seconds>(system_clock::now() - ProcessStartTime)
80 .count();
81 }
82
83 size_t getTotalNumberOfRuns() { return TotalNumberOfRuns; }
84
Kostya Serebryany52a788e2015-03-31 20:13:20 +000085 static void StaticAlarmCallback();
86
87 Unit SubstituteTokens(const Unit &U) const;
Aaron Ballmanef116982015-01-29 16:58:29 +000088
89 private:
Kostya Serebryany52a788e2015-03-31 20:13:20 +000090 void AlarmCallback();
91 void ExecuteCallback(const Unit &U);
Kostya Serebryany7d470cf2015-05-07 18:32:29 +000092 void MutateAndTestOne(Unit *U);
93 void ReportNewCoverage(size_t NewCoverage, const Unit &U);
Aaron Ballmanef116982015-01-29 16:58:29 +000094 size_t RunOne(const Unit &U);
Kostya Serebryany7d470cf2015-05-07 18:32:29 +000095 void RunOneAndUpdateCorpus(const Unit &U);
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +000096 size_t RunOneMaximizeTotalCoverage(const Unit &U);
97 size_t RunOneMaximizeFullCoverageSet(const Unit &U);
Kostya Serebryany2e3622b2015-02-20 03:02:37 +000098 size_t RunOneMaximizeCoveragePairs(const Unit &U);
Aaron Ballmanef116982015-01-29 16:58:29 +000099 void WriteToOutputCorpus(const Unit &U);
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000100 void WriteToCrash(const Unit &U, const char *Prefix);
Kostya Serebryany03db8b92015-03-30 22:44:03 +0000101 void PrintStats(const char *Where, size_t Cov, const char *End = "\n");
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000102 void PrintUnitInASCIIOrTokens(const Unit &U, const char *PrintAfter = "");
Aaron Ballmanef116982015-01-29 16:58:29 +0000103
Kostya Serebryanybeb24c32015-05-07 21:02:11 +0000104 // Trace-based fuzzing: we run a unit with some kind of tracing
105 // enabled and record potentially useful mutations. Then
106 // We apply these mutations one by one to the unit and run it again.
107
108 // Start tracing; forget all previously proposed mutations.
109 void StartTraceRecording();
110 // Stop tracing and return the number of proposed mutations.
111 size_t StopTraceRecording();
112 // Apply Idx-th trace-based mutation to U.
113 void ApplyTraceBasedMutation(size_t Idx, Unit *U);
114
Aaron Ballmanef116982015-01-29 16:58:29 +0000115 void SetDeathCallback();
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000116 static void StaticDeathCallback();
117 void DeathCallback();
118 Unit CurrentUnit;
Aaron Ballmanef116982015-01-29 16:58:29 +0000119
120 size_t TotalNumberOfRuns = 0;
121
122 std::vector<Unit> Corpus;
Kostya Serebryany1ac80552015-05-08 21:30:55 +0000123 std::set<Unit> UnitsAddedAfterInitialLoad;
Kostya Serebryany2c1b33b2015-01-29 23:01:07 +0000124 std::unordered_set<uintptr_t> FullCoverageSets;
Kostya Serebryany2e3622b2015-02-20 03:02:37 +0000125 std::unordered_set<uint64_t> CoveragePairs;
Kostya Serebryanybe5e0ed2015-03-03 23:27:02 +0000126
127 // For UseCounters
128 std::vector<uint8_t> CounterBitmap;
129 size_t TotalBits() { // Slow. Call it only for printing stats.
130 size_t Res = 0;
131 for (auto x : CounterBitmap) Res += __builtin_popcount(x);
132 return Res;
133 }
134
Kostya Serebryany016852c2015-02-19 18:45:37 +0000135 UserCallback Callback;
Aaron Ballmanef116982015-01-29 16:58:29 +0000136 FuzzingOptions Options;
137 system_clock::time_point ProcessStartTime = system_clock::now();
Kostya Serebryany52a788e2015-03-31 20:13:20 +0000138 system_clock::time_point UnitStartTime;
Kostya Serebryany16901a92015-03-30 23:04:35 +0000139 long TimeOfLongestUnitInSeconds = 0;
Kostya Serebryany1ac80552015-05-08 21:30:55 +0000140 long EpochOfLastReadOfOutputCorpus = 0;
Aaron Ballmanef116982015-01-29 16:58:29 +0000141};
142
143}; // namespace fuzzer