blob: 278a2ec15150c73c43175e065fd1f93dbec16df0 [file] [log] [blame]
robert.swiecki3bb518c2010-10-14 00:48:24 +00001/*
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +00002 *
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +00003 * honggfuzz - core structures and macros
4 * -----------------------------------------
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +00005 *
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +00006 * Author: Robert Swiecki <swiecki@google.com>
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +00007 *
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +00008 * Copyright 2010-2015 by Google Inc. All Rights Reserved.
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +00009 *
10 * Licensed under the Apache License, Version 2.0 (the "License"); you may
11 * not use this file except in compliance with the License. You may obtain
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +000012 * a copy of the License at
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +000013 *
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +000014 * http://www.apache.org/licenses/LICENSE-2.0
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +000015 *
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +000016 * Unless required by applicable law or agreed to in writing, software
17 * distributed under the License is distributed on an "AS IS" BASIS,
18 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
19 * implied. See the License for the specific language governing
20 * permissions and limitations under the License.
robert.swiecki@gmail.com3b630b42015-02-16 10:53:53 +000021 *
robert.swiecki@gmail.com772b33d2015-02-14 20:35:00 +000022 */
robert.swiecki3bb518c2010-10-14 00:48:24 +000023
Jagger876a74c2016-02-09 22:09:11 +010024#ifndef _HF_COMMON_H_
25#define _HF_COMMON_H_
robert.swiecki3bb518c2010-10-14 00:48:24 +000026
robert.swiecki@gmail.comba85c3e2015-02-02 14:55:16 +000027#include <limits.h>
robert.swiecki@gmail.com41d8e052015-02-19 01:10:41 +000028#include <pthread.h>
robert.swiecki3bb518c2010-10-14 00:48:24 +000029#include <stdbool.h>
30#include <stdint.h>
robert.swiecki@gmail.comba85c3e2015-02-02 14:55:16 +000031#include <sys/param.h>
Robert Swiecki3bfc33c2016-03-14 18:12:41 +010032#include <sys/queue.h>
robert.swiecki@gmail.comba85c3e2015-02-02 14:55:16 +000033#include <sys/types.h>
robert.swiecki3bb518c2010-10-14 00:48:24 +000034
Anestis Bechtsoudis4d9e8c92016-01-31 16:18:48 +020035#ifdef __clang__
36#include <stdatomic.h>
37#endif
38
Anestis Bechtsoudis2ff92d12015-12-20 15:33:20 +020039#ifndef UNUSED
40#define UNUSED __attribute__((unused))
41#endif
42
robert.swiecki3bb518c2010-10-14 00:48:24 +000043#define PROG_NAME "honggfuzz"
robert.swiecki@gmail.coma51662b2015-03-01 19:12:41 +000044#define PROG_VERSION "0.6rc"
robert.swiecki32b69c92015-02-26 14:56:36 +000045#define PROG_AUTHORS "Robert Swiecki <swiecki@google.com> et al.,\nCopyright 2010-2015 by Google Inc. All Rights Reserved."
robert.swiecki3bb518c2010-10-14 00:48:24 +000046
Robert Swieckia9db9dd2016-03-09 16:29:37 +010047/* Go-style defer implementation */
48#define __STRMERGE(a, b) a##b
49#define _STRMERGE(a, b) __STRMERGE(a, b)
50
51#ifdef __clang__
52static void __attribute__ ((unused)) _clang_cleanup_func(void (^*dfunc) (void))
53{
54 (*dfunc) ();
55}
56
Jagger28aebbd2016-03-10 22:58:51 +010057#define DEFER(a) void (^_STRMERGE(__defer_f_, __COUNTER__))(void) __attribute__((cleanup(_clang_cleanup_func))) __attribute__((unused)) = ^{ a; }
Robert Swieckia9db9dd2016-03-09 16:29:37 +010058#else
59#define __block
Jagger28aebbd2016-03-10 22:58:51 +010060#define _DEFER(a, count) void _STRMERGE(__defer_f_, count)(void *_defer_arg __attribute__((unused))) { a; } ; \
Robert Swieckidf05a3c2016-03-10 16:00:07 +010061 int _STRMERGE(_defer_var_, count) __attribute__((cleanup(_STRMERGE(__defer_f_, count)))) __attribute__((unused))
Jagger28aebbd2016-03-10 22:58:51 +010062#define DEFER(a) _DEFER(a, __COUNTER__)
Robert Swieckia9db9dd2016-03-09 16:29:37 +010063#endif
64
robert.swiecki@gmail.com64dc2a02015-02-17 22:21:30 +000065/* Name of the template which will be replaced with the proper name of the file */
robert.swiecki@gmail.coma0d87142015-02-14 13:11:18 +000066#define _HF_FILE_PLACEHOLDER "___FILE___"
robert.swiecki@gmail.com64dc2a02015-02-17 22:21:30 +000067
68/* Default name of the report created with some architectures */
robert.swiecki@gmail.come7190b92015-02-14 23:05:42 +000069#define _HF_REPORT_FILE "HONGGFUZZ.REPORT.TXT"
robert.swiecki3bb518c2010-10-14 00:48:24 +000070
robert.swiecki@gmail.com64dc2a02015-02-17 22:21:30 +000071/* Default stack-size of created threads. Must be bigger then _HF_DYNAMIC_FILE_MAX_SZ */
robert.swiecki@gmail.com23b3a2f2015-03-01 03:40:12 +000072#define _HF_PTHREAD_STACKSIZE (1024 * 1024 * 8) /* 8MB */
robert.swiecki@gmail.com01b6dd42015-02-16 18:11:28 +000073
robert.swiecki@gmail.come7680522015-02-22 22:22:37 +000074/* Align to the upper-page boundary */
robert.swiecki87f7c7e2015-02-26 14:11:57 +000075#define _HF_PAGE_ALIGN_UP(x) (((size_t)x + (size_t)getpagesize() - (size_t)1) & ~((size_t)getpagesize() - (size_t)1))
robert.swiecki@gmail.come7680522015-02-22 22:22:37 +000076
Anestis Bechtsoudiscfc39fb2015-08-06 10:31:36 +030077/* String buffer size for function names in stack traces produced from libunwind */
Jaggerd628a702015-08-23 12:59:37 +020078#define _HF_FUNC_NAME_SZ 256 // Should be alright for mangled C++ procs too
Anestis Bechtsoudiscfc39fb2015-08-06 10:31:36 +030079
Anestis Bechtsoudis5c86ebc2015-09-27 18:06:43 +030080/* Number of crash verifier iterations before tag crash as stable */
81#define _HF_VERIFIER_ITER 5
82
Anestis Bechtsoudis60ea5e72015-11-24 19:10:06 +020083/* Constant prefix used for single frame crashes stackhash masking */
Anestis Bechtsoudisc06f8b32015-12-26 14:48:05 +020084#define _HF_SINGLE_FRAME_MASK 0xBADBAD0000000000
85
86/* Size (in bytes) for report data to be stored in stack before written to file */
87#define _HF_REPORT_SIZE 8192
Anestis Bechtsoudis0ef90002015-11-22 21:17:06 +020088
Anestis Bechtsoudis02b99be2015-12-27 11:53:01 +020089#define _HF_DYNFILE_SUB_MASK 0xFFFUL // Zero-set two MSB
90
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +020091/* Bitmap size */
Jagger5d9fb9c2016-03-17 00:08:37 +010092#define _HF_BITMAP_SIZE 0x3FFFFFF
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +020093
Robert Swiecki3bfc33c2016-03-14 18:12:41 +010094/* Perf bitmap size */
Robert Swiecki4b0390a2016-03-14 18:44:05 +010095#define _HF_PERF_BITMAP_SIZE (1024U * 1024U * 1024U)
Robert Swiecki3bfc33c2016-03-14 18:12:41 +010096
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +020097/* Directory in workspace to store sanitizer coverage data */
98#define _HF_SANCOV_DIR "HF_SANCOV"
99
Anestis Bechtsoudis8e634c32016-01-13 13:07:26 +0200100#if defined(__ANDROID__)
101#define _HF_MONITOR_SIGABRT 0
102#else
103#define _HF_MONITOR_SIGABRT 1
104#endif
105
Anestis Bechtsoudis7c88d7a2016-02-09 17:55:38 +0200106/* Size of remote pid cmdline char buffer */
107#define _HF_PROC_CMDLINE_SZ 8192
108
Jaggerd34417d2016-03-16 01:26:54 +0100109#define ARRAYSIZE(x) (sizeof(x) / sizeof(*x))
110
111/* Memory barriers */
112#define rmb() __asm__ __volatile__("":::"memory")
113#define wmb() __sync_synchronize()
114
115/* Atomics */
116#define ATOMIC_GET(x) __sync_fetch_and_add(&(x), 0)
117#define ATOMIC_SET(x, y) __sync_lock_test_and_set(&(x), y)
118#define ATOMIC_CLEAR(x) __sync_fetch_and_and(&(x), 0)
119
120#define ATOMIC_PRE_INC(x) __sync_add_and_fetch(&(x), 1)
121#define ATOMIC_POST_INC(x) __sync_fetch_and_add(&(x), 1)
122
123#define ATOMIC_PRE_DEC(x) __sync_sub_and_fetch(&(x), 1)
124#define ATOMIC_POST_DEC(x) __sync_fetch_and_sub(&(x), 1)
125
126#define ATOMIC_PRE_ADD(x, y) __sync_add_and_fetch(&(x), y)
127#define ATOMIC_POST_ADD(x, y) __sync_fetch_and_add(&(x), y)
128
129#define ATOMIC_PRE_SUB(x, y) __sync_sub_and_fetch(&(x), y)
130#define ATOMIC_POST_SUB(x, y) __sync_fetch_and_sub(&(x), y)
131
132#define ATOMIC_PRE_AND(x, y) __sync_and_and_fetch(&(x), y)
133#define ATOMIC_POST_AND(x, y) __sync_fetch_and_and(&(x), y)
134
135#define ATOMIC_PRE_OR(x, y) __sync_or_and_fetch(&(x), y)
136#define ATOMIC_POST_OR(x, y) __sync_fetch_and_or(&(x), y)
137
robert.swiecki@gmail.comcac22fd2015-02-19 14:03:28 +0000138typedef enum {
robert.swiecki@gmail.com81e26dc2015-03-03 04:26:04 +0000139 _HF_DYNFILE_NONE = 0x0,
140 _HF_DYNFILE_INSTR_COUNT = 0x1,
141 _HF_DYNFILE_BRANCH_COUNT = 0x2,
Jagger3abc5602016-02-04 00:53:43 +0100142 _HF_DYNFILE_BTS_BLOCK = 0x8,
143 _HF_DYNFILE_BTS_EDGE = 0x10,
Jagger39bd2b02016-02-04 01:16:15 +0100144 _HF_DYNFILE_IPT_BLOCK = 0x20,
Jagger0d2727a2016-02-08 02:08:42 +0100145 _HF_DYNFILE_CUSTOM = 0x40,
robert.swiecki@gmail.comcac22fd2015-02-19 14:03:28 +0000146} dynFileMethod_t;
147
robert.swiecki3bb518c2010-10-14 00:48:24 +0000148typedef struct {
Jaggerb409ee12015-09-09 02:02:32 +0200149 uint64_t cpuInstrCnt;
150 uint64_t cpuBranchCnt;
Jaggerb409ee12015-09-09 02:02:32 +0200151 uint64_t customCnt;
Robert Swiecki3bfc33c2016-03-14 18:12:41 +0100152 uint64_t bbCnt;
Robert Swieckiac56a502016-03-17 18:59:46 +0100153 uint64_t newBBCnt;
Jaggerb409ee12015-09-09 02:02:32 +0200154} hwcnt_t;
155
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200156/* Sanitizer coverage specific data structures */
Jaggerb409ee12015-09-09 02:02:32 +0200157typedef struct {
Anestis Bechtsoudis56e360f2016-01-11 14:29:17 +0200158 uint64_t hitBBCnt;
159 uint64_t totalBBCnt;
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200160 uint64_t dsoCnt;
161 uint64_t iDsoCnt;
Anestis Bechtsoudis56e360f2016-01-11 14:29:17 +0200162 uint64_t newBBCnt;
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200163 uint64_t crashesCnt;
Anestis Bechtsoudisbe0ac7b2015-12-26 15:38:47 +0200164} sancovcnt_t;
165
166typedef struct {
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200167 uint32_t capacity;
168 uint32_t *pChunks;
169 uint32_t nChunks;
170} bitmap_t;
171
172/* Memory map struct */
173typedef struct __attribute__ ((packed)) {
174 uint64_t start; // region start addr
175 uint64_t end; // region end addr
176 uint64_t base; // region base addr
177 char mapName[NAME_MAX]; // bin/DSO name
Anestis Bechtsoudis56e360f2016-01-11 14:29:17 +0200178 uint64_t bbCnt;
179 uint64_t newBBCnt;
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200180} memMap_t;
181
182/* Trie node data struct */
183typedef struct __attribute__ ((packed)) {
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200184 bitmap_t *pBM;
185} trieData_t;
186
187/* Trie node struct */
188typedef struct __attribute__ ((packed)) node {
189 char key;
190 trieData_t data;
191 struct node *next;
192 struct node *prev;
193 struct node *children;
194 struct node *parent;
195} node_t;
Anestis Bechtsoudisb78cf602016-01-07 13:10:50 +0200196
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200197/* EOF Sanitizer coverage specific data structures */
198
199typedef struct {
Anestis Bechtsoudis61b5ab12016-01-08 16:07:02 +0200200 char *asanOpts;
201 char *msanOpts;
202 char *ubsanOpts;
203} sanOpts_t;
204
Robert Swiecki6c9f6822016-03-14 16:12:27 +0100205typedef enum {
206 _HF_STATE_UNSET = 0,
207 _HF_STATE_STATIC = 1,
208 _HF_STATE_DYNAMIC_PRE = 2,
209 _HF_STATE_DYNAMIC_MAIN = 3,
210} fuzzState_t;
211
Robert Swiecki3bfc33c2016-03-14 18:12:41 +0100212struct dynfile_t {
213 uint8_t *data;
214 size_t size;
Robert Swiecki7084e652016-03-14 19:47:00 +0100215 TAILQ_ENTRY(dynfile_t) pointers;
Robert Swiecki3bfc33c2016-03-14 18:12:41 +0100216};
217
Anestis Bechtsoudis61b5ab12016-01-08 16:07:02 +0200218typedef struct {
robert.swiecki3bb518c2010-10-14 00:48:24 +0000219 char **cmdline;
Robert Swiecki72d2bef2016-01-19 14:39:26 +0100220 char cmdline_txt[PATH_MAX];
robert.swiecki3bb518c2010-10-14 00:48:24 +0000221 char *inputFile;
222 bool nullifyStdio;
223 bool fuzzStdin;
224 bool saveUnique;
Jagger0764ad72015-09-06 01:11:08 +0200225 bool useScreen;
Anestis Bechtsoudis5c86ebc2015-09-27 18:06:43 +0300226 bool useVerifier;
Robert Swiecki6c9f6822016-03-14 16:12:27 +0100227 time_t timeStart;
robert.swiecki3bb518c2010-10-14 00:48:24 +0000228 char *fileExtn;
Anestis Bechtsoudisd9680532015-09-06 17:37:05 +0300229 char *workDir;
Robert Swieckia96d78d2016-03-14 16:50:50 +0100230 double origFlipRate;
robert.swiecki3bb518c2010-10-14 00:48:24 +0000231 char *externalCommand;
robert.swiecki@gmail.com4f1124f2015-04-21 17:12:22 +0000232 const char *dictionaryFile;
Anestis Bechtsoudis70f2fbd2016-01-14 13:15:19 +0200233 char **dictionary;
Anestis Bechtsoudisd59af692015-09-21 15:15:05 +0300234 const char *blacklistFile;
235 uint64_t *blacklist;
236 size_t blacklistCnt;
robert.swiecki3bb518c2010-10-14 00:48:24 +0000237 long tmOut;
Jaggerea39a8f2015-09-05 00:57:22 +0200238 size_t dictionaryCnt;
239 size_t mutationsMax;
Jaggerea39a8f2015-09-05 00:57:22 +0200240 size_t threadsMax;
241 size_t threadsFinished;
robert.swiecki@gmail.com4da86bf2015-02-22 14:24:58 +0000242 size_t maxFileSz;
robert.swiecki@gmail.come7190b92015-02-14 23:05:42 +0000243 char *reportFile;
Robert Swieckic578d642015-09-08 16:13:36 +0200244 uint64_t asLimit;
robert.swiecki3bb518c2010-10-14 00:48:24 +0000245 char **files;
Anestis Bechtsoudis46ea10e2015-11-07 18:16:25 +0200246 size_t fileCnt;
Robert Swiecki05354ca2016-03-15 19:10:23 +0100247 size_t lastFileIndex;
248 size_t doneFileIndex;
Jaggercdbf6852016-02-07 22:06:02 +0100249 int exeFd;
Jagger80041fe2016-03-10 21:32:35 +0100250 bool clearEnv;
robert.swiecki@gmail.com15eca6f2015-03-04 03:31:36 +0000251 char *envs[128];
Robert Swiecki0f937af2016-03-30 18:19:16 +0200252 bool persistent;
robert.swiecki@gmail.com41d8e052015-02-19 01:10:41 +0000253
Robert Swiecki6c9f6822016-03-14 16:12:27 +0100254 fuzzState_t state;
Robert Swiecki3bfc33c2016-03-14 18:12:41 +0100255 uint8_t *bbMap;
256 size_t bbMapSz;
257 size_t dynfileqCnt;
Robert Swieckie586c1f2016-03-14 18:46:03 +0100258 pthread_mutex_t dynfileq_mutex;
Robert Swiecki3bfc33c2016-03-14 18:12:41 +0100259 TAILQ_HEAD(dynfileq_t, dynfile_t) dynfileq;
Robert Swiecki6c9f6822016-03-14 16:12:27 +0100260
Jagger0764ad72015-09-06 01:11:08 +0200261 size_t mutationsCnt;
262 size_t crashesCnt;
Anestis Bechtsoudisd7e8ed22015-09-10 18:29:34 +0300263 size_t uniqueCrashesCnt;
Anestis Bechtsoudis79b799e2015-11-01 00:02:25 +0200264 size_t verifiedCrashesCnt;
Anestis Bechtsoudisd59af692015-09-21 15:15:05 +0300265 size_t blCrashesCnt;
Jagger4b5281e2015-09-06 02:35:37 +0200266 size_t timeoutedCnt;
Jagger0764ad72015-09-06 01:11:08 +0200267
robert.swiecki@gmail.comcac22fd2015-02-19 14:03:28 +0000268 dynFileMethod_t dynFileMethod;
Anestis Bechtsoudisbe0ac7b2015-12-26 15:38:47 +0200269 sancovcnt_t sanCovCnts;
Anestis Bechtsoudisa16f70f2016-01-03 13:03:21 +0200270 pthread_mutex_t sanCov_mutex;
Anestis Bechtsoudis61b5ab12016-01-08 16:07:02 +0200271 sanOpts_t sanOpts;
Robert Swiecki6c9f6822016-03-14 16:12:27 +0100272 size_t dynFileIterExpire;
273 bool useSanCov;
274 node_t *covMetadata;
Jagger247c3b42016-03-21 23:24:05 +0100275 bool msanReportUMRS;
Robert Swiecki6c9f6822016-03-14 16:12:27 +0100276
277 /* For the Linux code */
Jagger247c3b42016-03-21 23:24:05 +0100278 struct {
279 hwcnt_t hwCnts;
280 uint64_t dynamicCutOffAddr;
281 bool disableRandomization;
282 void *ignoreAddr;
283 size_t numMajorFrames;
284 pid_t pid;
285 const char *pidFile;
286 char *pidCmd;
287 } linux;
robert.swiecki3bb518c2010-10-14 00:48:24 +0000288} honggfuzz_t;
289
Jaggere6be75c2016-03-17 03:18:04 +0100290typedef struct {
robert.swiecki@gmail.com882900b2015-02-11 13:56:22 +0000291 pid_t pid;
Robert Swieckidecf14b2016-03-31 15:09:28 +0200292 pid_t persistentPid;
robert.swiecki@gmail.com3213a112015-03-12 01:42:02 +0000293 int64_t timeStartedMillis;
Robert Swieckidecf14b2016-03-31 15:09:28 +0200294 const char *origFileName;
robert.swiecki@gmail.com882900b2015-02-11 13:56:22 +0000295 char fileName[PATH_MAX];
Anestis Bechtsoudis5c86ebc2015-09-27 18:06:43 +0300296 char crashFileName[PATH_MAX];
robert.swiecki@gmail.com882900b2015-02-11 13:56:22 +0000297 uint64_t pc;
298 uint64_t backtrace;
299 uint64_t access;
300 int exception;
Anestis Bechtsoudisc06f8b32015-12-26 14:48:05 +0200301 char report[_HF_REPORT_SIZE];
Anestis Bechtsoudis6b9e83d2015-10-02 11:10:50 -0700302 bool mainWorker;
Robert Swieckia96d78d2016-03-14 16:50:50 +0100303 float flipRate;
Robert Swieckia96d78d2016-03-14 16:50:50 +0100304 uint8_t *dynamicFile;
305 size_t dynamicFileSz;
robert.swiecki@gmail.comd4dd4df2015-02-18 00:50:12 +0000306
Robert Swieckidecf14b2016-03-31 15:09:28 +0200307 sancovcnt_t sanCovCnts;
308
Jagger2381ef42016-03-20 23:32:05 +0100309 struct {
310 /* For Linux code */
Jagger2381ef42016-03-20 23:32:05 +0100311 uint8_t *perfMmapBuf;
312 uint8_t *perfMmapAux;
Robert Swieckidecf14b2016-03-31 15:09:28 +0200313 hwcnt_t hwCnts;
Jagger2381ef42016-03-20 23:32:05 +0100314 } linux;
robert.swiecki@gmail.com882900b2015-02-11 13:56:22 +0000315} fuzzer_t;
robert.swiecki3bb518c2010-10-14 00:48:24 +0000316
robert.swiecki3bb518c2010-10-14 00:48:24 +0000317#endif