| /* |
| * |
| * honggfuzz - file operations |
| * ----------------------------------------- |
| * |
| * Author: Robert Swiecki <swiecki@google.com> |
| * |
| * Copyright 2010-2015 by Google Inc. All Rights Reserved. |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| * not use this file except in compliance with the License. You may obtain |
| * a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or |
| * implied. See the License for the specific language governing |
| * permissions and limitations under the License. |
| * |
| */ |
| |
| #include "common.h" |
| #include "files.h" |
| |
| #include <dirent.h> |
| #include <errno.h> |
| #include <fcntl.h> |
| #include <inttypes.h> |
| #include <stdint.h> |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| #include <sys/mman.h> |
| #include <sys/stat.h> |
| #include <sys/types.h> |
| #include <unistd.h> |
| |
| #include "log.h" |
| #include "util.h" |
| |
| ssize_t files_readFileToBufMax(char *fileName, uint8_t * buf, size_t fileMaxSz) |
| { |
| int fd = open(fileName, O_RDONLY); |
| if (fd == -1) { |
| PLOG_E("Couldn't open '%s' for R/O", fileName); |
| return -1; |
| } |
| DEFER(close(fd)); |
| |
| ssize_t readSz = files_readFromFd(fd, buf, fileMaxSz); |
| if (readSz < 0) { |
| LOG_E("Couldn't read '%s' to a buf", fileName); |
| return -1; |
| } |
| |
| LOG_D("Read '%zu' bytes from '%s'", readSz, fileName); |
| return readSz; |
| } |
| |
| bool files_writeBufToFile(char *fileName, uint8_t * buf, size_t fileSz, int flags) |
| { |
| int fd = open(fileName, flags, 0644); |
| if (fd == -1) { |
| PLOG_E("Couldn't open '%s' for R/O", fileName); |
| return false; |
| } |
| DEFER(close(fd)); |
| |
| if (files_writeToFd(fd, buf, fileSz) == false) { |
| PLOG_E("Couldn't write '%zu' bytes to file '%s' (fd='%d')", fileSz, fileName, fd); |
| unlink(fileName); |
| return false; |
| } |
| |
| LOG_D("Written '%zu' bytes to '%s'", fileSz, fileName); |
| return true; |
| } |
| |
| bool files_writeToFd(int fd, uint8_t * buf, size_t fileSz) |
| { |
| size_t writtenSz = 0; |
| while (writtenSz < fileSz) { |
| ssize_t sz = write(fd, &buf[writtenSz], fileSz - writtenSz); |
| if (sz < 0 && errno == EINTR) |
| continue; |
| |
| if (sz < 0) |
| return false; |
| |
| writtenSz += sz; |
| } |
| return true; |
| } |
| |
| bool files_writeStrToFd(int fd, char *str) |
| { |
| return files_writeToFd(fd, (uint8_t *) str, strlen(str)); |
| } |
| |
| ssize_t files_readFromFd(int fd, uint8_t * buf, size_t fileSz) |
| { |
| size_t readSz = 0; |
| while (readSz < fileSz) { |
| ssize_t sz = read(fd, &buf[readSz], fileSz - readSz); |
| if (sz < 0 && errno == EINTR) |
| continue; |
| |
| if (sz == 0) |
| break; |
| |
| if (sz < 0) |
| return -1; |
| |
| readSz += sz; |
| } |
| return (ssize_t) readSz; |
| } |
| |
| bool files_exists(char *fileName) |
| { |
| return (access(fileName, F_OK) != -1); |
| } |
| |
| bool files_writePatternToFd(int fd, off_t size, unsigned char p) |
| { |
| void *buf = malloc(size); |
| if (!buf) { |
| PLOG_W("Couldn't allocate memory"); |
| return false; |
| } |
| DEFER(free(buf)); |
| |
| memset(buf, p, (size_t) size); |
| int ret = files_writeToFd(fd, buf, size); |
| |
| return ret; |
| } |
| |
| static bool files_readdir(honggfuzz_t * hfuzz) |
| { |
| DIR *dir = opendir(hfuzz->inputFile); |
| if (!dir) { |
| PLOG_E("Couldn't open dir '%s'", hfuzz->inputFile); |
| return false; |
| } |
| DEFER(closedir(dir)); |
| |
| int count = 0; |
| for (;;) { |
| struct dirent de, *res; |
| if (readdir_r(dir, &de, &res) > 0) { |
| PLOG_E("Couldn't read the '%s' dir", hfuzz->inputFile); |
| return false; |
| } |
| |
| if (res == NULL && count > 0) { |
| LOG_I("%zu input files have been added to the list", hfuzz->fileCnt); |
| return true; |
| } |
| |
| if (res == NULL && count == 0) { |
| LOG_E("Directory '%s' doesn't contain any regular files", hfuzz->inputFile); |
| return false; |
| } |
| |
| char path[PATH_MAX]; |
| snprintf(path, sizeof(path), "%s/%s", hfuzz->inputFile, res->d_name); |
| struct stat st; |
| if (stat(path, &st) == -1) { |
| LOG_W("Couldn't stat() the '%s' file", path); |
| continue; |
| } |
| |
| if (!S_ISREG(st.st_mode)) { |
| LOG_D("'%s' is not a regular file, skipping", path); |
| continue; |
| } |
| |
| if (st.st_size == 0ULL) { |
| LOG_D("'%s' is empty", path); |
| continue; |
| } |
| |
| if (st.st_size > (off_t) hfuzz->maxFileSz) { |
| LOG_W("File '%s' is bigger than maximal defined file size (-F): %" PRId64 " > %" |
| PRId64, path, (int64_t) st.st_size, (int64_t) hfuzz->maxFileSz); |
| continue; |
| } |
| |
| if (!(hfuzz->files = realloc(hfuzz->files, sizeof(char *) * (count + 1)))) { |
| PLOG_E("Couldn't allocate memory"); |
| return false; |
| } |
| |
| hfuzz->files[count] = strdup(path); |
| if (!hfuzz->files[count]) { |
| PLOG_E("Couldn't allocate memory"); |
| return false; |
| } |
| hfuzz->fileCnt = ++count; |
| LOG_D("Added '%s' to the list of input files", path); |
| } |
| |
| abort(); /* NOTREACHED */ |
| return false; |
| } |
| |
| bool files_init(honggfuzz_t * hfuzz) |
| { |
| hfuzz->files = util_Malloc(sizeof(char *)); |
| hfuzz->files[0] = "NONE"; |
| hfuzz->fileCnt = 1; |
| |
| if (hfuzz->externalCommand) { |
| LOG_I |
| ("No input file corpus loaded, the external command '%s' is responsible for creating the fuzz files", |
| hfuzz->externalCommand); |
| return true; |
| } |
| |
| if (!hfuzz->inputFile) { |
| LOG_E("No input file/dir specified"); |
| return false; |
| } |
| |
| struct stat st; |
| if (stat(hfuzz->inputFile, &st) == -1) { |
| PLOG_E("Couldn't stat the input file/dir '%s'", hfuzz->inputFile); |
| return false; |
| } |
| |
| if (S_ISDIR(st.st_mode)) { |
| return files_readdir(hfuzz); |
| } |
| |
| if (!S_ISREG(st.st_mode)) { |
| LOG_E("'%s' is not a regular file, nor a directory", hfuzz->inputFile); |
| return false; |
| } |
| |
| if (st.st_size > (off_t) hfuzz->maxFileSz) { |
| LOG_E("File '%s' is bigger than maximal defined file size (-F): %" PRId64 " > %" PRId64, |
| hfuzz->inputFile, (int64_t) st.st_size, (int64_t) hfuzz->maxFileSz); |
| return false; |
| } |
| |
| hfuzz->files[0] = hfuzz->inputFile; |
| hfuzz->fileCnt = 1; |
| return true; |
| } |
| |
| const char *files_basename(char *path) |
| { |
| const char *base = strrchr(path, '/'); |
| return base ? base + 1 : path; |
| } |
| |
| bool files_parseDictionary(honggfuzz_t * hfuzz) |
| { |
| FILE *fDict = fopen(hfuzz->dictionaryFile, "rb"); |
| if (fDict == NULL) { |
| PLOG_E("Couldn't open '%s' - R/O mode", hfuzz->dictionaryFile); |
| return false; |
| } |
| DEFER(fclose(fDict)); |
| |
| for (;;) { |
| char *lineptr = NULL; |
| size_t n = 0; |
| if (getdelim(&lineptr, &n, '\0', fDict) == -1) { |
| break; |
| } |
| if ((hfuzz->dictionary = |
| realloc(hfuzz->dictionary, |
| (hfuzz->dictionaryCnt + 1) * sizeof(hfuzz->dictionary[0]))) == NULL) { |
| PLOG_E("Realloc failed (sz=%zu)", |
| (hfuzz->dictionaryCnt + 1) * sizeof(hfuzz->dictionary[0])); |
| return false; |
| } |
| hfuzz->dictionary[hfuzz->dictionaryCnt] = lineptr; |
| LOG_D("Dictionary: loaded word: '%s' (len=%zu)", |
| hfuzz->dictionary[hfuzz->dictionaryCnt], |
| strlen(hfuzz->dictionary[hfuzz->dictionaryCnt])); |
| hfuzz->dictionaryCnt += 1; |
| } |
| LOG_I("Loaded %zu words from the dictionary", hfuzz->dictionaryCnt); |
| return true; |
| } |
| |
| /* |
| * dstExists argument can be used by caller for cases where existing destination |
| * file requires special handling (e.g. save unique crashes) |
| */ |
| bool files_copyFile(const char *source, const char *destination, bool * dstExists) |
| { |
| if (dstExists) |
| *dstExists = false; |
| if (link(source, destination) == 0) { |
| return true; |
| } else { |
| if (errno == EEXIST) { |
| // Should kick-in before MAC, so avoid the hassle |
| if (dstExists) |
| *dstExists = true; |
| return false; |
| } else { |
| PLOG_D("Couldn't link '%s' as '%s'", source, destination); |
| /* |
| * Don't fail yet as we might have a running env which doesn't allow |
| * hardlinks (e.g. SELinux) |
| */ |
| } |
| } |
| |
| // Now try with a verbose POSIX alternative |
| int inFD, outFD, dstOpenFlags; |
| mode_t dstFilePerms; |
| |
| // O_EXCL is important for saving unique crashes |
| dstOpenFlags = O_CREAT | O_WRONLY | O_EXCL; |
| dstFilePerms = S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH; |
| |
| inFD = open(source, O_RDONLY); |
| if (inFD == -1) { |
| PLOG_D("Couldn't open '%s' source", source); |
| return false; |
| } |
| DEFER(close(inFD)); |
| |
| struct stat inSt; |
| if (fstat(inFD, &inSt) == -1) { |
| PLOG_E("Couldn't fstat(fd='%d' fileName='%s')", inFD, source); |
| return false; |
| } |
| |
| outFD = open(destination, dstOpenFlags, dstFilePerms); |
| if (outFD == -1) { |
| if (errno == EEXIST) { |
| if (dstExists) |
| *dstExists = true; |
| } |
| PLOG_D("Couldn't open '%s' destination", destination); |
| return false; |
| } |
| DEFER(close(outFD)); |
| |
| uint8_t *inFileBuf = malloc(inSt.st_size); |
| if (!inFileBuf) { |
| PLOG_E("malloc(%zu) failed", (size_t) inSt.st_size); |
| return false; |
| } |
| DEFER(free(inFileBuf)); |
| |
| ssize_t readSz = files_readFromFd(inFD, inFileBuf, (size_t) inSt.st_size); |
| if (readSz < 0) { |
| PLOG_E("Couldn't read '%s' to a buf", source); |
| return false; |
| } |
| |
| if (files_writeToFd(outFD, inFileBuf, readSz) == false) { |
| PLOG_E("Couldn't write '%zu' bytes to file '%s' (fd='%d')", (size_t) readSz, |
| destination, outFD); |
| unlink(destination); |
| return false; |
| } |
| |
| return true; |
| } |
| |
| bool files_parseBlacklist(honggfuzz_t * hfuzz) |
| { |
| FILE *fBl = fopen(hfuzz->blacklistFile, "rb"); |
| if (fBl == NULL) { |
| PLOG_E("Couldn't open '%s' - R/O mode", hfuzz->blacklistFile); |
| return false; |
| } |
| DEFER(fclose(fBl)); |
| |
| char *lineptr = NULL; |
| /* lineptr can be NULL, but it's fine for free() */ |
| DEFER(free(lineptr)); |
| size_t n = 0; |
| for (;;) { |
| if (getline(&lineptr, &n, fBl) == -1) { |
| break; |
| } |
| |
| if ((hfuzz->blacklist = |
| realloc(hfuzz->blacklist, |
| (hfuzz->blacklistCnt + 1) * sizeof(hfuzz->blacklist[0]))) == NULL) { |
| PLOG_E("realloc failed (sz=%zu)", |
| (hfuzz->blacklistCnt + 1) * sizeof(hfuzz->blacklist[0])); |
| return false; |
| } |
| |
| hfuzz->blacklist[hfuzz->blacklistCnt] = strtoull(lineptr, 0, 16); |
| LOG_D("Blacklist: loaded %'" PRIu64 "'", hfuzz->blacklist[hfuzz->blacklistCnt]); |
| |
| // Verify entries are sorted so we can use interpolation search |
| if (hfuzz->blacklistCnt > 1) { |
| if (hfuzz->blacklist[hfuzz->blacklistCnt - 1] > hfuzz->blacklist[hfuzz->blacklistCnt]) { |
| LOG_F |
| ("Blacklist file not sorted. Use 'tools/createStackBlacklist.sh' to sort records"); |
| return false; |
| } |
| } |
| hfuzz->blacklistCnt += 1; |
| } |
| |
| if (hfuzz->blacklistCnt > 0) { |
| LOG_I("Loaded %zu stack hash(es) from the blacklist file", hfuzz->blacklistCnt); |
| } else { |
| LOG_F("Empty stack hashes blacklist file '%s'", hfuzz->blacklistFile); |
| } |
| return true; |
| } |
| |
| uint8_t *files_mapFile(char *fileName, off_t * fileSz, int *fd, bool isWritable) |
| { |
| int mmapProt = PROT_READ; |
| if (isWritable) { |
| mmapProt |= PROT_WRITE; |
| } |
| |
| if ((*fd = open(fileName, O_RDONLY)) == -1) { |
| PLOG_E("Couldn't open() '%s' file in R/O mode", fileName); |
| return NULL; |
| } |
| |
| struct stat st; |
| if (fstat(*fd, &st) == -1) { |
| PLOG_E("Couldn't stat() the '%s' file", fileName); |
| close(*fd); |
| return NULL; |
| } |
| |
| uint8_t *buf; |
| if ((buf = mmap(NULL, st.st_size, mmapProt, MAP_PRIVATE, *fd, 0)) == MAP_FAILED) { |
| PLOG_E("Couldn't mmap() the '%s' file", fileName); |
| close(*fd); |
| return NULL; |
| } |
| |
| *fileSz = st.st_size; |
| return buf; |
| } |
| |
| bool files_readPidFromFile(const char *fileName, pid_t * pidPtr) |
| { |
| FILE *fPID = fopen(fileName, "rb"); |
| if (fPID == NULL) { |
| PLOG_E("Couldn't open '%s' - R/O mode", fileName); |
| return false; |
| } |
| DEFER(fclose(fPID)); |
| |
| char *lineptr = NULL; |
| size_t lineSz = 0; |
| if (getline(&lineptr, &lineSz, fPID) == -1) { |
| if (lineSz == 0) { |
| LOG_E("Empty PID file (%s)", fileName); |
| return false; |
| } |
| } |
| DEFER(free(lineptr)); |
| |
| *pidPtr = atoi(lineptr); |
| if (*pidPtr < 1) { |
| LOG_E("Invalid PID read from '%s' file", fileName); |
| return false; |
| } |
| |
| return true; |
| } |