mirror of
https://github.com/AFLplusplus/AFLplusplus.git
synced 2025-06-07 07:41:33 +00:00
* Pure Python (3.6) port of benchmark.sh as benchmark.py, no other changes * Test standard and persistent modes separately * Add support for multi-core benchmarking * Save the results to a json file * Allow config of all experiment params, average across runs * Add start_time_of_run and total_execs_per_sec, cleanup for PR * benchmark: cleanup, add results, add a data exploration notebook * benchmark: add a README, lower default runs from 5 to 3 * benchmark: notebook wording tweaks * copy 'detect_leaks=0' from ASAN to LSAN fix for issue #1733, set "detect_leaks=0" when ASAN_OPTIONS contains it and LSAN_OPTIONS are not set. * fix of fix: make sure ASAN_OPTIONS and LSAN_OPTIONS agree on leak detection * fix lsan fix * clang-format 16->17 * Add missing initialisation for havoc_queued during the custom mutator's stage. * fix dictionary and cmin * Use direct call to write to OpenBSD The linker on OpenBSD emits a warning when linking this file: warning: syscall() may go away, please rewrite code to use direct calls * Fix possible doc inconsistency for custom mutator's queue_get function. * update todos * benchmark: Add support for COMPARISON file * benchmark: show the number of cores used in COMPARISON * benchmark: lower minimum Python version to 3.8 * benchmark: use afl's execs/s; increase CPU model width * benchmark: disallow duplicate entries for the same CPU in COMPARISON * Update benchmark.py * fix inf in stats * Fix benchmark.py * missing closing parenthesis * Update benchmark.py * benchmark: remove self-calculation of execs/sec * benchmark: update COMPARISON * benchmark: Update Jupyter notebook and results file. * benchmark: rename afl_execs_per_sec to execs_per_sec * benchmark: update README * update * add benchmark * nits * add benchmarks * Update unicornafl ref * Pass correct Nyx ID when creating a Nyx runner * Fix typo in docker pull command, add exampe to mount current dir as volume (#1914) * mini fix * add custom_post_run.c * update afl-fuzz-run * update python module * format code * update * merge function * changes * code format * improve cmplog * nit * nit * fix * fix * Stop hardcoding the path /usr/local/lib/afl in afl-ld-lto.c and respect the configured PREFIX. * Add benchmark for Raspberry Pi 5 * ryzen 5950 benchmark * add missing raspery5 * comparison -> comparison.md * removing options "-Wl,-rpath" "LLVM_LIBDIR" when using gcc * fixing -Wl,-rpath=<LLVM_LIBDIR> * nits * fix * afl-cc fixes * nit * add n_fuzz to ignore_timeouts * fix * Fix #1927 * in-depth blog post * add AFL_FUZZER_LOOPCOUNT * AFL_FUZZER_LOOPCOUNT * fix 2 mutation bugs * v4.09c release * v4.10a init * switch to explore powerschedule as default * fix MUT_INSERTASCIINUM * fix MUT_STRATEGY_ARRAY_SIZE * fix bad fix for MUT_STRATEGY_ARRAY_SIZE * remove afl-network-client on uninstall * update nyx * Improve binary-only related docs * llvm 18 build fixes. * code format * Fix custom_send link Add a leading '/' to walk in the repo root instead of current dir. * Use ../ instead * initial simple injection detection support * inject docs * fix for issue #1916, iLLVM crash in split-floatingpoint-compares * LLVM 17 bug workaround * finish injection implementation * remove tmp todo * update changelog * forgot to add the injection pass * Output afl-clang-fast stuffs only if necessary (#1912) * afl-cc header * afl-cc common declarations - Add afl-cc-state.c - Strip includes, find_object, debug/be_quiet/have_*/callname setting from afl-cc.c - Use debugf_args in main - Modify execvp stuffs to fit new aflcc struct * afl-cc show usage * afl-cc mode selecting 1. compiler_mode by callname in argv[0] 2. compiler_mode by env "AFL_CC_COMPILER" 3. compiler_mode/instrument_mode by command line options "--afl-..." 4. instrument_mode/compiler_mode by various env vars including "AFL_LLVM_INSTRUMENT" 5. final checking steps 6. print "... - mode: %s-%s\n" 7. determine real argv[0] according to compiler_mode * afl-cc macro defs * afl-cc linking behaviors * afl-cc fsanitize behaviors * afl-cc misc * afl-cc body update * afl-cc all-in-one formated with custom-format.py * nits --------- Co-authored-by: vanhauser-thc <vh@thc.org> * changelog * update grammar mutator * lto llvm 12+ * docs(custom_mutators): fix missing ':' (#1953) * Fix broken LTO mode and response file support (#1948) * Strip `-Wl,-no-undefined` during compilation (#1952) Make the compiler wrapper stripping `-Wl,-no-undefined` in addition to `-Wl,--no-undefined`. Both versions of the flag are accepted by clang and, therefore, used by building systems in the wild (e.g., samba will not build without this fix). * Remove dead code in write_to_testcase (#1955) The custom_mutators_count check in if case is duplicate with if condition. The else case is custom_mutators_count == 0, neither custom_mutator_list iteration nor sent check needed. Signed-off-by: Xeonacid <h.dwwwwww@gmail.com> * update qemuafl * WIP: Add ability to generate drcov trace using QEMU backend (#1956) * Document new drcov QEMU plugin * Add link to lightkeeper for QEMU drcov file loading --------- Co-authored-by: Jean-Romain Garnier <jean-romain.garnier@airbus.com> * code format * changelog * sleep on uid != 0 afl-system-config * fix segv about skip_next, warn on unsupported cases of linking options (#1958) * todos * ensure afl-cc only allows available compiler modes * update grammar mutator * disable aslr on apple * fix for arm64 * help selective instrumentation * typos * macos * add compiler test script * apple fixes --------- Signed-off-by: Xeonacid <h.dwwwwww@gmail.com> Co-authored-by: Chris Ball <chris@printf.net> Co-authored-by: hexcoder <hexcoder-@users.noreply.github.com> Co-authored-by: hexcoder- <heiko@hexco.de> Co-authored-by: Manuel Carrasco <m.carrasco@imperial.ac.uk> Co-authored-by: Jasper Lievisse Adriaanse <j@jasper.la> Co-authored-by: ifyGecko <26214995+ifyGecko@users.noreply.github.com> Co-authored-by: Dominik Maier <domenukk@gmail.com> Co-authored-by: Christian Holler (:decoder) <choller@mozilla.com> Co-authored-by: Carlo Maragno <ste.maragno@gmail.com> Co-authored-by: yangzao <yangzaocn@outlook.com> Co-authored-by: Romain Geissler <romain.geissler@amadeus.com> Co-authored-by: Jakob Lell <jakob@jakoblell.com> Co-authored-by: vincenzo MEZZELA <vincenzo.mezzela@amadeus.com> Co-authored-by: Andrea Fioraldi <andreafioraldi@gmail.com> Co-authored-by: Bet4 <0xbet4@gmail.com> Co-authored-by: David Carlier <devnexen@gmail.com> Co-authored-by: Xeonacid <h.dwwwwww@gmail.com> Co-authored-by: Sonic <50692172+SonicStark@users.noreply.github.com> Co-authored-by: Nils Bars <nils.bars@rub.de> Co-authored-by: Jean-Romain Garnier <7504819+JRomainG@users.noreply.github.com> Co-authored-by: Jean-Romain Garnier <jean-romain.garnier@airbus.com>
454 lines
11 KiB
C
454 lines
11 KiB
C
//
|
|
// afl_driver.cpp - a glue between AFL++ and LLVMFuzzerTestOneInput harnesses
|
|
//
|
|
|
|
/*
|
|
|
|
This file allows to fuzz libFuzzer-style target functions
|
|
(LLVMFuzzerTestOneInput) with AFL++ using persistent in-memory fuzzing.
|
|
|
|
Usage:
|
|
|
|
# Example target:
|
|
$ cat << EOF > test_fuzzer.cc
|
|
#include <stddef.h>
|
|
#include <stdint.h>
|
|
extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
|
|
|
|
if (size > 0 && data[0] == 'H')
|
|
if (size > 1 && data[1] == 'I')
|
|
if (size > 2 && data[2] == '!')
|
|
__builtin_trap();
|
|
return 0;
|
|
|
|
}
|
|
|
|
EOF
|
|
|
|
# Build your target with afl-cc -fsanitize=fuzzer
|
|
$ afl-c++ -fsanitize=fuzzer -o test_fuzzer test_fuzzer.cc
|
|
# Run AFL:
|
|
$ mkdir -p in ; echo z > in/foo;
|
|
$ afl-fuzz -i in -o out -- ./test_fuzzer
|
|
|
|
*/
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
#include <assert.h>
|
|
#include <errno.h>
|
|
#include <stdarg.h>
|
|
#include <stdbool.h>
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
#include <limits.h>
|
|
#include <sys/types.h>
|
|
#include <sys/stat.h>
|
|
#include <fcntl.h>
|
|
#include <sys/mman.h>
|
|
#ifndef __HAIKU__
|
|
#include <sys/syscall.h>
|
|
#endif
|
|
|
|
#include "config.h"
|
|
#include "types.h"
|
|
#include "cmplog.h"
|
|
|
|
#ifdef _DEBUG
|
|
#include "hash.h"
|
|
#endif
|
|
|
|
// AFL++ shared memory fuzz cases
|
|
int __afl_sharedmem_fuzzing = 1;
|
|
extern unsigned int *__afl_fuzz_len;
|
|
extern unsigned char *__afl_fuzz_ptr;
|
|
|
|
// AFL++ coverage map
|
|
extern unsigned char *__afl_area_ptr;
|
|
extern unsigned int __afl_map_size;
|
|
|
|
// libFuzzer interface is thin, so we don't include any libFuzzer headers.
|
|
/* Using the weak attributed on LLVMFuzzerTestOneInput() breaks oss-fuzz but
|
|
on the other hand this is what Google needs to make LLVMFuzzerRunDriver()
|
|
work. Choose your poison Google! */
|
|
/*__attribute__((weak))*/ int LLVMFuzzerTestOneInput(const uint8_t *Data,
|
|
size_t Size);
|
|
__attribute__((weak)) int LLVMFuzzerInitialize(int *argc, char ***argv);
|
|
__attribute__((weak)) int LLVMFuzzerRunDriver(
|
|
int *argc, char ***argv, int (*callback)(const uint8_t *data, size_t size));
|
|
|
|
// Default nop ASan hooks for manual poisoning when not linking the ASan
|
|
// runtime
|
|
// https://github.com/google/sanitizers/wiki/AddressSanitizerManualPoisoning
|
|
__attribute__((weak)) void __asan_poison_memory_region(
|
|
void const volatile *addr, size_t size) {
|
|
|
|
(void)addr;
|
|
(void)size;
|
|
|
|
}
|
|
|
|
__attribute__((weak)) void __asan_unpoison_memory_region(
|
|
void const volatile *addr, size_t size) {
|
|
|
|
(void)addr;
|
|
(void)size;
|
|
|
|
}
|
|
|
|
__attribute__((weak)) void *__asan_region_is_poisoned(void *beg, size_t size);
|
|
|
|
// Notify AFL about persistent mode.
|
|
static volatile char AFL_PERSISTENT[] = "##SIG_AFL_PERSISTENT##";
|
|
int __afl_persistent_loop(unsigned int);
|
|
|
|
// Notify AFL about deferred forkserver.
|
|
static volatile char AFL_DEFER_FORKSVR[] = "##SIG_AFL_DEFER_FORKSRV##";
|
|
void __afl_manual_init();
|
|
|
|
// Use this optionally defined function to output sanitizer messages even if
|
|
// user asks to close stderr.
|
|
__attribute__((weak)) void __sanitizer_set_report_fd(void *);
|
|
|
|
// Keep track of where stderr content is being written to, so that
|
|
// dup_and_close_stderr can use the correct one.
|
|
static FILE *output_file;
|
|
|
|
// Experimental feature to use afl_driver without AFL's deferred mode.
|
|
// Needs to run before __afl_auto_init.
|
|
__attribute__((constructor(0))) static void __decide_deferred_forkserver(void) {
|
|
|
|
if (getenv("AFL_DRIVER_DONT_DEFER")) {
|
|
|
|
if (unsetenv("__AFL_DEFER_FORKSRV")) {
|
|
|
|
perror("Failed to unset __AFL_DEFER_FORKSRV");
|
|
abort();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// If the user asks us to duplicate stderr, then do it.
|
|
static void maybe_duplicate_stderr() {
|
|
|
|
char *stderr_duplicate_filename =
|
|
getenv("AFL_DRIVER_STDERR_DUPLICATE_FILENAME");
|
|
|
|
if (!stderr_duplicate_filename) return;
|
|
|
|
FILE *stderr_duplicate_stream =
|
|
freopen(stderr_duplicate_filename, "a+", stderr);
|
|
|
|
if (!stderr_duplicate_stream) {
|
|
|
|
fprintf(
|
|
stderr,
|
|
"Failed to duplicate stderr to AFL_DRIVER_STDERR_DUPLICATE_FILENAME");
|
|
abort();
|
|
|
|
}
|
|
|
|
output_file = stderr_duplicate_stream;
|
|
|
|
}
|
|
|
|
// Most of these I/O functions were inspired by/copied from libFuzzer's code.
|
|
static void discard_output(int fd) {
|
|
|
|
FILE *temp = fopen("/dev/null", "w");
|
|
if (!temp) abort();
|
|
dup2(fileno(temp), fd);
|
|
fclose(temp);
|
|
|
|
}
|
|
|
|
static void close_stdout() {
|
|
|
|
discard_output(STDOUT_FILENO);
|
|
|
|
}
|
|
|
|
// Prevent the targeted code from writing to "stderr" but allow sanitizers and
|
|
// this driver to do so.
|
|
static void dup_and_close_stderr() {
|
|
|
|
int output_fileno = fileno(output_file);
|
|
int output_fd = dup(output_fileno);
|
|
if (output_fd <= 0) abort();
|
|
FILE *new_output_file = fdopen(output_fd, "w");
|
|
if (!new_output_file) abort();
|
|
if (!__sanitizer_set_report_fd) return;
|
|
__sanitizer_set_report_fd((void *)(long int)output_fd);
|
|
discard_output(output_fileno);
|
|
|
|
}
|
|
|
|
// Close stdout and/or stderr if user asks for it.
|
|
static void maybe_close_fd_mask() {
|
|
|
|
char *fd_mask_str = getenv("AFL_DRIVER_CLOSE_FD_MASK");
|
|
if (!fd_mask_str) return;
|
|
int fd_mask = atoi(fd_mask_str);
|
|
if (fd_mask & 2) dup_and_close_stderr();
|
|
if (fd_mask & 1) close_stdout();
|
|
|
|
}
|
|
|
|
// Define LLVMFuzzerMutate to avoid link failures for targets that use it
|
|
// with libFuzzer's LLVMFuzzerCustomMutator.
|
|
__attribute__((weak)) size_t LLVMFuzzerMutate(uint8_t *Data, size_t Size,
|
|
size_t MaxSize) {
|
|
|
|
// assert(false && "LLVMFuzzerMutate should not be called from afl_driver");
|
|
return 0;
|
|
|
|
}
|
|
|
|
// Execute any files provided as parameters.
|
|
static int ExecuteFilesOnyByOne(int argc, char **argv,
|
|
int (*callback)(const uint8_t *data,
|
|
size_t size)) {
|
|
|
|
unsigned char *buf = (unsigned char *)malloc(MAX_FILE);
|
|
|
|
__asan_poison_memory_region(buf, MAX_FILE);
|
|
ssize_t prev_length = 0;
|
|
|
|
for (int i = 1; i < argc; i++) {
|
|
|
|
int fd = 0;
|
|
|
|
if (strcmp(argv[i], "-") != 0) { fd = open(argv[i], O_RDONLY); }
|
|
|
|
if (fd == -1) { continue; }
|
|
|
|
#ifndef __HAIKU__
|
|
ssize_t length = syscall(SYS_read, fd, buf, MAX_FILE);
|
|
#else
|
|
ssize_t length = _kern_read(fd, buf, MAX_FILE);
|
|
#endif // HAIKU
|
|
|
|
if (length > 0) {
|
|
|
|
if (length < prev_length) {
|
|
|
|
__asan_poison_memory_region(buf + length, prev_length - length);
|
|
|
|
} else {
|
|
|
|
__asan_unpoison_memory_region(buf + prev_length, length - prev_length);
|
|
|
|
}
|
|
|
|
prev_length = length;
|
|
|
|
printf("Reading %zu bytes from %s\n", length, argv[i]);
|
|
callback(buf, length);
|
|
printf("Execution successful.\n");
|
|
|
|
}
|
|
|
|
if (fd > 0) { close(fd); }
|
|
|
|
}
|
|
|
|
free(buf);
|
|
return 0;
|
|
|
|
}
|
|
|
|
__attribute__((weak)) int main(int argc, char **argv) {
|
|
|
|
// Enable if LLVMFuzzerTestOneInput() has the weak attribute
|
|
/*
|
|
if (!LLVMFuzzerTestOneInput) {
|
|
|
|
fprintf(stderr, "Error: function LLVMFuzzerTestOneInput() not found!\n");
|
|
abort();
|
|
|
|
}
|
|
|
|
*/
|
|
|
|
if (argc < 2 || strncmp(argv[1], "-h", 2) == 0 ||
|
|
strcmp(argv[1], "--help") == 0) {
|
|
|
|
printf(
|
|
"============================== INFO ================================\n"
|
|
"This binary is built for afl++.\n"
|
|
"To run the target function on individual input(s) execute:\n"
|
|
" %s INPUT_FILE1 [INPUT_FILE2 ... ]\n"
|
|
"To fuzz with afl-fuzz execute:\n"
|
|
" afl-fuzz [afl-flags] -- %s [-N]\n"
|
|
"afl-fuzz will run N iterations before re-spawning the process "
|
|
"(default: "
|
|
"INT_MAX)\n"
|
|
"You can also use AFL_FUZZER_LOOPCOUNT to set N\n"
|
|
"For stdin input processing, pass '-' as single command line option.\n"
|
|
"For file input processing, pass '@@' as single command line option.\n"
|
|
"To use with afl-cmin or afl-cmin.bash pass '-' as single command line "
|
|
"option\n"
|
|
"===================================================================\n",
|
|
argv[0], argv[0]);
|
|
if (argc == 2 &&
|
|
(strncmp(argv[1], "-h", 2) == 0 || strcmp(argv[1], "--help") == 0)) {
|
|
|
|
exit(0);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return LLVMFuzzerRunDriver(&argc, &argv, LLVMFuzzerTestOneInput);
|
|
|
|
}
|
|
|
|
__attribute__((weak)) int LLVMFuzzerRunDriver(
|
|
int *argcp, char ***argvp,
|
|
int (*callback)(const uint8_t *data, size_t size)) {
|
|
|
|
int argc = *argcp;
|
|
char **argv = *argvp;
|
|
|
|
if (getenv("AFL_GDB")) {
|
|
|
|
char cmd[64];
|
|
snprintf(cmd, sizeof(cmd), "cat /proc/%d/maps", getpid());
|
|
system(cmd);
|
|
fprintf(stderr, "DEBUG: aflpp_driver pid is %d\n", getpid());
|
|
sleep(1);
|
|
|
|
}
|
|
|
|
bool in_afl = !(!getenv(SHM_FUZZ_ENV_VAR) || !getenv(SHM_ENV_VAR) ||
|
|
fcntl(FORKSRV_FD, F_GETFD) == -1 ||
|
|
fcntl(FORKSRV_FD + 1, F_GETFD) == -1);
|
|
|
|
if (!in_afl) { __afl_sharedmem_fuzzing = 0; }
|
|
|
|
output_file = stderr;
|
|
maybe_duplicate_stderr();
|
|
maybe_close_fd_mask();
|
|
if (LLVMFuzzerInitialize) {
|
|
|
|
fprintf(stderr, "Running LLVMFuzzerInitialize ...\n");
|
|
LLVMFuzzerInitialize(&argc, &argv);
|
|
fprintf(stderr, "continue...\n");
|
|
|
|
}
|
|
|
|
// Do any other expensive one-time initialization here.
|
|
|
|
uint8_t dummy_input[64] = {0};
|
|
memcpy(dummy_input, (void *)AFL_PERSISTENT, sizeof(AFL_PERSISTENT));
|
|
memcpy(dummy_input + 32, (void *)AFL_DEFER_FORKSVR,
|
|
sizeof(AFL_DEFER_FORKSVR));
|
|
|
|
int N = INT_MAX;
|
|
|
|
if (!in_afl && argc == 2 && !strcmp(argv[1], "-")) {
|
|
|
|
__afl_manual_init();
|
|
return ExecuteFilesOnyByOne(argc, argv, callback);
|
|
|
|
} else if (argc == 2 && argv[1][0] == '-' && argv[1][1]) {
|
|
|
|
N = atoi(argv[1] + 1);
|
|
|
|
} else if (argc == 2 && argv[1][0] != '-' && (N = atoi(argv[1])) > 0) {
|
|
|
|
printf("WARNING: using the deprecated call style `%s %d`\n", argv[0], N);
|
|
|
|
} else if (!in_afl && argc > 1 && argv[1][0] != '-') {
|
|
|
|
if (argc == 2) { __afl_manual_init(); }
|
|
|
|
return ExecuteFilesOnyByOne(argc, argv, callback);
|
|
|
|
} else {
|
|
|
|
N = INT_MAX;
|
|
|
|
}
|
|
|
|
if (getenv("AFL_FUZZER_LOOPCOUNT")) {
|
|
|
|
N = atoi(getenv("AFL_FUZZER_LOOPCOUNT"));
|
|
|
|
}
|
|
|
|
assert(N > 0);
|
|
|
|
__afl_manual_init();
|
|
|
|
// Call LLVMFuzzerTestOneInput here so that coverage caused by initialization
|
|
// on the first execution of LLVMFuzzerTestOneInput is ignored.
|
|
callback(dummy_input, 4);
|
|
|
|
__asan_poison_memory_region(__afl_fuzz_ptr, MAX_FILE);
|
|
size_t prev_length = 0;
|
|
|
|
// for speed only insert asan functions if the target is linked with asan
|
|
if (__asan_region_is_poisoned) {
|
|
|
|
while (__afl_persistent_loop(N)) {
|
|
|
|
size_t length = *__afl_fuzz_len;
|
|
|
|
if (likely(length)) {
|
|
|
|
if (length < prev_length) {
|
|
|
|
__asan_poison_memory_region(__afl_fuzz_ptr + length,
|
|
prev_length - length);
|
|
|
|
} else if (length > prev_length) {
|
|
|
|
__asan_unpoison_memory_region(__afl_fuzz_ptr + prev_length,
|
|
length - prev_length);
|
|
|
|
}
|
|
|
|
prev_length = length;
|
|
|
|
if (unlikely(callback(__afl_fuzz_ptr, length) == -1)) {
|
|
|
|
memset(__afl_area_ptr, 0, __afl_map_size);
|
|
__afl_area_ptr[0] = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
while (__afl_persistent_loop(N)) {
|
|
|
|
callback(__afl_fuzz_ptr, *__afl_fuzz_len);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|