mirror of
https://github.com/AFLplusplus/AFLplusplus.git
synced 2025-06-08 08:11:34 +00:00
991 lines
34 KiB
C
991 lines
34 KiB
C
/*
|
|
american fuzzy lop++ - fuzzer header
|
|
------------------------------------
|
|
|
|
Originally written by Michal Zalewski
|
|
|
|
Now maintained by Marc Heuse <mh@mh-sec.de>,
|
|
Heiko Eißfeldt <heiko.eissfeldt@hexco.de>,
|
|
Andrea Fioraldi <andreafioraldi@gmail.com>,
|
|
Dominik Maier <mail@dmnk.co>
|
|
|
|
Copyright 2016, 2017 Google Inc. All rights reserved.
|
|
Copyright 2019-2020 AFLplusplus Project. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at:
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
This is the real deal: the program takes an instrumented binary and
|
|
attempts a variety of basic fuzzing tricks, paying close attention to
|
|
how they affect the execution path.
|
|
|
|
*/
|
|
|
|
#ifndef _AFL_FUZZ_H
|
|
#define _AFL_FUZZ_H
|
|
|
|
#define AFL_MAIN
|
|
#define MESSAGES_TO_STDOUT
|
|
|
|
#ifndef _GNU_SOURCE
|
|
#define _GNU_SOURCE 1
|
|
#endif
|
|
#ifndef _FILE_OFFSET_BITS
|
|
#define _FILE_OFFSET_BITS 64
|
|
#endif
|
|
|
|
#ifdef __ANDROID__
|
|
#include "android-ashmem.h"
|
|
#endif
|
|
|
|
#include "config.h"
|
|
#include "types.h"
|
|
#include "debug.h"
|
|
#include "alloc-inl.h"
|
|
#include "hash.h"
|
|
#include "sharedmem.h"
|
|
#include "forkserver.h"
|
|
#include "common.h"
|
|
|
|
#include <stdio.h>
|
|
#include <unistd.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <time.h>
|
|
#include <errno.h>
|
|
#include <signal.h>
|
|
#include <dirent.h>
|
|
#include <ctype.h>
|
|
#include <fcntl.h>
|
|
#include <termios.h>
|
|
#include <dlfcn.h>
|
|
#include <sched.h>
|
|
|
|
#include <sys/wait.h>
|
|
#include <sys/time.h>
|
|
#include <sys/shm.h>
|
|
#include <sys/stat.h>
|
|
#include <sys/types.h>
|
|
#include <sys/resource.h>
|
|
#include <sys/mman.h>
|
|
#include <sys/ioctl.h>
|
|
#include <sys/file.h>
|
|
|
|
#if defined(__APPLE__) || defined(__FreeBSD__) || defined(__OpenBSD__) || \
|
|
defined(__NetBSD__) || defined(__DragonFly__)
|
|
#include <sys/sysctl.h>
|
|
#endif /* __APPLE__ || __FreeBSD__ || __OpenBSD__ */
|
|
|
|
/* For systems that have sched_setaffinity; right now just Linux, but one
|
|
can hope... */
|
|
|
|
#if defined(__linux__) || defined(__FreeBSD__) || defined(__NetBSD__) || \
|
|
defined(__DragonFly__)
|
|
#define HAVE_AFFINITY 1
|
|
#if defined(__FreeBSD__) || defined(__DragonFly__)
|
|
#include <sys/param.h>
|
|
#if defined(__FreeBSD__)
|
|
#include <sys/cpuset.h>
|
|
#endif
|
|
#include <sys/user.h>
|
|
#include <pthread.h>
|
|
#include <pthread_np.h>
|
|
#define cpu_set_t cpuset_t
|
|
#elif defined(__NetBSD__)
|
|
#include <pthread.h>
|
|
#endif
|
|
#endif /* __linux__ */
|
|
|
|
#ifdef __APPLE__
|
|
#include <TargetConditionals.h>
|
|
#endif
|
|
|
|
#undef LIST_FOREACH /* clashes with FreeBSD */
|
|
#include "list.h"
|
|
#ifndef SIMPLE_FILES
|
|
#define CASE_PREFIX "id:"
|
|
#else
|
|
#define CASE_PREFIX "id_"
|
|
#endif /* ^!SIMPLE_FILES */
|
|
|
|
#define STAGE_BUF_SIZE (64) /* usable size for stage name buf in afl_state */
|
|
|
|
extern s8 interesting_8[INTERESTING_8_LEN];
|
|
extern s16 interesting_16[INTERESTING_8_LEN + INTERESTING_16_LEN];
|
|
extern s32
|
|
interesting_32[INTERESTING_8_LEN + INTERESTING_16_LEN + INTERESTING_32_LEN];
|
|
|
|
struct queue_entry {
|
|
|
|
u8 *fname; /* File name for the test case */
|
|
u32 len; /* Input length */
|
|
|
|
u8 cal_failed, /* Calibration failed? */
|
|
trim_done, /* Trimmed? */
|
|
was_fuzzed, /* historical, but needed for MOpt */
|
|
passed_det, /* Deterministic stages passed? */
|
|
has_new_cov, /* Triggers new coverage? */
|
|
var_behavior, /* Variable behavior? */
|
|
favored, /* Currently favored? */
|
|
fs_redundant, /* Marked as redundant in the fs? */
|
|
fully_colorized; /* Do not run redqueen stage again */
|
|
|
|
u32 bitmap_size, /* Number of bits set in bitmap */
|
|
fuzz_level, /* Number of fuzzing iterations */
|
|
exec_cksum; /* Checksum of the execution trace */
|
|
|
|
u64 exec_us, /* Execution time (us) */
|
|
handicap, /* Number of queue cycles behind */
|
|
n_fuzz, /* Number of fuzz, does not overflow */
|
|
depth; /* Path depth */
|
|
|
|
u8 *trace_mini; /* Trace bytes, if kept */
|
|
u32 tc_ref; /* Trace bytes ref count */
|
|
|
|
struct queue_entry *next, /* Next element, if any */
|
|
*next_100; /* 100 elements ahead */
|
|
|
|
};
|
|
|
|
struct extra_data {
|
|
|
|
u8 *data; /* Dictionary token data */
|
|
u32 len; /* Dictionary token length */
|
|
u32 hit_cnt; /* Use count in the corpus */
|
|
|
|
};
|
|
|
|
/* Fuzzing stages */
|
|
|
|
enum {
|
|
|
|
/* 00 */ STAGE_FLIP1,
|
|
/* 01 */ STAGE_FLIP2,
|
|
/* 02 */ STAGE_FLIP4,
|
|
/* 03 */ STAGE_FLIP8,
|
|
/* 04 */ STAGE_FLIP16,
|
|
/* 05 */ STAGE_FLIP32,
|
|
/* 06 */ STAGE_ARITH8,
|
|
/* 07 */ STAGE_ARITH16,
|
|
/* 08 */ STAGE_ARITH32,
|
|
/* 09 */ STAGE_INTEREST8,
|
|
/* 10 */ STAGE_INTEREST16,
|
|
/* 11 */ STAGE_INTEREST32,
|
|
/* 12 */ STAGE_EXTRAS_UO,
|
|
/* 13 */ STAGE_EXTRAS_UI,
|
|
/* 14 */ STAGE_EXTRAS_AO,
|
|
/* 15 */ STAGE_HAVOC,
|
|
/* 16 */ STAGE_SPLICE,
|
|
/* 17 */ STAGE_PYTHON,
|
|
/* 18 */ STAGE_RADAMSA,
|
|
/* 19 */ STAGE_CUSTOM_MUTATOR,
|
|
/* 20 */ STAGE_COLORIZATION,
|
|
/* 21 */ STAGE_ITS,
|
|
|
|
};
|
|
|
|
/* Stage value types */
|
|
|
|
enum {
|
|
|
|
/* 00 */ STAGE_VAL_NONE,
|
|
/* 01 */ STAGE_VAL_LE,
|
|
/* 02 */ STAGE_VAL_BE
|
|
|
|
};
|
|
|
|
#define operator_num 16
|
|
#define swarm_num 5
|
|
#define period_core 500000
|
|
|
|
#define RAND_C (rand() % 1000 * 0.001)
|
|
#define v_max 1
|
|
#define v_min 0.05
|
|
#define limit_time_bound 1.1
|
|
#define SPLICE_CYCLES_puppet_up 25
|
|
#define SPLICE_CYCLES_puppet_low 5
|
|
#define STAGE_RANDOMBYTE 12
|
|
#define STAGE_DELETEBYTE 13
|
|
#define STAGE_Clone75 14
|
|
#define STAGE_OverWrite75 15
|
|
#define period_pilot 50000
|
|
|
|
enum {
|
|
|
|
/* 00 */ EXPLORE, /* AFL default, Exploration-based constant schedule */
|
|
/* 01 */ FAST, /* Exponential schedule */
|
|
/* 02 */ COE, /* Cut-Off Exponential schedule */
|
|
/* 03 */ LIN, /* Linear schedule */
|
|
/* 04 */ QUAD, /* Quadratic schedule */
|
|
/* 05 */ EXPLOIT, /* AFL's exploitation-based const. */
|
|
/* 06 */ MMOPT, /* Modified MOPT schedule */
|
|
/* 07 */ RARE, /* Rare edges */
|
|
|
|
POWER_SCHEDULES_NUM
|
|
|
|
};
|
|
|
|
/* Python stuff */
|
|
#ifdef USE_PYTHON
|
|
|
|
// because Python sets stuff it should not ...
|
|
#ifdef _POSIX_C_SOURCE
|
|
#define _SAVE_POSIX_C_SOURCE _POSIX_C_SOURCE
|
|
#undef _POSIX_C_SOURCE
|
|
#endif
|
|
#ifdef _XOPEN_SOURCE
|
|
#define _SAVE_XOPEN_SOURCE _XOPEN_SOURCE
|
|
#undef _XOPEN_SOURCE
|
|
#endif
|
|
|
|
#include <Python.h>
|
|
|
|
#ifdef _SAVE_POSIX_C_SOURCE
|
|
#ifdef _POSIX_C_SOURCE
|
|
#undef _POSIX_C_SOURCE
|
|
#endif
|
|
#define _POSIX_C_SOURCE _SAVE_POSIX_C_SOURCE
|
|
#endif
|
|
#ifdef _SAVE_XOPEN_SOURCE
|
|
#ifdef _XOPEN_SOURCE
|
|
#undef _XOPEN_SOURCE
|
|
#endif
|
|
#define _XOPEN_SOURCE _SAVE_XOPEN_SOURCE
|
|
#endif
|
|
|
|
enum {
|
|
|
|
/* 00 */ PY_FUNC_INIT,
|
|
/* 01 */ PY_FUNC_FUZZ,
|
|
/* 02 */ PY_FUNC_POST_PROCESS,
|
|
/* 03 */ PY_FUNC_INIT_TRIM,
|
|
/* 04 */ PY_FUNC_POST_TRIM,
|
|
/* 05 */ PY_FUNC_TRIM,
|
|
/* 06 */ PY_FUNC_HAVOC_MUTATION,
|
|
/* 07 */ PY_FUNC_HAVOC_MUTATION_PROBABILITY,
|
|
/* 08 */ PY_FUNC_QUEUE_GET,
|
|
/* 09 */ PY_FUNC_QUEUE_NEW_ENTRY,
|
|
/* 10 */ PY_FUNC_DEINIT,
|
|
PY_FUNC_COUNT
|
|
|
|
};
|
|
|
|
typedef struct py_mutator {
|
|
|
|
PyObject *py_module;
|
|
PyObject *py_functions[PY_FUNC_COUNT];
|
|
void * afl_state;
|
|
void * py_data;
|
|
|
|
u8 * fuzz_buf;
|
|
size_t fuzz_size;
|
|
|
|
u8 * post_process_buf;
|
|
size_t post_process_size;
|
|
|
|
u8 * trim_buf;
|
|
size_t trim_size;
|
|
|
|
u8 * havoc_buf;
|
|
size_t havoc_size;
|
|
|
|
} py_mutator_t;
|
|
|
|
#endif
|
|
|
|
typedef struct MOpt_globals {
|
|
|
|
u64 * finds;
|
|
u64 * finds_v2;
|
|
u64 * cycles;
|
|
u64 * cycles_v2;
|
|
u64 * cycles_v3;
|
|
u32 is_pilot_mode;
|
|
u64 * pTime;
|
|
u64 period;
|
|
char *havoc_stagename;
|
|
char *splice_stageformat;
|
|
char *havoc_stagenameshort;
|
|
char *splice_stagenameshort;
|
|
|
|
} MOpt_globals_t;
|
|
|
|
extern char *power_names[POWER_SCHEDULES_NUM];
|
|
|
|
typedef struct afl_env_vars {
|
|
|
|
u8 afl_skip_cpufreq, afl_exit_when_done, afl_no_affinity, afl_skip_bin_check,
|
|
afl_dumb_forksrv, afl_import_first, afl_custom_mutator_only, afl_no_ui,
|
|
afl_force_ui, afl_i_dont_care_about_missing_crashes, afl_bench_just_one,
|
|
afl_bench_until_crash, afl_debug_child_output, afl_autoresume,
|
|
afl_cal_fast;
|
|
|
|
u8 *afl_tmpdir, *afl_post_library, *afl_custom_mutator_library,
|
|
*afl_python_module, *afl_path, *afl_hang_tmout, *afl_skip_crashes,
|
|
*afl_preload;
|
|
|
|
} afl_env_vars_t;
|
|
|
|
struct afl_pass_stat {
|
|
|
|
u8 total;
|
|
u8 faileds;
|
|
|
|
};
|
|
|
|
typedef struct afl_state {
|
|
|
|
/* Position of this state in the global states list */
|
|
u32 _id;
|
|
|
|
afl_forkserver_t fsrv;
|
|
sharedmem_t shm;
|
|
afl_env_vars_t afl_env;
|
|
|
|
char **argv; /* argv if needed */
|
|
|
|
/* MOpt:
|
|
Lots of globals, but mostly for the status UI and other things where it
|
|
really makes no sense to haul them around as function parameters. */
|
|
u64 orig_hit_cnt_puppet, last_limit_time_start, tmp_pilot_time,
|
|
total_pacemaker_time, total_puppet_find, temp_puppet_find, most_time_key,
|
|
most_time, most_execs_key, most_execs, old_hit_count, force_ui_update;
|
|
|
|
MOpt_globals_t mopt_globals_core, mopt_globals_pilot;
|
|
|
|
s32 limit_time_puppet, SPLICE_CYCLES_puppet, limit_time_sig, key_puppet,
|
|
key_module;
|
|
|
|
double w_init, w_end, w_now;
|
|
|
|
s32 g_now;
|
|
s32 g_max;
|
|
|
|
u64 tmp_core_time;
|
|
s32 swarm_now;
|
|
|
|
double x_now[swarm_num][operator_num], L_best[swarm_num][operator_num],
|
|
eff_best[swarm_num][operator_num], G_best[operator_num],
|
|
v_now[swarm_num][operator_num], probability_now[swarm_num][operator_num],
|
|
swarm_fitness[swarm_num];
|
|
|
|
u64 stage_finds_puppet[swarm_num][operator_num], /* Patterns found per
|
|
fuzz stage */
|
|
stage_finds_puppet_v2[swarm_num][operator_num],
|
|
stage_cycles_puppet_v2[swarm_num][operator_num],
|
|
stage_cycles_puppet_v3[swarm_num][operator_num],
|
|
stage_cycles_puppet[swarm_num][operator_num],
|
|
operator_finds_puppet[operator_num],
|
|
core_operator_finds_puppet[operator_num],
|
|
core_operator_finds_puppet_v2[operator_num],
|
|
core_operator_cycles_puppet[operator_num],
|
|
core_operator_cycles_puppet_v2[operator_num],
|
|
core_operator_cycles_puppet_v3[operator_num]; /* Execs per fuzz stage */
|
|
|
|
double period_pilot_tmp;
|
|
s32 key_lv;
|
|
|
|
u8 *in_dir, /* Input directory with test cases */
|
|
*out_dir, /* Working & output directory */
|
|
*tmp_dir, /* Temporary directory for input */
|
|
*sync_dir, /* Synchronization directory */
|
|
*sync_id, /* Fuzzer ID */
|
|
*power_name, /* Power schedule name */
|
|
*use_banner, /* Display banner */
|
|
*in_bitmap, /* Input bitmap */
|
|
*file_extension, /* File extension */
|
|
*orig_cmdline, /* Original command line */
|
|
*infoexec; /* Command to execute on a new crash */
|
|
|
|
u32 hang_tmout; /* Timeout used for hang det (ms) */
|
|
|
|
u8 cal_cycles, /* Calibration cycles defaults */
|
|
cal_cycles_long, /* Calibration cycles defaults */
|
|
no_unlink, /* do not unlink cur_input */
|
|
debug, /* Debug mode */
|
|
custom_only, /* Custom mutator only mode */
|
|
python_only; /* Python-only mode */
|
|
|
|
u32 stats_update_freq; /* Stats update frequency (execs) */
|
|
|
|
u8 schedule; /* Power schedule (default: EXPLORE)*/
|
|
u8 havoc_max_mult;
|
|
|
|
u8 use_radamsa;
|
|
size_t (*radamsa_mutate_ptr)(u8 *, size_t, u8 *, size_t, u32);
|
|
|
|
u8 skip_deterministic, /* Skip deterministic stages? */
|
|
force_deterministic, /* Force deterministic stages? */
|
|
use_splicing, /* Recombine input files? */
|
|
dumb_mode, /* Run in non-instrumented mode? */
|
|
score_changed, /* Scoring for favorites changed? */
|
|
resuming_fuzz, /* Resuming an older fuzzing job? */
|
|
timeout_given, /* Specific timeout given? */
|
|
not_on_tty, /* stdout is not a tty */
|
|
term_too_small, /* terminal dimensions too small */
|
|
no_forkserver, /* Disable forkserver? */
|
|
crash_mode, /* Crash mode! Yeah! */
|
|
in_place_resume, /* Attempt in-place resume? */
|
|
autoresume, /* Resume if afl->out_dir exists? */
|
|
auto_changed, /* Auto-generated tokens changed? */
|
|
no_cpu_meter_red, /* Feng shui on the status screen */
|
|
no_arith, /* Skip most arithmetic ops */
|
|
shuffle_queue, /* Shuffle input queue? */
|
|
bitmap_changed, /* Time to update bitmap? */
|
|
unicorn_mode, /* Running in Unicorn mode? */
|
|
use_wine, /* Use WINE with QEMU mode */
|
|
skip_requested, /* Skip request, via SIGUSR1 */
|
|
run_over10m, /* Run time over 10 minutes? */
|
|
persistent_mode, /* Running in persistent mode? */
|
|
deferred_mode, /* Deferred forkserver mode? */
|
|
fixed_seed, /* do not reseed */
|
|
fast_cal, /* Try to calibrate faster? */
|
|
disable_trim; /* Never trim in fuzz_one */
|
|
|
|
u8 *virgin_bits, /* Regions yet untouched by fuzzing */
|
|
*virgin_tmout, /* Bits we haven't seen in tmouts */
|
|
*virgin_crash; /* Bits we haven't seen in crashes */
|
|
|
|
u8 *var_bytes; /* Bytes that appear to be variable */
|
|
|
|
volatile u8 stop_soon, /* Ctrl-C pressed? */
|
|
clear_screen; /* Window resized? */
|
|
|
|
u32 queued_paths, /* Total number of queued testcases */
|
|
queued_variable, /* Testcases with variable behavior */
|
|
queued_at_start, /* Total number of initial inputs */
|
|
queued_discovered, /* Items discovered during this run */
|
|
queued_imported, /* Items imported via -S */
|
|
queued_favored, /* Paths deemed favorable */
|
|
queued_with_cov, /* Paths with new coverage bytes */
|
|
pending_not_fuzzed, /* Queued but not done yet */
|
|
pending_favored, /* Pending favored paths */
|
|
cur_skipped_paths, /* Abandoned inputs in cur cycle */
|
|
cur_depth, /* Current path depth */
|
|
max_depth, /* Max path depth */
|
|
useless_at_start, /* Number of useless starting paths */
|
|
var_byte_count, /* Bitmap bytes with var behavior */
|
|
current_entry, /* Current queue entry ID */
|
|
havoc_div; /* Cycle count divisor for havoc */
|
|
|
|
u64 total_crashes, /* Total number of crashes */
|
|
unique_crashes, /* Crashes with unique signatures */
|
|
total_tmouts, /* Total number of timeouts */
|
|
unique_tmouts, /* Timeouts with unique signatures */
|
|
unique_hangs, /* Hangs with unique signatures */
|
|
last_crash_execs, /* Exec counter at last crash */
|
|
queue_cycle, /* Queue round counter */
|
|
cycles_wo_finds, /* Cycles without any new paths */
|
|
trim_execs, /* Execs done to trim input files */
|
|
bytes_trim_in, /* Bytes coming into the trimmer */
|
|
bytes_trim_out, /* Bytes coming outa the trimmer */
|
|
blocks_eff_total, /* Blocks subject to effector maps */
|
|
blocks_eff_select, /* Blocks selected as fuzzable */
|
|
start_time, /* Unix start time (ms) */
|
|
last_path_time, /* Time for most recent path (ms) */
|
|
last_crash_time, /* Time for most recent crash (ms) */
|
|
last_hang_time; /* Time for most recent hang (ms) */
|
|
|
|
u32 slowest_exec_ms, /* Slowest testcase non hang in ms */
|
|
subseq_tmouts; /* Number of timeouts in a row */
|
|
|
|
u8 *stage_name, /* Name of the current fuzz stage */
|
|
*stage_short, /* Short stage name */
|
|
*syncing_party; /* Currently syncing with... */
|
|
|
|
u8 stage_name_buf[STAGE_BUF_SIZE]; /* reused stagename buf with len 64 */
|
|
|
|
s32 stage_cur, stage_max; /* Stage progression */
|
|
s32 splicing_with; /* Splicing with which test case? */
|
|
|
|
u32 master_id, master_max; /* Master instance job splitting */
|
|
|
|
u32 syncing_case; /* Syncing with case #... */
|
|
|
|
s32 stage_cur_byte, /* Byte offset of current stage op */
|
|
stage_cur_val; /* Value used for stage op */
|
|
|
|
u8 stage_val_type; /* Value type (STAGE_VAL_*) */
|
|
|
|
u64 stage_finds[32], /* Patterns found per fuzz stage */
|
|
stage_cycles[32]; /* Execs per fuzz stage */
|
|
|
|
#ifndef HAVE_ARC4RANDOM
|
|
u32 rand_cnt; /* Random number counter */
|
|
#endif
|
|
|
|
u32 rand_seed[2];
|
|
s64 init_seed;
|
|
|
|
u64 total_cal_us, /* Total calibration time (us) */
|
|
total_cal_cycles; /* Total calibration cycles */
|
|
|
|
u64 total_bitmap_size, /* Total bit count for all bitmaps */
|
|
total_bitmap_entries; /* Number of bitmaps counted */
|
|
|
|
s32 cpu_core_count; /* CPU core count */
|
|
|
|
#ifdef HAVE_AFFINITY
|
|
s32 cpu_aff; /* Selected CPU core */
|
|
#endif /* HAVE_AFFINITY */
|
|
|
|
struct queue_entry *queue, /* Fuzzing queue (linked list) */
|
|
*queue_cur, /* Current offset within the queue */
|
|
*queue_top, /* Top of the list */
|
|
*q_prev100; /* Previous 100 marker */
|
|
|
|
struct queue_entry **top_rated; /* Top entries for bitmap bytes */
|
|
|
|
struct extra_data *extras; /* Extra tokens to fuzz with */
|
|
u32 extras_cnt; /* Total number of tokens read */
|
|
|
|
struct extra_data *a_extras; /* Automatically selected extras */
|
|
u32 a_extras_cnt; /* Total number of tokens available */
|
|
|
|
/* afl_postprocess API - Now supported via custom mutators */
|
|
|
|
struct custom_mutator * post_library_mutator;
|
|
|
|
/* CmpLog */
|
|
|
|
char * cmplog_binary;
|
|
afl_forkserver_t cmplog_fsrv; /* cmplog has its own little forkserver */
|
|
|
|
/* Custom mutators */
|
|
struct custom_mutator *mutator;
|
|
|
|
/* cmplog forkserver ids */
|
|
s32 cmplog_fsrv_ctl_fd, cmplog_fsrv_st_fd;
|
|
u32 cmplog_prev_timed_out;
|
|
|
|
struct afl_pass_stat *pass_stats;
|
|
struct cmp_map * orig_cmp_map;
|
|
|
|
u8 describe_op_buf_256[256]; /* describe_op will use this to return a string
|
|
up to 256 */
|
|
|
|
#ifdef _AFL_DOCUMENT_MUTATIONS
|
|
u8 do_document;
|
|
u32 document_counter;
|
|
#endif
|
|
|
|
void *maybe_add_auto;
|
|
|
|
/* statistics file */
|
|
double last_bitmap_cvg, last_stability, last_eps;
|
|
|
|
/* plot file saves from last run */
|
|
u32 plot_prev_qp, plot_prev_pf, plot_prev_pnf, plot_prev_ce, plot_prev_md;
|
|
u64 plot_prev_qc, plot_prev_uc, plot_prev_uh;
|
|
|
|
u64 stats_last_stats_ms, stats_last_plot_ms, stats_last_ms, stats_last_execs;
|
|
double stats_avg_exec;
|
|
|
|
u8 *clean_trace;
|
|
u8 *clean_trace_custom;
|
|
u8 *first_trace;
|
|
|
|
/*needed for afl_fuzz_one */
|
|
// TODO: see which we can reuse
|
|
u8 * out_buf;
|
|
size_t out_size;
|
|
|
|
u8 * out_scratch_buf;
|
|
size_t out_scratch_size;
|
|
|
|
u8 * eff_buf;
|
|
size_t eff_size;
|
|
|
|
u8 * in_buf;
|
|
size_t in_size;
|
|
|
|
u8 * in_scratch_buf;
|
|
size_t in_scratch_size;
|
|
|
|
u8 * ex_buf;
|
|
size_t ex_size;
|
|
u32 custom_mutators_count;
|
|
|
|
list_t custom_mutator_list;
|
|
|
|
/* this is a fixed buffer of size map_size that can be used by any function if
|
|
* they do not call another function */
|
|
u8 *map_tmp_buf;
|
|
|
|
} afl_state_t;
|
|
|
|
struct custom_mutator {
|
|
|
|
const char *name;
|
|
void * dh;
|
|
u8 * post_process_buf;
|
|
size_t post_process_size;
|
|
u8 stacked_custom_prob, stacked_custom;
|
|
|
|
void *data; /* custom mutator data ptr */
|
|
|
|
/* hooks for the custom mutator function */
|
|
|
|
/**
|
|
* Initialize the custom mutator.
|
|
*
|
|
* @param afl AFL instance.
|
|
* @param seed Seed used for the mutation.
|
|
* @return pointer to internal data or NULL on error
|
|
*/
|
|
void *(*afl_custom_init)(afl_state_t *afl, unsigned int seed);
|
|
|
|
/**
|
|
* Perform custom mutations on a given input
|
|
*
|
|
* (Optional for now. Required in the future)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @param[in] buf Pointer to the input data to be mutated and the mutated
|
|
* output
|
|
* @param[in] buf_size Size of the input/output data
|
|
* @param[out] out_buf the new buffer. We may reuse *buf if large enough.
|
|
* *out_buf = NULL is treated as FATAL.
|
|
* @param[in] add_buf Buffer containing the additional test case
|
|
* @param[in] add_buf_size Size of the additional test case
|
|
* @param[in] max_size Maximum size of the mutated output. The mutation must
|
|
* not produce data larger than max_size.
|
|
* @return Size of the mutated output.
|
|
*/
|
|
size_t (*afl_custom_fuzz)(void *data, u8 *buf, size_t buf_size, u8 **out_buf,
|
|
u8 *add_buf, size_t add_buf_size, size_t max_size);
|
|
|
|
/**
|
|
* A post-processing function to use right before AFL writes the test case to
|
|
* disk in order to execute the target.
|
|
*
|
|
* (Optional) If this functionality is not needed, simply don't define this
|
|
* function.
|
|
*
|
|
* @param[in] data pointer returned in afl_custom_init for this fuzz case
|
|
* @param[in] buf Buffer containing the test case to be executed
|
|
* @param[in] buf_size Size of the test case
|
|
* @param[out] out_buf Pointer to the buffer storing the test case after
|
|
* processing. External library should allocate memory for out_buf.
|
|
* It can chose to alter buf in-place, if the space is large enough.
|
|
* @return Size of the output buffer.
|
|
*/
|
|
size_t (*afl_custom_post_process)(void *data, u8 *buf, size_t buf_size,
|
|
u8 **out_buf);
|
|
|
|
/**
|
|
* This method is called at the start of each trimming operation and receives
|
|
* the initial buffer. It should return the amount of iteration steps possible
|
|
* on this input (e.g. if your input has n elements and you want to remove
|
|
* them one by one, return n, if you do a binary search, return log(n),
|
|
* and so on...).
|
|
*
|
|
* If your trimming algorithm doesn't allow you to determine the amount of
|
|
* (remaining) steps easily (esp. while running), then you can alternatively
|
|
* return 1 here and always return 0 in post_trim until you are finished and
|
|
* no steps remain. In that case, returning 1 in post_trim will end the
|
|
* trimming routine. The whole current index/max iterations stuff is only used
|
|
* to show progress.
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @param buf Buffer containing the test case
|
|
* @param buf_size Size of the test case
|
|
* @return The amount of possible iteration steps to trim the input.
|
|
* Negative on error.
|
|
*/
|
|
s32 (*afl_custom_init_trim)(void *data, u8 *buf, size_t buf_size);
|
|
|
|
/**
|
|
* This method is called for each trimming operation. It doesn't have any
|
|
* arguments because we already have the initial buffer from init_trim and we
|
|
* can memorize the current state in global variables. This can also save
|
|
* reparsing steps for each iteration. It should return the trimmed input
|
|
* buffer, where the returned data must not exceed the initial input data in
|
|
* length. Returning anything that is larger than the original data (passed
|
|
* to init_trim) will result in a fatal abort of AFLFuzz.
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @param[out] out_buf Pointer to the buffer containing the trimmed test case.
|
|
* The library can reuse a buffer for each call
|
|
* and will have to free the buf (for example in deinit)
|
|
* @return the size of the trimmed test case
|
|
*/
|
|
size_t (*afl_custom_trim)(void *data, u8 **out_buf);
|
|
|
|
/**
|
|
* This method is called after each trim operation to inform you if your
|
|
* trimming step was successful or not (in terms of coverage). If you receive
|
|
* a failure here, you should reset your input to the last known good state.
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @param success Indicates if the last trim operation was successful.
|
|
* @return The next trim iteration index (from 0 to the maximum amount of
|
|
* steps returned in init_trim). Negative on error.
|
|
*/
|
|
s32 (*afl_custom_post_trim)(void *data, u8 success);
|
|
|
|
/**
|
|
* Perform a single custom mutation on a given input.
|
|
* This mutation is stacked with the other muatations in havoc.
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param[in] data pointer returned in afl_custom_init for this fuzz case
|
|
* @param[in] buf Pointer to the input data to be mutated and the mutated
|
|
* output
|
|
* @param[in] buf_size Size of input data
|
|
* @param[out] out_buf The new buffer. It's legal to reuse *buf if it's <
|
|
* buf_size.
|
|
* @param[in] max_size Maximum size of the mutated output. The mutation must
|
|
* not produce data larger than max_size.
|
|
* @return Size of the mutated output (out_size).
|
|
*/
|
|
size_t (*afl_custom_havoc_mutation)(void *data, u8 *buf, size_t buf_size,
|
|
u8 **out_buf, size_t max_size);
|
|
|
|
/**
|
|
* Return the probability (in percentage) that afl_custom_havoc_mutation
|
|
* is called in havoc. By default it is 6 %.
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @return The probability (0-100).
|
|
*/
|
|
u8 (*afl_custom_havoc_mutation_probability)(void *data);
|
|
|
|
/**
|
|
* Determine whether the fuzzer should fuzz the current queue entry or not.
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @param filename File name of the test case in the queue entry
|
|
* @return Return True(1) if the fuzzer will fuzz the queue entry, and
|
|
* False(0) otherwise.
|
|
*/
|
|
u8 (*afl_custom_queue_get)(void *data, const u8 *filename);
|
|
|
|
/**
|
|
* Allow for additional analysis (e.g. calling a different tool that does a
|
|
* different kind of coverage and saves this for the custom mutator).
|
|
*
|
|
* (Optional)
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
* @param filename_new_queue File name of the new queue entry
|
|
* @param filename_orig_queue File name of the original queue entry. This
|
|
* argument can be NULL while initializing the fuzzer
|
|
*/
|
|
void (*afl_custom_queue_new_entry)(void *data, const u8 *filename_new_queue,
|
|
const u8 *filename_orig_queue);
|
|
/**
|
|
* Deinitialize the custom mutator.
|
|
*
|
|
* @param data pointer returned in afl_custom_init for this fuzz case
|
|
*/
|
|
void (*afl_custom_deinit)(void *data);
|
|
|
|
};
|
|
|
|
void afl_state_init(afl_state_t *, uint32_t map_size);
|
|
void afl_state_deinit(afl_state_t *);
|
|
|
|
/* Set stop_soon flag on all childs, kill all childs */
|
|
void afl_states_stop(void);
|
|
/* Set clear_screen flag on all states */
|
|
void afl_states_clear_screen(void);
|
|
/* Sets the skip flag on all states */
|
|
void afl_states_request_skip(void);
|
|
|
|
void read_afl_environment(afl_state_t *, char **);
|
|
|
|
/**** Prototypes ****/
|
|
|
|
/* Custom mutators */
|
|
void setup_custom_mutators(afl_state_t *);
|
|
void destroy_custom_mutators(afl_state_t *);
|
|
u8 trim_case_custom(afl_state_t *, struct queue_entry *q, u8 *in_buf,
|
|
struct custom_mutator *mutator);
|
|
|
|
/* Python */
|
|
#ifdef USE_PYTHON
|
|
|
|
struct custom_mutator *load_custom_mutator_py(afl_state_t *, char *);
|
|
void finalize_py_module(void *);
|
|
|
|
size_t post_process_py(void *, u8 *, size_t, u8 **);
|
|
s32 init_trim_py(void *, u8 *, size_t);
|
|
s32 post_trim_py(void *, u8);
|
|
size_t trim_py(void *, u8 **);
|
|
size_t havoc_mutation_py(void *, u8 *, size_t, u8 **, size_t);
|
|
u8 havoc_mutation_probability_py(void *);
|
|
u8 queue_get_py(void *, const u8 *);
|
|
void queue_new_entry_py(void *, const u8 *, const u8 *);
|
|
void deinit_py(void *);
|
|
|
|
#endif
|
|
|
|
/* Queue */
|
|
|
|
void mark_as_det_done(afl_state_t *, struct queue_entry *);
|
|
void mark_as_variable(afl_state_t *, struct queue_entry *);
|
|
void mark_as_redundant(afl_state_t *, struct queue_entry *, u8);
|
|
void add_to_queue(afl_state_t *, u8 *, u32, u8);
|
|
void destroy_queue(afl_state_t *);
|
|
void update_bitmap_score(afl_state_t *, struct queue_entry *);
|
|
void cull_queue(afl_state_t *);
|
|
u32 calculate_score(afl_state_t *, struct queue_entry *);
|
|
|
|
/* Bitmap */
|
|
|
|
void write_bitmap(afl_state_t *);
|
|
u32 count_bits(afl_state_t *, u8 *);
|
|
u32 count_bytes(afl_state_t *, u8 *);
|
|
u32 count_non_255_bytes(afl_state_t *, u8 *);
|
|
#ifdef WORD_SIZE_64
|
|
void simplify_trace(afl_state_t *, u64 *);
|
|
void classify_counts(afl_forkserver_t *);
|
|
#else
|
|
void simplify_trace(afl_state_t *, u32 *);
|
|
void classify_counts(afl_forkserver_t *);
|
|
#endif
|
|
void init_count_class16(void);
|
|
void minimize_bits(afl_state_t *, u8 *, u8 *);
|
|
#ifndef SIMPLE_FILES
|
|
u8 *describe_op(afl_state_t *, u8);
|
|
#endif
|
|
u8 save_if_interesting(afl_state_t *, void *, u32, u8);
|
|
u8 has_new_bits(afl_state_t *, u8 *);
|
|
|
|
/* Extras */
|
|
|
|
void load_extras_file(afl_state_t *, u8 *, u32 *, u32 *, u32);
|
|
void load_extras(afl_state_t *, u8 *);
|
|
void maybe_add_auto(void *, u8 *, u32);
|
|
void save_auto(afl_state_t *);
|
|
void load_auto(afl_state_t *);
|
|
void destroy_extras(afl_state_t *);
|
|
|
|
/* Stats */
|
|
|
|
void write_stats_file(afl_state_t *, double, double, double);
|
|
void maybe_update_plot_file(afl_state_t *, double, double);
|
|
void show_stats(afl_state_t *);
|
|
void show_init_stats(afl_state_t *);
|
|
|
|
/* Run */
|
|
|
|
fsrv_run_result_t fuzz_run_target(afl_state_t *, afl_forkserver_t *fsrv, u32);
|
|
void write_to_testcase(afl_state_t *, void *, u32);
|
|
u8 calibrate_case(afl_state_t *, struct queue_entry *, u8 *, u32, u8);
|
|
void sync_fuzzers(afl_state_t *);
|
|
u8 trim_case(afl_state_t *, struct queue_entry *, u8 *);
|
|
u8 common_fuzz_stuff(afl_state_t *, u8 *, u32);
|
|
|
|
/* Fuzz one */
|
|
|
|
u8 fuzz_one_original(afl_state_t *);
|
|
u8 pilot_fuzzing(afl_state_t *);
|
|
u8 core_fuzzing(afl_state_t *);
|
|
void pso_updating(afl_state_t *);
|
|
u8 fuzz_one(afl_state_t *);
|
|
|
|
/* Init */
|
|
|
|
#ifdef HAVE_AFFINITY
|
|
void bind_to_free_cpu(afl_state_t *);
|
|
#endif
|
|
void setup_post(afl_state_t *);
|
|
void read_testcases(afl_state_t *);
|
|
void perform_dry_run(afl_state_t *);
|
|
void pivot_inputs(afl_state_t *);
|
|
u32 find_start_position(afl_state_t *);
|
|
void find_timeout(afl_state_t *);
|
|
double get_runnable_processes(void);
|
|
void nuke_resume_dir(afl_state_t *);
|
|
void setup_dirs_fds(afl_state_t *);
|
|
void setup_cmdline_file(afl_state_t *, char **);
|
|
void setup_stdio_file(afl_state_t *);
|
|
void check_crash_handling(void);
|
|
void check_cpu_governor(afl_state_t *);
|
|
void get_core_count(afl_state_t *);
|
|
void fix_up_sync(afl_state_t *);
|
|
void check_asan_opts(void);
|
|
void check_binary(afl_state_t *, u8 *);
|
|
void fix_up_banner(afl_state_t *, u8 *);
|
|
void check_if_tty(afl_state_t *);
|
|
void setup_signal_handlers(void);
|
|
void save_cmdline(afl_state_t *, u32, char **);
|
|
|
|
/* CmpLog */
|
|
|
|
u8 common_fuzz_cmplog_stuff(afl_state_t *afl, u8 *out_buf, u32 len);
|
|
|
|
/* RedQueen */
|
|
u8 input_to_state_stage(afl_state_t *afl, u8 *orig_buf, u8 *buf, u32 len,
|
|
u32 exec_cksum);
|
|
|
|
/**** Inline routines ****/
|
|
|
|
/* Generate a random number (from 0 to limit - 1). This may
|
|
have slight bias. */
|
|
|
|
static inline u32 rand_below(afl_state_t *afl, u32 limit) {
|
|
|
|
#ifdef HAVE_ARC4RANDOM
|
|
if (unlikely(afl->fixed_seed)) { return random() % limit; }
|
|
|
|
/* The boundary not being necessarily a power of 2,
|
|
we need to ensure the result uniformity. */
|
|
return arc4random_uniform(limit);
|
|
#else
|
|
if (unlikely(!afl->rand_cnt--) && likely(!afl->fixed_seed)) {
|
|
|
|
ck_read(afl->fsrv.dev_urandom_fd, &afl->rand_seed, sizeof(afl->rand_seed),
|
|
"/dev/urandom");
|
|
srandom(afl->rand_seed[0]);
|
|
afl->rand_cnt = (RESEED_RNG / 2) + (afl->rand_seed[1] % RESEED_RNG);
|
|
|
|
}
|
|
|
|
return random() % limit;
|
|
#endif
|
|
|
|
}
|
|
|
|
static inline u32 get_rand_seed(afl_state_t *afl) {
|
|
|
|
if (unlikely(afl->fixed_seed)) { return (u32)afl->init_seed; }
|
|
return afl->rand_seed[0];
|
|
|
|
}
|
|
|
|
/* Find first power of two greater or equal to val (assuming val under
|
|
2^63). */
|
|
|
|
static inline u64 next_p2(u64 val) {
|
|
|
|
u64 ret = 1;
|
|
while (val > ret) {
|
|
|
|
ret <<= 1;
|
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
#endif
|
|
|