mirror of
https://github.com/ddidderr/wuffs.git
synced 2026-11-17 16:32:11 +01:00
Add fuzz/c/std/json_fuzzer.c
This commit is contained in:
1 parent
6b29f32564
commit
21682f403f
6 files changed
+375
-2
No files matched your search
@@ -85,6 +85,25 @@ LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
|
||||
} // extern "C"
|
||||
#endif
|
||||
|
||||
static wuffs_base__io_buffer //
|
||||
make_limited_reader(wuffs_base__io_buffer b, uint64_t limit) {
|
||||
uint64_t n = b.meta.wi - b.meta.ri;
|
||||
bool closed = b.meta.closed;
|
||||
if (n > limit) {
|
||||
n = limit;
|
||||
closed = false;
|
||||
}
|
||||
|
||||
wuffs_base__io_buffer ret;
|
||||
ret.data.ptr = b.data.ptr + b.meta.ri;
|
||||
ret.data.len = n;
|
||||
ret.meta.wi = n;
|
||||
ret.meta.ri = 0;
|
||||
ret.meta.pos = wuffs_base__u64__sat_add(b.meta.pos, b.meta.ri);
|
||||
ret.meta.closed = closed;
|
||||
return ret;
|
||||
}
|
||||
|
||||
#ifdef WUFFS_CONFIG__FUZZLIB_MAIN
|
||||
|
||||
#include <dirent.h>
|
||||
@@ -195,6 +214,7 @@ visit(char* filename) {
|
||||
}
|
||||
int n = printf("- %s%s", relative_cwd.buf, filename);
|
||||
printf("%*s", (60 > n) ? (60 - n) : 1, "");
|
||||
fflush(stdout);
|
||||
|
||||
struct stat z;
|
||||
int fd = open(filename, O_RDONLY, 0);
|
||||
|
||||
@@ -0,0 +1,317 @@
|
||||
// Copyright 2020 The Wuffs Authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// https://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
// ----------------
|
||||
|
||||
// Silence the nested slash-star warning for the next comment's command line.
|
||||
#pragma clang diagnostic push
|
||||
#pragma clang diagnostic ignored "-Wcomment"
|
||||
|
||||
/*
|
||||
This fuzzer (the fuzz function) is typically run indirectly, by a framework
|
||||
such as https://github.com/google/oss-fuzz calling LLVMFuzzerTestOneInput.
|
||||
|
||||
When working on the fuzz implementation, or as a sanity check, defining
|
||||
WUFFS_CONFIG__FUZZLIB_MAIN will let you manually run fuzz over a set of files:
|
||||
|
||||
gcc -DWUFFS_CONFIG__FUZZLIB_MAIN json_fuzzer.c
|
||||
./a.out ../../../test/data/*.json
|
||||
rm -f ./a.out
|
||||
|
||||
It should print "PASS", amongst other information, and exit(0).
|
||||
*/
|
||||
|
||||
#pragma clang diagnostic pop
|
||||
|
||||
// Wuffs ships as a "single file C library" or "header file library" as per
|
||||
// https://github.com/nothings/stb/blob/master/docs/stb_howto.txt
|
||||
//
|
||||
// To use that single file as a "foo.c"-like implementation, instead of a
|
||||
// "foo.h"-like header, #define WUFFS_IMPLEMENTATION before #include'ing or
|
||||
// compiling it.
|
||||
#define WUFFS_IMPLEMENTATION
|
||||
|
||||
// If building this program in an environment that doesn't easily accommodate
|
||||
// relative includes, you can use the script/inline-c-relative-includes.go
|
||||
// program to generate a stand-alone C file.
|
||||
#include "../../../release/c/wuffs-unsupported-snapshot.c"
|
||||
#include "../fuzzlib/fuzzlib.c"
|
||||
|
||||
#define TOK_BUFFER_SIZE 4096
|
||||
#define STACK_SIZE (WUFFS_JSON__DECODER_DEPTH_MAX_INCL + 1)
|
||||
|
||||
// Each stack element is 1 byte. The low 7 bits denote the container:
|
||||
// - 0x01 means no container: we are at the top level.
|
||||
// - 0x02 means a [] list.
|
||||
// - 0x04 means a {} dictionary.
|
||||
//
|
||||
// The high 0x80 bit holds the even/odd-ness of the number of elements in that
|
||||
// container. A valid dictionary contains key-value pairs and should therefore
|
||||
// contain an even number of elements.
|
||||
typedef uint8_t stack_element;
|
||||
|
||||
const char* //
|
||||
fuzz_one_token(wuffs_base__token t,
|
||||
wuffs_base__token* prev_token,
|
||||
wuffs_base__io_buffer* src,
|
||||
size_t* ti,
|
||||
stack_element* stack,
|
||||
size_t* depth) {
|
||||
uint64_t len = wuffs_base__token__length(&t);
|
||||
if (len > 0xFFFF) {
|
||||
return "fuzz: internal error: length too long (vs 0xFFFF)";
|
||||
} else if (len > (src->meta.wi - *ti)) {
|
||||
return "fuzz: internal error: length too long (vs wi - ti)";
|
||||
}
|
||||
*ti += len;
|
||||
|
||||
if ((t.repr >> 63) != 0) {
|
||||
return "fuzz: internal error: token high bit was not zero";
|
||||
}
|
||||
|
||||
if (wuffs_base__token__link_next(prev_token) !=
|
||||
(wuffs_base__token__link_prev(&t))) {
|
||||
return "fuzz: internal error: inconsistent link bits";
|
||||
}
|
||||
|
||||
uint64_t vbc = wuffs_base__token__value_base_category(&t);
|
||||
uint64_t vbd = wuffs_base__token__value_base_detail(&t);
|
||||
|
||||
switch (vbc) {
|
||||
case WUFFS_BASE__TOKEN__VBC__STRUCTURE: {
|
||||
bool from_consistent = false;
|
||||
if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__FROM_NONE) {
|
||||
from_consistent = stack[*depth] & 0x01;
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__FROM_LIST) {
|
||||
from_consistent = stack[*depth] & 0x02;
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__FROM_DICT) {
|
||||
from_consistent = stack[*depth] & 0x04;
|
||||
}
|
||||
if (!from_consistent) {
|
||||
return "fuzz: internal error: inconsistent VBD__STRUCTURE__FROM_ETC";
|
||||
}
|
||||
|
||||
if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__PUSH) {
|
||||
(*depth)++;
|
||||
if ((*depth >= STACK_SIZE) || (*depth == 0)) {
|
||||
return "fuzz: internal error: depth too large";
|
||||
}
|
||||
|
||||
if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__TO_NONE) {
|
||||
return "fuzz: internal error: push to the 'none' container";
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__TO_LIST) {
|
||||
stack[*depth] = 0x02;
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__TO_DICT) {
|
||||
stack[*depth] = 0x04;
|
||||
} else {
|
||||
return "fuzz: internal error: unrecognized VBD__STRUCTURE__TO_ETC";
|
||||
}
|
||||
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__POP) {
|
||||
if ((vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__FROM_DICT) &&
|
||||
(0 != (0x80 & stack[*depth]))) {
|
||||
return "fuzz: internal error: dictionary had an incomplete key/value "
|
||||
"pair";
|
||||
}
|
||||
|
||||
if (*depth <= 0) {
|
||||
return "fuzz: internal error: depth too small";
|
||||
}
|
||||
(*depth)--;
|
||||
|
||||
bool to_consistent = false;
|
||||
if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__TO_NONE) {
|
||||
to_consistent = stack[*depth] & 0x01;
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__TO_LIST) {
|
||||
to_consistent = stack[*depth] & 0x02;
|
||||
} else if (vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__TO_DICT) {
|
||||
to_consistent = stack[*depth] & 0x04;
|
||||
}
|
||||
if (!to_consistent) {
|
||||
return "fuzz: internal error: inconsistent VBD__STRUCTURE__TO_ETC";
|
||||
}
|
||||
|
||||
} else {
|
||||
return "fuzz: internal error: unrecognized VBC__STRUCTURE";
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
case WUFFS_BASE__TOKEN__VBC__STRING: {
|
||||
if (vbd & WUFFS_BASE__TOKEN__VBD__STRING__CONVERT_1_DST_1_SRC_COPY) {
|
||||
wuffs_base__slice_u8 s =
|
||||
wuffs_base__make_slice_u8(src->data.ptr + *ti - len, len);
|
||||
if ((vbd & WUFFS_BASE__TOKEN__VBD__STRING__DEFINITELY_UTF_8) &&
|
||||
(s.len != wuffs_base__utf_8__longest_valid_prefix(s))) {
|
||||
return "fuzz: internal error: invalid UTF-8";
|
||||
}
|
||||
if ((vbd & WUFFS_BASE__TOKEN__VBD__STRING__DEFINITELY_ASCII) &&
|
||||
(s.len != wuffs_base__ascii__longest_valid_prefix(s))) {
|
||||
return "fuzz: internal error: invalid ASCII";
|
||||
}
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
case WUFFS_BASE__TOKEN__VBC__UNICODE_CODE_POINT: {
|
||||
if ((WUFFS_BASE__UNICODE_SURROGATE__MIN_INCL <= vbd) &&
|
||||
(vbd <= WUFFS_BASE__UNICODE_SURROGATE__MAX_INCL)) {
|
||||
return "fuzz: internal error: invalid Unicode surrogate";
|
||||
} else if (WUFFS_BASE__UNICODE_CODE_POINT__MAX_INCL < vbd) {
|
||||
return "fuzz: internal error: invalid Unicode code point";
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
// After a complete JSON value, update the parity (even/odd count) of the
|
||||
// container.
|
||||
if (!wuffs_base__token__link_next(&t) &&
|
||||
(vbc != WUFFS_BASE__TOKEN__VBC__FILLER) &&
|
||||
((vbc != WUFFS_BASE__TOKEN__VBC__STRUCTURE) ||
|
||||
(vbd & WUFFS_BASE__TOKEN__VBD__STRUCTURE__POP))) {
|
||||
stack[*depth] ^= 0x80;
|
||||
}
|
||||
|
||||
return NULL;
|
||||
}
|
||||
|
||||
const char* //
|
||||
fuzz(wuffs_base__io_buffer* full_src, uint32_t hash) {
|
||||
bool leave_internal_buffers_uninitialized = hash & 0x01;
|
||||
hash >>= 1;
|
||||
|
||||
uint64_t tok_limit = hash & 0x0FFF; // 4095, or ((1 << 12) - 1).
|
||||
if (tok_limit < WUFFS_JSON__DECODER_DST_TOKEN_BUFFER_LENGTH_MIN_INCL) {
|
||||
tok_limit = WUFFS_JSON__DECODER_DST_TOKEN_BUFFER_LENGTH_MIN_INCL;
|
||||
}
|
||||
hash >>= 12;
|
||||
|
||||
uint64_t src_limit = hash & 0x0FFF; // 4095, or ((1 << 12) - 1).
|
||||
if (src_limit < WUFFS_JSON__DECODER_SRC_IO_BUFFER_LENGTH_MIN_INCL) {
|
||||
src_limit = WUFFS_JSON__DECODER_SRC_IO_BUFFER_LENGTH_MIN_INCL;
|
||||
}
|
||||
hash >>= 12;
|
||||
|
||||
// ----
|
||||
|
||||
wuffs_json__decoder dec;
|
||||
wuffs_base__status status = wuffs_json__decoder__initialize(
|
||||
&dec, sizeof dec, WUFFS_VERSION,
|
||||
leave_internal_buffers_uninitialized
|
||||
? WUFFS_INITIALIZE__LEAVE_INTERNAL_BUFFERS_UNINITIALIZED
|
||||
: 0);
|
||||
if (!wuffs_base__status__is_ok(&status)) {
|
||||
return wuffs_base__status__message(&status);
|
||||
}
|
||||
|
||||
wuffs_base__token tok_array[TOK_BUFFER_SIZE];
|
||||
wuffs_base__token_buffer tok = ((wuffs_base__token_buffer){
|
||||
.data = ((wuffs_base__slice_token){
|
||||
.ptr = tok_array,
|
||||
.len = (tok_limit < TOK_BUFFER_SIZE) ? tok_limit : TOK_BUFFER_SIZE,
|
||||
}),
|
||||
});
|
||||
|
||||
wuffs_base__token prev_token = wuffs_base__make_token(0);
|
||||
uint32_t no_progress_count = 0;
|
||||
|
||||
stack_element stack[STACK_SIZE];
|
||||
stack[0] = 0x01; // We start in the 'none' container.
|
||||
size_t depth = 0;
|
||||
|
||||
// ----
|
||||
|
||||
while (true) { // Outer loop.
|
||||
wuffs_base__io_buffer src = make_limited_reader(*full_src, src_limit);
|
||||
|
||||
size_t old_tok_wi = tok.meta.wi;
|
||||
size_t old_tok_ri = tok.meta.ri;
|
||||
size_t old_src_wi = src.meta.wi;
|
||||
size_t old_src_ri = src.meta.ri;
|
||||
size_t ti = old_src_ri;
|
||||
|
||||
status = wuffs_json__decoder__decode_tokens(&dec, &tok, &src);
|
||||
if ((tok.data.len < tok.meta.wi) || //
|
||||
(tok.meta.wi < tok.meta.ri) || //
|
||||
(tok.meta.ri != old_tok_ri)) {
|
||||
return "fuzz: internal error: inconsistent tok indexes";
|
||||
} else if ((src.data.len < src.meta.wi) || //
|
||||
(src.meta.wi < src.meta.ri) || //
|
||||
(src.meta.wi != old_src_wi)) {
|
||||
return "fuzz: internal error: inconsistent src indexes";
|
||||
}
|
||||
full_src->meta.ri += src.meta.ri - old_src_ri;
|
||||
|
||||
if ((tok.meta.wi > old_tok_wi) || (src.meta.ri > old_src_ri) ||
|
||||
!wuffs_base__status__is_suspension(&status)) {
|
||||
no_progress_count = 0;
|
||||
} else if (no_progress_count < 999) {
|
||||
no_progress_count++;
|
||||
} else {
|
||||
return "fuzz: internal error: no progress";
|
||||
}
|
||||
|
||||
// ----
|
||||
|
||||
while (tok.meta.ri < tok.meta.wi) { // Inner loop.
|
||||
wuffs_base__token t = tok.data.ptr[tok.meta.ri++];
|
||||
const char* z =
|
||||
fuzz_one_token(t, &prev_token, &src, &ti, &stack[0], &depth);
|
||||
if (z != NULL) {
|
||||
return z;
|
||||
}
|
||||
prev_token = t;
|
||||
} // Inner loop.
|
||||
|
||||
// ----
|
||||
|
||||
// Check that, starting from old_src_ri, summing the token lengths brings
|
||||
// us to the new src.meta.ri.
|
||||
if (ti != src.meta.ri) {
|
||||
return "fuzz: internal error: ti != ri";
|
||||
}
|
||||
|
||||
if (status.repr == NULL) {
|
||||
break;
|
||||
|
||||
} else if (status.repr == wuffs_base__suspension__short_read) {
|
||||
// Some Wuffs packages can yield "$short read" for a closed io_reader,
|
||||
// but Wuffs' json package does not.
|
||||
if (src.meta.closed) {
|
||||
return "fuzz: internal error: short read on a closed io_reader";
|
||||
}
|
||||
// We don't compact full_src as it may be mmap'ed read-only.
|
||||
continue;
|
||||
|
||||
} else if (status.repr == wuffs_base__suspension__short_write) {
|
||||
wuffs_base__token_buffer__compact(&tok);
|
||||
continue;
|
||||
}
|
||||
|
||||
return wuffs_base__status__message(&status);
|
||||
} // Outer loop.
|
||||
|
||||
// ----
|
||||
|
||||
if (depth != 0) {
|
||||
return "fuzz: internal error: decoded OK but final depth was not zero";
|
||||
} else if (wuffs_base__token__link_next(&prev_token)) {
|
||||
return "fuzz: internal error: decoded OK but final token had link_next";
|
||||
}
|
||||
return NULL;
|
||||
}
|
||||
@@ -10,7 +10,14 @@
|
||||
#
|
||||
# This file is not used by Wuffs per se, but it is used by the "projects/wuffs"
|
||||
# directory in the https://github.com/google/oss-fuzz repository.
|
||||
#
|
||||
# Externally sourced seed files (whose paths start with "../") are fetched by
|
||||
# https://github.com/google/oss-fuzz/blob/master/projects/wuffs/Dockerfile
|
||||
|
||||
bmp: test/data/*.bmp ../bmpsuite_corpus/*.bmp
|
||||
gif: test/data/*.gif test/data/artificial/*.gif
|
||||
gzip: test/data/*.gz test/data/artificial/*.gz
|
||||
json: test/data/*.json ../rapidjson_corpus/* ../JSONTestSuite/test_*/*.json
|
||||
png: test/data/*.png ../pngsuite_corpus/*.png
|
||||
wbmp: test/data/*.wbmp
|
||||
zlib: test/data/*.zlib
|
||||
@@ -5705,6 +5705,12 @@ extern const char* wuffs_json__error__unsupported_recursion_depth;
|
||||
|
||||
// ---------------- Public Consts
|
||||
|
||||
#define WUFFS_JSON__DECODER_DEPTH_MAX_INCL 1024
|
||||
|
||||
#define WUFFS_JSON__DECODER_DST_TOKEN_BUFFER_LENGTH_MIN_INCL 1
|
||||
|
||||
#define WUFFS_JSON__DECODER_SRC_IO_BUFFER_LENGTH_MIN_INCL 100
|
||||
|
||||
// ---------------- Struct Declarations
|
||||
|
||||
typedef struct wuffs_json__decoder__struct wuffs_json__decoder;
|
||||
|
||||
@@ -21,6 +21,27 @@ pub status "#unsupported recursion depth"
|
||||
|
||||
pri status "#internal error: inconsistent I/O"
|
||||
|
||||
// decoder_depth_max_incl is the maximum supported recursion depth: how deeply
|
||||
// nested [] arrays and {} objects can be.
|
||||
//
|
||||
// The JSON spec itself does not define a limit, but allows implementations to
|
||||
// set their own limits.
|
||||
pub const decoder_depth_max_incl base.u64 = 1024
|
||||
|
||||
// decoder_dst_token_buffer_length_min_incl is the minimum length of the dst
|
||||
// wuffs_base__token_buffer passed to the decoder.
|
||||
pub const decoder_dst_token_buffer_length_min_incl base.u64 = 1
|
||||
|
||||
// decoder_src_io_buffer_length_min_incl is the minimum length of the src
|
||||
// wuffs_base__io_buffer passed to the decoder.
|
||||
//
|
||||
// This constrains the src.data.len field and it is the io_buffer capacity (the
|
||||
// maximum possible src.meta.ri and src.meta.wi values). It is a property of
|
||||
// the backing array's length, not the length of the JSON-formatted input per
|
||||
// se. It is perfectly valid to decode "[1,2]" (of length 5) as JSON, as long
|
||||
// as that content is placed in an io_buffer whose data.len is at least 100.
|
||||
pub const decoder_src_io_buffer_length_min_incl base.u64 = 100
|
||||
|
||||
// Look-Up Tables (LUTs).
|
||||
|
||||
pri const lut_backslashes array[256] base.u8 = [
|
||||
|
||||
@@ -30,7 +30,8 @@ pub struct decoder? implements base.token_decoder(
|
||||
//
|
||||
// Wuffs code does not have the capability to dynamically allocate memory,
|
||||
// so the maximum depth is hard-coded at compile time. In this case, the
|
||||
// maximum is 1024 (stack is 1024 bits or 128 bytes).
|
||||
// maximum is 1024 (stack is 1024 bits or 128 bytes), also known as
|
||||
// decoder_depth_max_incl.
|
||||
//
|
||||
// The [JSON spec](https://tools.ietf.org/html/rfc7159) clearly states, "an
|
||||
// implementation may set limits on the maximum depth of nesting".
|
||||
@@ -926,7 +927,8 @@ pri func decoder.decode_digits!(src: base.io_reader, n: base.u32[..= 0xFF]) base
|
||||
break
|
||||
}
|
||||
// Cap the maximum supported number length at an arbitrary value, 99.
|
||||
// The caller's src.data.len should therefore be at least 100.
|
||||
// The caller's src.data.len should therefore be at least 100, also
|
||||
// known as decoder_src_io_buffer_length_min_incl.
|
||||
//
|
||||
// An example of a JSON number that is 81 bytes long is:
|
||||
// https://github.com/nst/JSONTestSuite/blob/master/test_parsing/y_number_double_close_to_zero.json
|
||||
|
||||
Reference in new issue
Block a user