mirror of
https://github.com/ddidderr/wuffs.git
synced 2026-11-17 16:32:11 +01:00
Add std/json benches
This commit is contained in:
1 parent
a540fbce4e
commit
7d31462e63
2 files changed
+191
-4
No files matched your search
+81
-3
@@ -196,6 +196,24 @@ const char* test_strconv_parse_number_u64() {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
// ---------------- Golden Tests
|
||||
|
||||
golden_test json_australian_abc_gt = {
|
||||
.src_filename = "test/data/australian-abc-local-stations.json", //
|
||||
};
|
||||
|
||||
golden_test json_file_sizes_gt = {
|
||||
.src_filename = "test/data/file-sizes.json", //
|
||||
};
|
||||
|
||||
golden_test json_github_tags_gt = {
|
||||
.src_filename = "test/data/github-tags.json", //
|
||||
};
|
||||
|
||||
golden_test json_nobel_prizes_gt = {
|
||||
.src_filename = "test/data/nobel-prizes.json", //
|
||||
};
|
||||
|
||||
// ---------------- JSON Tests
|
||||
|
||||
const char* test_wuffs_json_decode_tokens() {
|
||||
@@ -235,6 +253,37 @@ const char* test_wuffs_json_decode_tokens() {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
const char* wuffs_json_decode(wuffs_base__token_buffer* tok,
|
||||
wuffs_base__io_buffer* src,
|
||||
uint32_t wuffs_initialize_flags,
|
||||
uint64_t wlimit,
|
||||
uint64_t rlimit) {
|
||||
wuffs_json__decoder dec;
|
||||
CHECK_STATUS("initialize",
|
||||
wuffs_json__decoder__initialize(&dec, sizeof dec, WUFFS_VERSION,
|
||||
wuffs_initialize_flags));
|
||||
|
||||
while (true) {
|
||||
wuffs_base__token_buffer limited_tok =
|
||||
make_limited_token_writer(*tok, wlimit);
|
||||
wuffs_base__io_buffer limited_src = make_limited_reader(*src, rlimit);
|
||||
|
||||
wuffs_base__status status =
|
||||
wuffs_json__decoder__decode_tokens(&dec, &limited_tok, &limited_src);
|
||||
|
||||
tok->meta.wi += limited_tok.meta.wi;
|
||||
src->meta.ri += limited_src.meta.ri;
|
||||
|
||||
if (((wlimit < UINT64_MAX) &&
|
||||
(status.repr == wuffs_base__suspension__short_write)) ||
|
||||
((rlimit < UINT64_MAX) &&
|
||||
(status.repr == wuffs_base__suspension__short_read))) {
|
||||
continue;
|
||||
}
|
||||
return status.repr;
|
||||
}
|
||||
}
|
||||
|
||||
const char* test_wuffs_json_decode_unicode4_escapes() {
|
||||
CHECK_FOCUS(__func__);
|
||||
|
||||
@@ -352,9 +401,35 @@ const char* test_wuffs_json_decode_unicode4_escapes() {
|
||||
|
||||
#endif // WUFFS_MIMIC
|
||||
|
||||
// ---------------- JSON Benches
|
||||
// ---------------- JSON Benches
|
||||
|
||||
// No JSON benches.
|
||||
const char* bench_wuffs_json_decode_1k() {
|
||||
CHECK_FOCUS(__func__);
|
||||
return do_bench_token_decoder(
|
||||
wuffs_json_decode, WUFFS_INITIALIZE__LEAVE_INTERNAL_BUFFERS_UNINITIALIZED,
|
||||
tc_src, &json_github_tags_gt, UINT64_MAX, UINT64_MAX, 10000);
|
||||
}
|
||||
|
||||
const char* bench_wuffs_json_decode_21k_formatted() {
|
||||
CHECK_FOCUS(__func__);
|
||||
return do_bench_token_decoder(
|
||||
wuffs_json_decode, WUFFS_INITIALIZE__LEAVE_INTERNAL_BUFFERS_UNINITIALIZED,
|
||||
tc_src, &json_file_sizes_gt, UINT64_MAX, UINT64_MAX, 300);
|
||||
}
|
||||
|
||||
const char* bench_wuffs_json_decode_26k_compact() {
|
||||
CHECK_FOCUS(__func__);
|
||||
return do_bench_token_decoder(
|
||||
wuffs_json_decode, WUFFS_INITIALIZE__LEAVE_INTERNAL_BUFFERS_UNINITIALIZED,
|
||||
tc_src, &json_australian_abc_gt, UINT64_MAX, UINT64_MAX, 250);
|
||||
}
|
||||
|
||||
const char* bench_wuffs_json_decode_217k_stringy() {
|
||||
CHECK_FOCUS(__func__);
|
||||
return do_bench_token_decoder(
|
||||
wuffs_json_decode, WUFFS_INITIALIZE__LEAVE_INTERNAL_BUFFERS_UNINITIALIZED,
|
||||
tc_src, &json_nobel_prizes_gt, UINT64_MAX, UINT64_MAX, 20);
|
||||
}
|
||||
|
||||
// ---------------- Mimic Benches
|
||||
|
||||
@@ -390,7 +465,10 @@ proc tests[] = {
|
||||
// The empty comments forces clang-format to place one element per line.
|
||||
proc benches[] = {
|
||||
|
||||
// No JSON benches.
|
||||
bench_wuffs_json_decode_1k, //
|
||||
bench_wuffs_json_decode_21k_formatted, //
|
||||
bench_wuffs_json_decode_26k_compact, //
|
||||
bench_wuffs_json_decode_217k_stringy, //
|
||||
|
||||
#ifdef WUFFS_MIMIC
|
||||
|
||||
|
||||
+110
-1
@@ -21,7 +21,7 @@
|
||||
#include <unistd.h>
|
||||
|
||||
#define BUFFER_SIZE (64 * 1024 * 1024)
|
||||
#define TOKEN_BUFFER_SIZE (8 * 1024)
|
||||
#define TOKEN_BUFFER_SIZE (128 * 1024)
|
||||
|
||||
#define WUFFS_TESTLIB_ARRAY_SIZE(a) (sizeof(a) / sizeof(a[0]))
|
||||
|
||||
@@ -454,6 +454,23 @@ wuffs_base__io_buffer make_limited_writer(wuffs_base__io_buffer b,
|
||||
return ret;
|
||||
}
|
||||
|
||||
wuffs_base__token_buffer make_limited_token_writer(wuffs_base__token_buffer b,
|
||||
uint64_t limit) {
|
||||
uint64_t n = b.data.len - b.meta.wi;
|
||||
if (n > limit) {
|
||||
n = limit;
|
||||
}
|
||||
|
||||
wuffs_base__token_buffer ret;
|
||||
ret.data.ptr = b.data.ptr + b.meta.wi;
|
||||
ret.data.len = n;
|
||||
ret.meta.wi = 0;
|
||||
ret.meta.ri = 0;
|
||||
ret.meta.pos = wuffs_base__u64__sat_add(b.meta.pos, b.meta.wi);
|
||||
ret.meta.closed = b.meta.closed;
|
||||
return ret;
|
||||
}
|
||||
|
||||
// TODO: we shouldn't need to pass the rect. Instead, pass a subset pixbuf.
|
||||
const char* copy_to_io_buffer_from_pixel_buffer(wuffs_base__io_buffer* dst,
|
||||
wuffs_base__pixel_buffer* src,
|
||||
@@ -749,6 +766,82 @@ const char* proc_io_buffers(const char* (*codec_func)(wuffs_base__io_buffer*,
|
||||
return check_io_buffers_equal("", &have, &want);
|
||||
}
|
||||
|
||||
const char* proc_token_decoder(
|
||||
const char* (*codec_func)(wuffs_base__token_buffer*,
|
||||
wuffs_base__io_buffer*,
|
||||
uint32_t,
|
||||
uint64_t,
|
||||
uint64_t),
|
||||
uint32_t wuffs_initialize_flags,
|
||||
throughput_counter tc,
|
||||
golden_test* gt,
|
||||
uint64_t wlimit,
|
||||
uint64_t rlimit,
|
||||
uint64_t iters,
|
||||
bool bench) {
|
||||
if (!codec_func) {
|
||||
RETURN_FAIL("NULL codec_func");
|
||||
}
|
||||
if (!gt) {
|
||||
RETURN_FAIL("NULL golden_test");
|
||||
}
|
||||
|
||||
wuffs_base__io_buffer src = ((wuffs_base__io_buffer){
|
||||
.data = global_src_slice,
|
||||
});
|
||||
wuffs_base__token_buffer have = ((wuffs_base__token_buffer){
|
||||
.data = global_have_token_slice,
|
||||
});
|
||||
|
||||
if (!gt->src_filename) {
|
||||
src.meta.closed = true;
|
||||
} else {
|
||||
const char* status = read_file(&src, gt->src_filename);
|
||||
if (status) {
|
||||
return status;
|
||||
}
|
||||
}
|
||||
if (gt->src_offset0 || gt->src_offset1) {
|
||||
if (gt->src_offset0 > gt->src_offset1) {
|
||||
RETURN_FAIL("inconsistent src_offsets");
|
||||
}
|
||||
if (gt->src_offset1 > src.meta.wi) {
|
||||
RETURN_FAIL("src_offset1 too large");
|
||||
}
|
||||
src.meta.ri = gt->src_offset0;
|
||||
src.meta.wi = gt->src_offset1;
|
||||
}
|
||||
|
||||
if (bench) {
|
||||
bench_start();
|
||||
}
|
||||
uint64_t n_bytes = 0;
|
||||
uint64_t i;
|
||||
for (i = 0; i < iters; i++) {
|
||||
have.meta.wi = 0;
|
||||
src.meta.ri = gt->src_offset0;
|
||||
const char* status =
|
||||
codec_func(&have, &src, wuffs_initialize_flags, wlimit, rlimit);
|
||||
if (status) {
|
||||
return status;
|
||||
}
|
||||
switch (tc) {
|
||||
case tc_neither:
|
||||
break;
|
||||
case tc_dst:
|
||||
RETURN_FAIL("cannot use tc_dst for token decoders");
|
||||
break;
|
||||
case tc_src:
|
||||
n_bytes += src.meta.ri - gt->src_offset0;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (bench) {
|
||||
bench_finish(iters, n_bytes);
|
||||
}
|
||||
return NULL;
|
||||
}
|
||||
|
||||
const char* do_bench_io_buffers(
|
||||
const char* (*codec_func)(wuffs_base__io_buffer*,
|
||||
wuffs_base__io_buffer*,
|
||||
@@ -765,6 +858,22 @@ const char* do_bench_io_buffers(
|
||||
rlimit, iters_unscaled * iterscale, true);
|
||||
}
|
||||
|
||||
const char* do_bench_token_decoder(
|
||||
const char* (*codec_func)(wuffs_base__token_buffer*,
|
||||
wuffs_base__io_buffer*,
|
||||
uint32_t,
|
||||
uint64_t,
|
||||
uint64_t),
|
||||
uint32_t wuffs_initialize_flags,
|
||||
throughput_counter tc,
|
||||
golden_test* gt,
|
||||
uint64_t wlimit,
|
||||
uint64_t rlimit,
|
||||
uint64_t iters_unscaled) {
|
||||
return proc_token_decoder(codec_func, wuffs_initialize_flags, tc, gt, wlimit,
|
||||
rlimit, iters_unscaled * iterscale, true);
|
||||
}
|
||||
|
||||
const char* do_test_io_buffers(const char* (*codec_func)(wuffs_base__io_buffer*,
|
||||
wuffs_base__io_buffer*,
|
||||
uint32_t,
|
||||
|
||||
Reference in new issue
Block a user