diff --git a/script/manual-test-parse-number-f64.cc b/script/manual-test-parse-number-f64.cc new file mode 100644 index 00000000..be9dd1a0 --- /dev/null +++ b/script/manual-test-parse-number-f64.cc @@ -0,0 +1,284 @@ +// Copyright 2020 The Wuffs Authors. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// ---------------- + +// manual-test-parse-number-f64.c tests Wuffs' parse_number_f64 function. The +// https://github.com/nigeltao/parse-number-f64-test-data repository contains +// the data files, containing one test case per line, like: +// +// 3FF0000000000000 1 +// 3FF4000000000000 1.25 +// 3FF6666666666666 1.4 +// 405EDD2F1A9FBE77 123.456 +// 4088A80000000000 789 +// 7FF0000000000000 123.456e789 + +#include +#include +#include + +// Wuffs ships as a "single file C library" or "header file library" as per +// https://github.com/nothings/stb/blob/master/docs/stb_howto.txt +// +// To use that single file as a "foo.c"-like implementation, instead of a +// "foo.h"-like header, #define WUFFS_IMPLEMENTATION before #include'ing or +// compiling it. +#define WUFFS_IMPLEMENTATION + +// Defining the WUFFS_CONFIG__MODULE* macros are optional, but it lets users of +// release/c/etc.c whitelist which parts of Wuffs to build. That file contains +// the entire Wuffs standard library, implementing a variety of codecs and file +// formats. Without this macro definition, an optimizing compiler or linker may +// very well discard Wuffs code for unused codecs, but listing the Wuffs +// modules we use makes that process explicit. Preprocessing means that such +// code simply isn't compiled. +#define WUFFS_CONFIG__MODULES +#define WUFFS_CONFIG__MODULE__BASE + +// If building this program in an environment that doesn't easily accommodate +// relative includes, you can use the script/inline-c-relative-includes.go +// program to generate a stand-alone C++ file. +#include "../release/c/wuffs-unsupported-snapshot.c" + +// Uncomment this to use the github.com/lemire/fast_double_parser library. This +// header-only library is C++, not C. +// #define USE_LEMIRE_FAST_DOUBLE_PARSER + +#ifdef USE_LEMIRE_FAST_DOUBLE_PARSER +#include "/the/path/to/fast_double_parser/include/fast_double_parser.h" +#endif + +const uint8_t hex[256] = { + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x00-0x07 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x08-0x0F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x10-0x17 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x18-0x1F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x20-0x27 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x28-0x2F + 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, // 0x30-0x37 0-7 + 0x8, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x38-0x3F 8-9 + + 0x0, 0xA, 0xB, 0xC, 0xD, 0xE, 0xF, 0x0, // 0x40-0x47 A-F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x48-0x4F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x50-0x57 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x58-0x5F + 0x0, 0xA, 0xB, 0xC, 0xD, 0xE, 0xF, 0x0, // 0x60-0x67 A-F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x68-0x6F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x70-0x77 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x78-0x7F + + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x80-0x87 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x88-0x8F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x90-0x97 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0x98-0x9F + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xA0-0xA7 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xA8-0xAF + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xB0-0xB7 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xB8-0xBF + + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xC0-0xC7 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xC8-0xCF + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xD0-0xD7 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xD8-0xDF + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xE0-0xE7 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xE8-0xEF + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xF0-0xF7 + 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, // 0xF8-0xFF +}; + +#ifndef SRC_BUFFER_ARRAY_SIZE +#define SRC_BUFFER_ARRAY_SIZE (64 * 1024 * 1024) +#endif + +uint8_t g_src_buffer_array[SRC_BUFFER_ARRAY_SIZE]; + +wuffs_base__io_buffer g_src; + +const char* g_filename; +FILE* g_file; +uint64_t g_line; + +const char* // +read_src() { + if (g_src.meta.closed) { + return "main: internal error: read requested on a closed source"; + } + wuffs_base__io_buffer__compact(&g_src); + if (g_src.meta.wi >= g_src.data.len) { + return "main: g_src buffer is full"; + } + size_t n = fread(g_src.data.ptr + g_src.meta.wi, sizeof(uint8_t), + g_src.data.len - g_src.meta.wi, g_file); + g_src.meta.wi += n; + g_src.meta.closed = feof(g_file); + if ((n == 0) && !g_src.meta.closed) { + return "main: read error"; + } + return NULL; +} + +void // +fail_parse(const char* impl, const char* z) { + fprintf(stderr, "main: %s could not parse \"%s\" at %s:%" PRIu64 "\n", impl, + z, g_filename, g_line); +} + +void // +fail(const char* impl, const char* z, uint64_t have, uint64_t want) { + fprintf(stderr, "main: %s mismatch at %s:%" PRIu64 "\n", impl, g_filename, + g_line); + fprintf(stderr, "src: %s\n", z); + fprintf(stderr, "have: %016" PRIX64 "\n", have); + fprintf(stderr, "want: %016" PRIX64 "\n", want); +} + +bool // +process_line(wuffs_base__slice_u8 s) { + if (s.len < 18) { + fprintf(stderr, "main: short input at %s:%" PRIu64 "\n", g_filename, + g_line); + return false; + } else if (s.len > 2048) { + fprintf(stderr, "main: long input at %s:%" PRIu64 "\n", g_filename, g_line); + return false; + } + uint64_t want = 0; + for (int i = 0; i < 16; i++) { + want = (want << 4) | hex[s.ptr[i]]; + } + s.ptr += 17; + s.len -= 17; + + // Convert ".123" to "0.123". Not all parsers like a leading dot. + if (s.ptr[0] == '.') { + s.ptr--; + s.len++; + s.ptr[0] = '0'; + } + + char z[2049]; + memcpy(&z[0], s.ptr, s.len); + z[s.len] = 0; + + // Check libc's strtod. + { + double have_f64 = strtod(&z[0], NULL); + uint64_t have = + wuffs_base__ieee_754_bit_representation__from_f64_to_u64(have_f64); + if (have != want) { + fail("strtod", &z[0], have, want); + return false; + } + } + +#ifdef USE_LEMIRE_FAST_DOUBLE_PARSER + // Check lemire/fast_double_parser's parse_number. + // + // https://github.com/lemire/fast_double_parser/blob/master/README.md says + // "the parser will reject overly large values that would not fit in + // binary64. It will not produce NaN or infinite values". + if (want < 0x7FF0000000000000ul) { + double have_f64; + if (!fast_double_parser::decimal_separator_dot::parse_number(&z[0], + &have_f64)) { + fail_parse("lemire", z); + return false; + } + uint64_t have = + wuffs_base__ieee_754_bit_representation__from_f64_to_u64(have_f64); + if (have != want) { + fail("lemire", &z[0], have, want); + return false; + } + } +#endif + + // Check Wuffs' wuffs_base__parse_number_f64. + { + wuffs_base__result_f64 res = wuffs_base__parse_number_f64( + s, WUFFS_BASE__PARSE_NUMBER_XXX__DEFAULT_OPTIONS); + if (res.status.repr) { + fail_parse("wuffs", z); + return false; + } + uint64_t have = + wuffs_base__ieee_754_bit_representation__from_f64_to_u64(res.value); + if (have != want) { + fail("wuffs", &z[0], have, want); + return false; + } + } + + return true; +} + +bool // +process_file(char* filename) { + if (g_file) { + fclose(g_file); + g_file = NULL; + } + g_filename = filename; + g_file = fopen(g_filename, "r"); + if (!g_file) { + fprintf(stderr, "main: could not open %s\n", g_filename); + return false; + } + g_line = 0; + g_src = wuffs_base__slice_u8__writer( + wuffs_base__make_slice_u8(&g_src_buffer_array[0], SRC_BUFFER_ARRAY_SIZE)); + + while (true) { + for (size_t i = g_src.meta.ri; i < g_src.meta.wi; i++) { + if (g_src.data.ptr[i] == '\n') { + g_line++; + if (!process_line(wuffs_base__make_slice_u8( + &g_src.data.ptr[g_src.meta.ri], i - g_src.meta.ri))) { + return false; + } + g_src.meta.ri = i + 1; + continue; + } + } + + if (g_src.meta.closed) { + if (g_src.meta.ri != g_src.meta.wi) { + fprintf(stderr, "main: unexpected end-of-file\n"); + return false; + } + break; + } + + const char* error_msg = read_src(); + if (error_msg) { + fprintf(stderr, "%s\n", error_msg); + return false; + } + } + + printf("%8" PRIu64 " OK in %s\n", g_line, g_filename); + return true; +} + +int // +main(int argc, char** argv) { + g_file = NULL; + for (int argi = 1; argi < argc; argi++) { + if (!process_file(argv[argi])) { + return 1; + } + } + return 0; +}