Fix std/cbor UTF-8 strings aren't always ASCII

This commit is contained in:
Nigel Tao committed 2020-08-10 22:27:40 +10:00
1 parent 0091a2132d
commit 2397d02997
2 files changed
+1 -2

No files matched your search

+1 -1
View File
@@ -17048,7 +17048,7 @@ wuffs_cbor__decoder__decode_tokens(
}
(iop_a_src += v_token_length, wuffs_base__make_empty_struct());
*iop_a_dst++ = wuffs_base__make_token(
(((uint64_t)(4194835)) << WUFFS_BASE__TOKEN__VALUE_MINOR__SHIFT) |
(((uint64_t)(4194819)) << WUFFS_BASE__TOKEN__VALUE_MINOR__SHIFT) |
(((uint64_t)(v_continued)) << WUFFS_BASE__TOKEN__CONTINUED__SHIFT) |
(((uint64_t)(v_token_length)) << WUFFS_BASE__TOKEN__LENGTH__SHIFT));
if (v_string_length > 0) {
-1
View File
@@ -414,7 +414,6 @@ pub func decoder.decode_tokens?(dst: base.token_writer, src: base.io_reader, wor
value_minor: (base.TOKEN__VBC__STRING << 21) |
base.TOKEN__VBD__STRING__DEFINITELY_UTF_8 |
base.TOKEN__VBD__STRING__CHAIN_MUST_BE_UTF_8 |
base.TOKEN__VBD__STRING__DEFINITELY_ASCII |
base.TOKEN__VBD__STRING__CONVERT_1_DST_1_SRC_COPY,
continued: continued,
length: token_length)