mirror of
https://github.com/ddidderr/wuffs.git
synced 2026-11-19 16:47:28 +01:00
Add TOKEN__VBD__FILLER__PUNCTUATION
This commit is contained in:
1 parent
67503b5bda
commit
4284369bb8
8 files changed
+18
-13
No files matched your search
@@ -899,10 +899,11 @@ pub func decoder.decode_tokens?(dst: base.token_writer, src: base.io_reader, wor
|
||||
|
||||
} else if class == CLASS_COMMA {
|
||||
args.src.skip_u32_fast!(actual: 1, worst_case: 1)
|
||||
// The ',' is filler.
|
||||
// The ',' is punctuation (filler).
|
||||
args.dst.write_simple_token_fast!(
|
||||
value_major: 0,
|
||||
value_minor: 0,
|
||||
value_minor: (base.TOKEN__VBC__FILLER << 21) |
|
||||
base.TOKEN__VBD__FILLER__PUNCTUATION,
|
||||
continued: 0,
|
||||
length: 1)
|
||||
// What's valid after a comma depends on whether or not we're in an
|
||||
@@ -924,10 +925,11 @@ pub func decoder.decode_tokens?(dst: base.token_writer, src: base.io_reader, wor
|
||||
|
||||
} else if class == CLASS_COLON {
|
||||
args.src.skip_u32_fast!(actual: 1, worst_case: 1)
|
||||
// The ':' is filler.
|
||||
// The ':' is punctuation (filler).
|
||||
args.dst.write_simple_token_fast!(
|
||||
value_major: 0,
|
||||
value_minor: 0,
|
||||
value_minor: (base.TOKEN__VBC__FILLER << 21) |
|
||||
base.TOKEN__VBD__FILLER__PUNCTUATION,
|
||||
continued: 0,
|
||||
length: 1)
|
||||
expect = EXPECT_VALUE
|
||||
|
||||
Reference in new issue
Block a user