Add an "extended token" concept

This commit is contained in:
Nigel Tao committed 2020-04-02 11:20:45 +11:00
1 parent 7d684f94ae
commit 462f86675d
7 files changed
+133 -97

No files matched your search

+1 -1
View File
@@ -836,7 +836,7 @@ handle_unicode_code_point(uint32_t ucp) {
const char* //
handle_token(wuffs_base__token t) {
do {
uint64_t vbc = t.value_base_category();
int64_t vbc = t.value_base_category();
uint64_t vbd = t.value_base_detail();
uint64_t len = t.length();