Add "4Ki tokens is 32KiB" comment

This commit is contained in:
Nigel Tao committed 2020-08-26 00:00:32 +10:00
1 parent 7fd3bb661a
commit 63e6796896
5 files changed
+23 -22

No files matched your search

+1
View File
@@ -441,6 +441,7 @@ uint32_t g_bytes_per_indent_depth;
#ifndef SRC_BUFFER_ARRAY_SIZE
#define SRC_BUFFER_ARRAY_SIZE (32 * 1024)
#endif
// 1 token is 8 bytes. 4Ki tokens is 32KiB.
#ifndef TOKEN_BUFFER_ARRAY_SIZE
#define TOKEN_BUFFER_ARRAY_SIZE (4 * 1024)
#endif