ddidderr/zstd-rs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update regression tests

Browse Source 
minor compression ratio benefits in some cases,
no compression ratio regression in the measured scenarios.
This commit is contained in:
Yann Collet
2022-01-26 14:47:24 -08:00
parent 51da2d2ff2
commit 4684836f4f
3 changed files with 21 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/compress/huf_compress.c
+9 -9
View File
@@ -598,21 +598,21 @@ static void HUF_sort(nodeElt huffNode[], const unsigned count[], U32 const maxSy
} }
size_t showHNodeSymbols(const nodeElt* hnode, size_t size) static size_t showHNodeSymbols(const nodeElt* hnode, size_t size)
{ {
size_t u; size_t u;
for (u=0; u<size; u++) { for (u=0; u<size; u++) {
RAWLOG(6, " %u", hnode[u].byte); RAWLOG(6, " %u", hnode[u].byte); (void)hnode;
} }
RAWLOG(6, " \n"); RAWLOG(6, " \n");
return size; return size;
} }
size_t showHNodeBits(const nodeElt* hnode, size_t size) static size_t showHNodeBits(const nodeElt* hnode, size_t size)
{ {
size_t u; size_t u;
for (u=0; u<size; u++) { for (u=0; u<size; u++) {
RAWLOG(6, " %u", hnode[u].nbBits); RAWLOG(6, " %u", hnode[u].nbBits); (void)hnode;
} }
RAWLOG(6, " \n"); RAWLOG(6, " \n");
return size; return size;
@@ -749,9 +749,9 @@ HUF_buildCTable_wksp(HUF_CElt* CTable, const unsigned* count, U32 maxSymbolValue
* A harsh rebalancing can be bad for compression ratio * A harsh rebalancing can be bad for compression ratio
* while a mild one tends to be better */ * while a mild one tends to be better */
while (maxNbBits < HUF_TABLELOG_MAX) { while (maxNbBits < HUF_TABLELOG_MAX) {
size_t const nbNodes = HUF_nbSymbolsTooLarge(huffNode, maxSymbolValue, maxNbBits); size_t const nbSTL = HUF_nbSymbolsTooLarge(huffNode, maxSymbolValue, maxNbBits);
#define HUF_NB_NODES_TO_FIX_MAX 8 #define HUF_NB_NODES_TO_FIX_MAX 32
if (nbNodes < HUF_NB_NODES_TO_FIX_MAX) /* heuristic */ if (nbSTL < HUF_NB_NODES_TO_FIX_MAX) /* heuristic */
break; break;
maxNbBits++; maxNbBits++;
} }
@@ -1218,7 +1218,7 @@ static size_t showU32(const U32* arr, size_t size)
{ {
size_t u; size_t u;
for (u=0; u<size; u++) { for (u=0; u<size; u++) {
RAWLOG(6, " %u", arr[u]); RAWLOG(6, " %u", arr[u]); (void)arr;
} }
RAWLOG(6, " \n"); RAWLOG(6, " \n");
return size; return size;
@@ -1228,7 +1228,7 @@ static size_t showCTableBits(const HUF_CElt* ctable, size_t size)
{ {
size_t u; size_t u;
for (u=0; u<size; u++) { for (u=0; u<size; u++) {
RAWLOG(6, " %zu", HUF_getNbBits(ctable[u])); RAWLOG(6, " %zu", HUF_getNbBits(ctable[u])); (void)ctable;
} }
RAWLOG(6, " \n"); RAWLOG(6, " \n");
return size; return size;
lib/compress/zstd_compress_literals.c
+1 -1
View File
@@ -72,7 +72,7 @@ static size_t showHexa(const void* src, size_t srcSize)
const BYTE* const ip = (const BYTE*)src; const BYTE* const ip = (const BYTE*)src;
size_t u; size_t u;
for (u=0; u<srcSize; u++) { for (u=0; u<srcSize; u++) {
RAWLOG(6, " %02X", ip[u]); RAWLOG(6, " %02X", ip[u]); (void)ip;
} }
RAWLOG(6, " \n"); RAWLOG(6, " \n");
return srcSize; return srcSize;
tests/regression/results.csv
+11 -11
View File
@@ -51,7 +51,7 @@ silesia, long distance mode, compress
silesia, multithreaded, compress cctx, 4842075 silesia, multithreaded, compress cctx, 4842075
silesia, multithreaded long distance mode, compress cctx, 4842075 silesia, multithreaded long distance mode, compress cctx, 4842075
silesia, small window log, compress cctx, 7082951 silesia, small window log, compress cctx, 7082951
silesia, small hash log, compress cctx, 6526141 silesia, small hash log, compress cctx, 6525895
silesia, small chain log, compress cctx, 4912197 silesia, small chain log, compress cctx, 4912197
silesia, explicit params, compress cctx, 4794052 silesia, explicit params, compress cctx, 4794052
silesia, uncompressed literals, compress cctx, 4842075 silesia, uncompressed literals, compress cctx, 4842075
@@ -115,7 +115,7 @@ silesia, long distance mode, zstdcli,
silesia, multithreaded, zstdcli, 4842123 silesia, multithreaded, zstdcli, 4842123
silesia, multithreaded long distance mode, zstdcli, 4833785 silesia, multithreaded long distance mode, zstdcli, 4833785
silesia, small window log, zstdcli, 7095048 silesia, small window log, zstdcli, 7095048
silesia, small hash log, zstdcli, 6526189 silesia, small hash log, zstdcli, 6525943
silesia, small chain log, zstdcli, 4912245 silesia, small chain log, zstdcli, 4912245
silesia, explicit params, zstdcli, 4795432 silesia, explicit params, zstdcli, 4795432
silesia, uncompressed literals, zstdcli, 5120614 silesia, uncompressed literals, zstdcli, 5120614
@@ -141,7 +141,7 @@ silesia.tar, long distance mode, zstdcli,
silesia.tar, multithreaded, zstdcli, 4854164 silesia.tar, multithreaded, zstdcli, 4854164
silesia.tar, multithreaded long distance mode, zstdcli, 4845745 silesia.tar, multithreaded long distance mode, zstdcli, 4845745
silesia.tar, small window log, zstdcli, 7100701 silesia.tar, small window log, zstdcli, 7100701
silesia.tar, small hash log, zstdcli, 6529289 silesia.tar, small hash log, zstdcli, 6529041
silesia.tar, small chain log, zstdcli, 4917022 silesia.tar, small chain log, zstdcli, 4917022
silesia.tar, explicit params, zstdcli, 4820713 silesia.tar, explicit params, zstdcli, 4820713
silesia.tar, uncompressed literals, zstdcli, 5122571 silesia.tar, uncompressed literals, zstdcli, 5122571
@@ -255,7 +255,7 @@ silesia, long distance mode, advanced
silesia, multithreaded, advanced one pass, 4842075 silesia, multithreaded, advanced one pass, 4842075
silesia, multithreaded long distance mode, advanced one pass, 4833737 silesia, multithreaded long distance mode, advanced one pass, 4833737
silesia, small window log, advanced one pass, 7095000 silesia, small window log, advanced one pass, 7095000
silesia, small hash log, advanced one pass, 6526141 silesia, small hash log, advanced one pass, 6525895
silesia, small chain log, advanced one pass, 4912197 silesia, small chain log, advanced one pass, 4912197
silesia, explicit params, advanced one pass, 4795432 silesia, explicit params, advanced one pass, 4795432
silesia, uncompressed literals, advanced one pass, 5120566 silesia, uncompressed literals, advanced one pass, 5120566
@@ -289,7 +289,7 @@ silesia.tar, long distance mode, advanced
silesia.tar, multithreaded, advanced one pass, 4854160 silesia.tar, multithreaded, advanced one pass, 4854160
silesia.tar, multithreaded long distance mode, advanced one pass, 4845741 silesia.tar, multithreaded long distance mode, advanced one pass, 4845741
silesia.tar, small window log, advanced one pass, 7100655 silesia.tar, small window log, advanced one pass, 7100655
silesia.tar, small hash log, advanced one pass, 6529231 silesia.tar, small hash log, advanced one pass, 6528983
silesia.tar, small chain log, advanced one pass, 4917041 silesia.tar, small chain log, advanced one pass, 4917041
silesia.tar, explicit params, advanced one pass, 4806855 silesia.tar, explicit params, advanced one pass, 4806855
silesia.tar, uncompressed literals, advanced one pass, 5122473 silesia.tar, uncompressed literals, advanced one pass, 5122473
@@ -573,7 +573,7 @@ silesia, long distance mode, advanced
silesia, multithreaded, advanced one pass small out, 4842075 silesia, multithreaded, advanced one pass small out, 4842075
silesia, multithreaded long distance mode, advanced one pass small out, 4833737 silesia, multithreaded long distance mode, advanced one pass small out, 4833737
silesia, small window log, advanced one pass small out, 7095000 silesia, small window log, advanced one pass small out, 7095000
silesia, small hash log, advanced one pass small out, 6526141 silesia, small hash log, advanced one pass small out, 6525895
silesia, small chain log, advanced one pass small out, 4912197 silesia, small chain log, advanced one pass small out, 4912197
silesia, explicit params, advanced one pass small out, 4795432 silesia, explicit params, advanced one pass small out, 4795432
silesia, uncompressed literals, advanced one pass small out, 5120566 silesia, uncompressed literals, advanced one pass small out, 5120566
@@ -607,7 +607,7 @@ silesia.tar, long distance mode, advanced
silesia.tar, multithreaded, advanced one pass small out, 4854160 silesia.tar, multithreaded, advanced one pass small out, 4854160
silesia.tar, multithreaded long distance mode, advanced one pass small out, 4845741 silesia.tar, multithreaded long distance mode, advanced one pass small out, 4845741
silesia.tar, small window log, advanced one pass small out, 7100655 silesia.tar, small window log, advanced one pass small out, 7100655
silesia.tar, small hash log, advanced one pass small out, 6529231 silesia.tar, small hash log, advanced one pass small out, 6528983
silesia.tar, small chain log, advanced one pass small out, 4917041 silesia.tar, small chain log, advanced one pass small out, 4917041
silesia.tar, explicit params, advanced one pass small out, 4806855 silesia.tar, explicit params, advanced one pass small out, 4806855
silesia.tar, uncompressed literals, advanced one pass small out, 5122473 silesia.tar, uncompressed literals, advanced one pass small out, 5122473
@@ -891,7 +891,7 @@ silesia, long distance mode, advanced
silesia, multithreaded, advanced streaming, 4842075 silesia, multithreaded, advanced streaming, 4842075
silesia, multithreaded long distance mode, advanced streaming, 4833737 silesia, multithreaded long distance mode, advanced streaming, 4833737
silesia, small window log, advanced streaming, 7111103 silesia, small window log, advanced streaming, 7111103
silesia, small hash log, advanced streaming, 6526141 silesia, small hash log, advanced streaming, 6525895
silesia, small chain log, advanced streaming, 4912197 silesia, small chain log, advanced streaming, 4912197
silesia, explicit params, advanced streaming, 4795452 silesia, explicit params, advanced streaming, 4795452
silesia, uncompressed literals, advanced streaming, 5120566 silesia, uncompressed literals, advanced streaming, 5120566
@@ -925,7 +925,7 @@ silesia.tar, long distance mode, advanced
silesia.tar, multithreaded, advanced streaming, 4854160 silesia.tar, multithreaded, advanced streaming, 4854160
silesia.tar, multithreaded long distance mode, advanced streaming, 4845741 silesia.tar, multithreaded long distance mode, advanced streaming, 4845741
silesia.tar, small window log, advanced streaming, 7117559 silesia.tar, small window log, advanced streaming, 7117559
silesia.tar, small hash log, advanced streaming, 6529234 silesia.tar, small hash log, advanced streaming, 6528986
silesia.tar, small chain log, advanced streaming, 4917021 silesia.tar, small chain log, advanced streaming, 4917021
silesia.tar, explicit params, advanced streaming, 4806873 silesia.tar, explicit params, advanced streaming, 4806873
silesia.tar, uncompressed literals, advanced streaming, 5127423 silesia.tar, uncompressed literals, advanced streaming, 5127423
@@ -1303,7 +1303,7 @@ silesia, long distance mode, old stre
silesia, multithreaded, old streaming advanced, 4842075 silesia, multithreaded, old streaming advanced, 4842075
silesia, multithreaded long distance mode, old streaming advanced, 4842075 silesia, multithreaded long distance mode, old streaming advanced, 4842075
silesia, small window log, old streaming advanced, 7111103 silesia, small window log, old streaming advanced, 7111103
silesia, small hash log, old streaming advanced, 6526141 silesia, small hash log, old streaming advanced, 6525895
silesia, small chain log, old streaming advanced, 4912197 silesia, small chain log, old streaming advanced, 4912197
silesia, explicit params, old streaming advanced, 4795452 silesia, explicit params, old streaming advanced, 4795452
silesia, uncompressed literals, old streaming advanced, 4842075 silesia, uncompressed literals, old streaming advanced, 4842075
@@ -1329,7 +1329,7 @@ silesia.tar, long distance mode, old stre
silesia.tar, multithreaded, old streaming advanced, 4859271 silesia.tar, multithreaded, old streaming advanced, 4859271
silesia.tar, multithreaded long distance mode, old streaming advanced, 4859271 silesia.tar, multithreaded long distance mode, old streaming advanced, 4859271
silesia.tar, small window log, old streaming advanced, 7117562 silesia.tar, small window log, old streaming advanced, 7117562
silesia.tar, small hash log, old streaming advanced, 6529234 silesia.tar, small hash log, old streaming advanced, 6528986
silesia.tar, small chain log, old streaming advanced, 4917021 silesia.tar, small chain log, old streaming advanced, 4917021
silesia.tar, explicit params, old streaming advanced, 4806873 silesia.tar, explicit params, old streaming advanced, 4806873
silesia.tar, uncompressed literals, old streaming advanced, 4859271 silesia.tar, uncompressed literals, old streaming advanced, 4859271
1 Data Config Method Total compressed size
51 silesia multithreaded compress cctx 4842075
52 silesia multithreaded long distance mode compress cctx 4842075
53 silesia small window log compress cctx 7082951
54 silesia small hash log compress cctx 6526141 6525895
55 silesia small chain log compress cctx 4912197
56 silesia explicit params compress cctx 4794052
57 silesia uncompressed literals compress cctx 4842075
115 silesia multithreaded zstdcli 4842123
116 silesia multithreaded long distance mode zstdcli 4833785
117 silesia small window log zstdcli 7095048
118 silesia small hash log zstdcli 6526189 6525943
119 silesia small chain log zstdcli 4912245
120 silesia explicit params zstdcli 4795432
121 silesia uncompressed literals zstdcli 5120614
141 silesia.tar multithreaded zstdcli 4854164
142 silesia.tar multithreaded long distance mode zstdcli 4845745
143 silesia.tar small window log zstdcli 7100701
144 silesia.tar small hash log zstdcli 6529289 6529041
145 silesia.tar small chain log zstdcli 4917022
146 silesia.tar explicit params zstdcli 4820713
147 silesia.tar uncompressed literals zstdcli 5122571
255 silesia multithreaded advanced one pass 4842075
256 silesia multithreaded long distance mode advanced one pass 4833737
257 silesia small window log advanced one pass 7095000
258 silesia small hash log advanced one pass 6526141 6525895
259 silesia small chain log advanced one pass 4912197
260 silesia explicit params advanced one pass 4795432
261 silesia uncompressed literals advanced one pass 5120566
289 silesia.tar multithreaded advanced one pass 4854160
290 silesia.tar multithreaded long distance mode advanced one pass 4845741
291 silesia.tar small window log advanced one pass 7100655
292 silesia.tar small hash log advanced one pass 6529231 6528983
293 silesia.tar small chain log advanced one pass 4917041
294 silesia.tar explicit params advanced one pass 4806855
295 silesia.tar uncompressed literals advanced one pass 5122473
573 silesia multithreaded advanced one pass small out 4842075
574 silesia multithreaded long distance mode advanced one pass small out 4833737
575 silesia small window log advanced one pass small out 7095000
576 silesia small hash log advanced one pass small out 6526141 6525895
577 silesia small chain log advanced one pass small out 4912197
578 silesia explicit params advanced one pass small out 4795432
579 silesia uncompressed literals advanced one pass small out 5120566
607 silesia.tar multithreaded advanced one pass small out 4854160
608 silesia.tar multithreaded long distance mode advanced one pass small out 4845741
609 silesia.tar small window log advanced one pass small out 7100655
610 silesia.tar small hash log advanced one pass small out 6529231 6528983
611 silesia.tar small chain log advanced one pass small out 4917041
612 silesia.tar explicit params advanced one pass small out 4806855
613 silesia.tar uncompressed literals advanced one pass small out 5122473
891 silesia multithreaded advanced streaming 4842075
892 silesia multithreaded long distance mode advanced streaming 4833737
893 silesia small window log advanced streaming 7111103
894 silesia small hash log advanced streaming 6526141 6525895
895 silesia small chain log advanced streaming 4912197
896 silesia explicit params advanced streaming 4795452
897 silesia uncompressed literals advanced streaming 5120566
925 silesia.tar multithreaded advanced streaming 4854160
926 silesia.tar multithreaded long distance mode advanced streaming 4845741
927 silesia.tar small window log advanced streaming 7117559
928 silesia.tar small hash log advanced streaming 6529234 6528986
929 silesia.tar small chain log advanced streaming 4917021
930 silesia.tar explicit params advanced streaming 4806873
931 silesia.tar uncompressed literals advanced streaming 5127423
1303 silesia multithreaded old streaming advanced 4842075
1304 silesia multithreaded long distance mode old streaming advanced 4842075
1305 silesia small window log old streaming advanced 7111103
1306 silesia small hash log old streaming advanced 6526141 6525895
1307 silesia small chain log old streaming advanced 4912197
1308 silesia explicit params old streaming advanced 4795452
1309 silesia uncompressed literals old streaming advanced 4842075
1329 silesia.tar multithreaded old streaming advanced 4859271
1330 silesia.tar multithreaded long distance mode old streaming advanced 4859271
1331 silesia.tar small window log old streaming advanced 7117562
1332 silesia.tar small hash log old streaming advanced 6529234 6528986
1333 silesia.tar small chain log old streaming advanced 4917021
1334 silesia.tar explicit params old streaming advanced 4806873
1335 silesia.tar uncompressed literals old streaming advanced 4859271