ddidderr/zstd-rs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

minor boundary change

Browse Source 
improves compression ratio at low levels
This commit is contained in:
Yann Collet
2025-02-05 18:41:59 -08:00
parent ffa66a6971
commit 34ba14437a
3 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Makefile
+3 -3
View File
@@ -296,9 +296,9 @@ msanregressiontest:
update_regressionResults : REGRESS_RESULTS_DIR := /tmp/regress_results_dir/ update_regressionResults : REGRESS_RESULTS_DIR := /tmp/regress_results_dir/
update_regressionResults: update_regressionResults:
$(MAKE) -C programs zstd $(MAKE) -j -C programs zstd
$(MAKE) -C tests/regression test $(MAKE) -j -C tests/regression test
$(RM) -rf $(REGRESS_RESULTS_DIR) $(RM) -r $(REGRESS_RESULTS_DIR)
$(MKDIR) $(REGRESS_RESULTS_DIR) $(MKDIR) $(REGRESS_RESULTS_DIR)
./tests/regression/test \ ./tests/regression/test \
--cache tests/regression/cache \ --cache tests/regression/cache \
lib/compress/zstd_compress.c
+1 -1
View File
@@ -4960,7 +4960,7 @@ ZSTD_loadDictionaryContent(ZSTD_MatchState_t* ms,
} }
/* If the dict is larger than we can reasonably index in our tables, only load the suffix. */ /* If the dict is larger than we can reasonably index in our tables, only load the suffix. */
{ U32 maxDictSize = 2U << MIN(MAX(params->cParams.hashLog, params->cParams.chainLog), 30); { U32 maxDictSize = 1U << MIN(MAX(params->cParams.hashLog + 3, params->cParams.chainLog + 1), 31);
if (srcSize > maxDictSize) { if (srcSize > maxDictSize) {
ip = iend - maxDictSize; ip = iend - maxDictSize;
src = ip; src = ip;
tests/regression/results.csv
+9 -9
View File
@@ -395,19 +395,19 @@ github, level 13 with dict, advanced
github, level 13 with dict dms, advanced one pass, 39900 github, level 13 with dict dms, advanced one pass, 39900
github, level 13 with dict dds, advanced one pass, 39900 github, level 13 with dict dds, advanced one pass, 39900
github, level 13 with dict copy, advanced one pass, 39948 github, level 13 with dict copy, advanced one pass, 39948
github, level 13 with dict load, advanced one pass, 42624 github, level 13 with dict load, advanced one pass, 42643
github, level 16, advanced one pass, 133209 github, level 16, advanced one pass, 133209
github, level 16 with dict, advanced one pass, 37902 github, level 16 with dict, advanced one pass, 37902
github, level 16 with dict dms, advanced one pass, 37902 github, level 16 with dict dms, advanced one pass, 37902
github, level 16 with dict dds, advanced one pass, 37902 github, level 16 with dict dds, advanced one pass, 37902
github, level 16 with dict copy, advanced one pass, 37892 github, level 16 with dict copy, advanced one pass, 37892
github, level 16 with dict load, advanced one pass, 42402 github, level 16 with dict load, advanced one pass, 42434
github, level 19, advanced one pass, 132879 github, level 19, advanced one pass, 132879
github, level 19 with dict, advanced one pass, 37916 github, level 19 with dict, advanced one pass, 37916
github, level 19 with dict dms, advanced one pass, 37916 github, level 19 with dict dms, advanced one pass, 37916
github, level 19 with dict dds, advanced one pass, 37916 github, level 19 with dict dds, advanced one pass, 37916
github, level 19 with dict copy, advanced one pass, 37906 github, level 19 with dict copy, advanced one pass, 37906
github, level 19 with dict load, advanced one pass, 39770 github, level 19 with dict load, advanced one pass, 40405
github, no source size, advanced one pass, 136331 github, no source size, advanced one pass, 136331
github, no source size with dict, advanced one pass, 41118 github, no source size with dict, advanced one pass, 41118
github, long distance mode, advanced one pass, 136331 github, long distance mode, advanced one pass, 136331
@@ -713,19 +713,19 @@ github, level 13 with dict, advanced
github, level 13 with dict dms, advanced one pass small out, 39900 github, level 13 with dict dms, advanced one pass small out, 39900
github, level 13 with dict dds, advanced one pass small out, 39900 github, level 13 with dict dds, advanced one pass small out, 39900
github, level 13 with dict copy, advanced one pass small out, 39948 github, level 13 with dict copy, advanced one pass small out, 39948
github, level 13 with dict load, advanced one pass small out, 42624 github, level 13 with dict load, advanced one pass small out, 42643
github, level 16, advanced one pass small out, 133209 github, level 16, advanced one pass small out, 133209
github, level 16 with dict, advanced one pass small out, 37902 github, level 16 with dict, advanced one pass small out, 37902
github, level 16 with dict dms, advanced one pass small out, 37902 github, level 16 with dict dms, advanced one pass small out, 37902
github, level 16 with dict dds, advanced one pass small out, 37902 github, level 16 with dict dds, advanced one pass small out, 37902
github, level 16 with dict copy, advanced one pass small out, 37892 github, level 16 with dict copy, advanced one pass small out, 37892
github, level 16 with dict load, advanced one pass small out, 42402 github, level 16 with dict load, advanced one pass small out, 42434
github, level 19, advanced one pass small out, 132879 github, level 19, advanced one pass small out, 132879
github, level 19 with dict, advanced one pass small out, 37916 github, level 19 with dict, advanced one pass small out, 37916
github, level 19 with dict dms, advanced one pass small out, 37916 github, level 19 with dict dms, advanced one pass small out, 37916
github, level 19 with dict dds, advanced one pass small out, 37916 github, level 19 with dict dds, advanced one pass small out, 37916
github, level 19 with dict copy, advanced one pass small out, 37906 github, level 19 with dict copy, advanced one pass small out, 37906
github, level 19 with dict load, advanced one pass small out, 39770 github, level 19 with dict load, advanced one pass small out, 40405
github, no source size, advanced one pass small out, 136331 github, no source size, advanced one pass small out, 136331
github, no source size with dict, advanced one pass small out, 41118 github, no source size with dict, advanced one pass small out, 41118
github, long distance mode, advanced one pass small out, 136331 github, long distance mode, advanced one pass small out, 136331
@@ -1031,19 +1031,19 @@ github, level 13 with dict, advanced
github, level 13 with dict dms, advanced streaming, 39900 github, level 13 with dict dms, advanced streaming, 39900
github, level 13 with dict dds, advanced streaming, 39900 github, level 13 with dict dds, advanced streaming, 39900
github, level 13 with dict copy, advanced streaming, 39948 github, level 13 with dict copy, advanced streaming, 39948
github, level 13 with dict load, advanced streaming, 42624 github, level 13 with dict load, advanced streaming, 42643
github, level 16, advanced streaming, 133209 github, level 16, advanced streaming, 133209
github, level 16 with dict, advanced streaming, 37902 github, level 16 with dict, advanced streaming, 37902
github, level 16 with dict dms, advanced streaming, 37902 github, level 16 with dict dms, advanced streaming, 37902
github, level 16 with dict dds, advanced streaming, 37902 github, level 16 with dict dds, advanced streaming, 37902
github, level 16 with dict copy, advanced streaming, 37892 github, level 16 with dict copy, advanced streaming, 37892
github, level 16 with dict load, advanced streaming, 42402 github, level 16 with dict load, advanced streaming, 42434
github, level 19, advanced streaming, 132879 github, level 19, advanced streaming, 132879
github, level 19 with dict, advanced streaming, 37916 github, level 19 with dict, advanced streaming, 37916
github, level 19 with dict dms, advanced streaming, 37916 github, level 19 with dict dms, advanced streaming, 37916
github, level 19 with dict dds, advanced streaming, 37916 github, level 19 with dict dds, advanced streaming, 37916
github, level 19 with dict copy, advanced streaming, 37906 github, level 19 with dict copy, advanced streaming, 37906
github, level 19 with dict load, advanced streaming, 39770 github, level 19 with dict load, advanced streaming, 40405
github, no source size, advanced streaming, 136331 github, no source size, advanced streaming, 136331
github, no source size with dict, advanced streaming, 41118 github, no source size with dict, advanced streaming, 41118
github, long distance mode, advanced streaming, 136331 github, long distance mode, advanced streaming, 136331
1 Data Config Method Total compressed size
395 github level 13 with dict dms advanced one pass 39900
396 github level 13 with dict dds advanced one pass 39900
397 github level 13 with dict copy advanced one pass 39948
398 github level 13 with dict load advanced one pass 42624 42643
399 github level 16 advanced one pass 133209
400 github level 16 with dict advanced one pass 37902
401 github level 16 with dict dms advanced one pass 37902
402 github level 16 with dict dds advanced one pass 37902
403 github level 16 with dict copy advanced one pass 37892
404 github level 16 with dict load advanced one pass 42402 42434
405 github level 19 advanced one pass 132879
406 github level 19 with dict advanced one pass 37916
407 github level 19 with dict dms advanced one pass 37916
408 github level 19 with dict dds advanced one pass 37916
409 github level 19 with dict copy advanced one pass 37906
410 github level 19 with dict load advanced one pass 39770 40405
411 github no source size advanced one pass 136331
412 github no source size with dict advanced one pass 41118
413 github long distance mode advanced one pass 136331
713 github level 13 with dict dms advanced one pass small out 39900
714 github level 13 with dict dds advanced one pass small out 39900
715 github level 13 with dict copy advanced one pass small out 39948
716 github level 13 with dict load advanced one pass small out 42624 42643
717 github level 16 advanced one pass small out 133209
718 github level 16 with dict advanced one pass small out 37902
719 github level 16 with dict dms advanced one pass small out 37902
720 github level 16 with dict dds advanced one pass small out 37902
721 github level 16 with dict copy advanced one pass small out 37892
722 github level 16 with dict load advanced one pass small out 42402 42434
723 github level 19 advanced one pass small out 132879
724 github level 19 with dict advanced one pass small out 37916
725 github level 19 with dict dms advanced one pass small out 37916
726 github level 19 with dict dds advanced one pass small out 37916
727 github level 19 with dict copy advanced one pass small out 37906
728 github level 19 with dict load advanced one pass small out 39770 40405
729 github no source size advanced one pass small out 136331
730 github no source size with dict advanced one pass small out 41118
731 github long distance mode advanced one pass small out 136331
1031 github level 13 with dict dms advanced streaming 39900
1032 github level 13 with dict dds advanced streaming 39900
1033 github level 13 with dict copy advanced streaming 39948
1034 github level 13 with dict load advanced streaming 42624 42643
1035 github level 16 advanced streaming 133209
1036 github level 16 with dict advanced streaming 37902
1037 github level 16 with dict dms advanced streaming 37902
1038 github level 16 with dict dds advanced streaming 37902
1039 github level 16 with dict copy advanced streaming 37892
1040 github level 16 with dict load advanced streaming 42402 42434
1041 github level 19 advanced streaming 132879
1042 github level 19 with dict advanced streaming 37916
1043 github level 19 with dict dms advanced streaming 37916
1044 github level 19 with dict dds advanced streaming 37916
1045 github level 19 with dict copy advanced streaming 37906
1046 github level 19 with dict load advanced streaming 39770 40405
1047 github no source size advanced streaming 136331
1048 github no source size with dict advanced streaming 41118
1049 github long distance mode advanced streaming 136331