ddidderr/zstd-rs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #890 from terrelln/dev

Browse Source 
Don't allow default tables to repeat
This commit is contained in:
Yann Collet
2017-10-17 16:34:53 -07:00
committed by GitHub
parent 31dc6a56b2 7f961ba6cd
commit 4122af1d1b
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/compress/zstd_compress.c
+7 -1
View File
@@ -1298,7 +1298,13 @@ symbolEncodingType_e ZSTD_selectEncodingType(
if ( isDefaultAllowed if ( isDefaultAllowed
&& ((nbSeq < MIN_SEQ_FOR_DYNAMIC_FSE) || (mostFrequent < (nbSeq >> (defaultNormLog-1)))) ) { && ((nbSeq < MIN_SEQ_FOR_DYNAMIC_FSE) || (mostFrequent < (nbSeq >> (defaultNormLog-1)))) ) {
DEBUGLOG(5, "Selected set_basic"); DEBUGLOG(5, "Selected set_basic");
*repeatMode = FSE_repeat_valid; /* The format allows default tables to be repeated, but it isn't useful.
* When using simple heuristics to select encoding type, we don't want
* to confuse these tables with dictionaries. When running more careful
* analysis, we don't need to waste time checking both repeating tables
* and default tables.
*/
*repeatMode = FSE_repeat_none;
return set_basic; return set_basic;
} }
DEBUGLOG(5, "Selected set_compressed"); DEBUGLOG(5, "Selected set_compressed");