minor : modified ZSTD_preserveUnsortedMark() to be more vectorization friendly
This commit is contained in:
+25
-12
@@ -18,33 +18,46 @@
|
||||
#define ZSTD_DUBT_UNSORTED_MARK 1 /* note : index 1 will now be confused with "unsorted" if sorted as larger than its predecessor.
|
||||
It's not a big deal though : the candidate will just be considered unsorted, and be sorted again.
|
||||
Additionnally, candidate position 1 will be lost.
|
||||
But candidate 1 cannot hide a large tree of candidates, so it's a moderate loss.
|
||||
The benefit is that ZSTD_DUBT_UNSORTED_MARK cannot be misdhandled by a table re-use using a different strategy */
|
||||
But candidate 1 cannot hide a large tree of candidates, so it's a minimal loss.
|
||||
The benefit is that ZSTD_DUBT_UNSORTED_MARK cannot be misdhandled after table re-use with a different strategy */
|
||||
|
||||
/*! ZSTD_preserveUnsortedMark() :
|
||||
* pre-emptively increase value of ZSTD_DUBT_UNSORTED_MARK before ZSTD_reduceTable()
|
||||
* so that combined operation preserves its value.
|
||||
* Without it, ZSTD_DUBT_UNSORTED_MARK==1 would be squashed to 0.
|
||||
* As a consequence, the list of unsorted elements would stop on the first element,
|
||||
* removing candidates, resulting in a negligible loss to compression ratio
|
||||
* As a consequence, the list of unsorted elements would stop at first element,
|
||||
* removing candidates, resulting in a very small loss to compression ratio
|
||||
* (since overflow protection with ZSTD_reduceTable() is relatively rare).
|
||||
*
|
||||
* Another potential risk is that a position will be promoted from *unsorted*
|
||||
* to *sorted=>smaller:0*, meaning the next candidate will be considered smaller.
|
||||
* to *sorted=>smaller:0*, meaning next candidate will be considered smaller.
|
||||
* This could be wrong, and result in data corruption.
|
||||
*
|
||||
* On second thought, this corruption might be impossible,
|
||||
* because unsorted elements are always at the beginning of the list,
|
||||
* and squashing to zero reduce the list to a single element,
|
||||
* because unsorted elements stand at the beginning of the list,
|
||||
* and squashing to zero reduces the list to a single element,
|
||||
* which needs to be sorted anyway.
|
||||
* I haven't spent much thoughts into this possible scenario,
|
||||
* and just felt it was safer to implement ZSTD_preserveUnsortedMark() */
|
||||
* and just felt it was safer to implement ZSTD_preserveUnsortedMark()
|
||||
*
|
||||
* `size` : must be a positive multiple of ZSTD_ROWSIZE */
|
||||
#define ZSTD_ROWSIZE 16
|
||||
void ZSTD_preserveUnsortedMark (U32* const table, U32 const size, U32 const reducerValue)
|
||||
{
|
||||
U32 u;
|
||||
for (u=0; u<size; u++)
|
||||
if (table[u] == ZSTD_DUBT_UNSORTED_MARK)
|
||||
table[u] = ZSTD_DUBT_UNSORTED_MARK + reducerValue;
|
||||
int cellNb = 0;
|
||||
U32 const nbRows = size / ZSTD_ROWSIZE;
|
||||
U32 rowNb;
|
||||
assert((size % ZSTD_ROWSIZE) == 0);
|
||||
for (rowNb=0 ; rowNb < nbRows ; rowNb++) {
|
||||
int column;
|
||||
for (column=0; column<ZSTD_ROWSIZE; column++) {
|
||||
U32 const adder = (table[cellNb] == ZSTD_DUBT_UNSORTED_MARK) ? reducerValue : 0;
|
||||
table[cellNb] += adder;
|
||||
cellNb++;
|
||||
} }
|
||||
}
|
||||
|
||||
|
||||
void ZSTD_updateDUBT(
|
||||
ZSTD_matchState_t* ms, ZSTD_compressionParameters const* cParams,
|
||||
const BYTE* ip, const BYTE* iend,
|
||||
|
||||
Reference in New Issue
Block a user