ddidderr/zstd-rs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simplified "slows down when compression blocked"

Browse Source
This commit is contained in:
Yann Collet
2018-09-21 16:35:43 -07:00
parent c484345a82
commit 00c18c0c88
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
programs/fileio.c
+6 -6
View File
@@ -896,12 +896,12 @@ FIO_compressZstdFrame(const cRess_t* ressPtr,
assert(zfp.produced >= previous_zfp_update.produced); assert(zfp.produced >= previous_zfp_update.produced);
assert(g_nbWorkers >= 1); assert(g_nbWorkers >= 1);
/* test if output speed is so slow that all buffers are full /* test if compression is blocked
* and no further progress is possible * either because output is slow and all buffers are full
* (neither compression nor adding more input into internal buffers) */ * or because input is slow and no job can start while waiting for at least one buffer to be filled.
if ( (zfp.ingested == previous_zfp_update.ingested) /* no data read : input buffer full */ * note : excluse starting part, since currentJobID > 1 */
&& (zfp.consumed == previous_zfp_update.consumed) /* no data compressed : no more buffer to compress OR compression is really slow */ if ( (zfp.consumed == previous_zfp_update.consumed) /* no data compressed : no data available, or no more buffer to compress to, OR compression is really slow (compression of a single block is slower than update rate)*/
&& (zfp.nbActiveWorkers == 0) /* confirmed : no compression : either no more buffer to compress OR not enough data to start first worker */ && (zfp.nbActiveWorkers == 0) /* confirmed : no compression ongoing */
) { ) {
DISPLAYLEVEL(6, "all buffers full : compression stopped => slow down \n") DISPLAYLEVEL(6, "all buffers full : compression stopped => slow down \n")
speedChange = slower; speedChange = slower;