added ability to split input files for dictionary training

using command -B# This is the same behavior as benchmark module, which can also split input into arbitrary size blocks, using -B#.
2017-09-14 16:45:10 -07:00
parent 77c137b3ae
commit 086b9597d9
5 changed files with 116 additions and 62 deletions
@@ -32,7 +32,7 @@
    @return : 0 == ok. Any other : error.
 */
 int DiB_trainFromFiles(const char* dictFileName, unsigned maxDictSize,
-                       const char** fileNamesTable, unsigned nbFiles,
+                       const char** fileNamesTable, unsigned nbFiles, size_t chunkSize,
                       ZDICT_legacy_params_t *params, ZDICT_cover_params_t *coverParams,
                       int optimizeCover);