refactor(compress): move job table init policy to Rust

Keep job table allocation, private synchronization callbacks, and
initialization-failure cleanup in one Rust adapter. The C wrapper now only
supplies pthread/object callbacks, preserving rounded capacity and the
destroy-before-custom-free ordering; table expansion reuses the same path.

Test Plan:
- rustfmt --check --edition 2021 rust/src/zstdmt_compress.rs
- git diff --check and git diff --cached --check
- Static inspection only; cargo, make, tests, fuzzers, and native/heavy
  commands were not run under the global 40 GiB cap.
This commit is contained in:
2026-07-20 02:49:44 +02:00
parent 7aa4498eb5
commit 6c0bcced58
2 changed files with 69 additions and 15 deletions
+6 -8
View File
@@ -666,6 +666,9 @@ typedef int (*ZSTDMT_jobTableInitFn)(void* jobTable, unsigned nbJobs,
size_t jobSize);
typedef void (*ZSTDMT_jobTableDestroyFn)(void* jobTable, unsigned nbJobs,
size_t jobSize);
void* ZSTDMT_rust_createJobsTable(
unsigned* nbJobsPtr, size_t jobSize, ZSTD_customMem cMem,
ZSTDMT_jobTableInitFn initSync, ZSTDMT_jobTableDestroyFn destroySync);
size_t ZSTDMT_rust_expandJobsTable(
void** jobTablePtr, unsigned* jobIDMaskPtr, unsigned nbWorkers,
size_t jobSize, ZSTD_customMem cMem,
@@ -1753,14 +1756,9 @@ void ZSTDMT_job_table_destroy_sync(void* jobTable, unsigned nbJobs, size_t jobSi
* update *nbJobsPtr to next power of 2 value, as size of table */
static ZSTDMT_jobDescription* ZSTDMT_createJobsTable(U32* nbJobsPtr, ZSTD_customMem cMem)
{
ZSTDMT_jobDescription* const jobTable = (ZSTDMT_jobDescription*)
ZSTDMT_rust_job_table_create(nbJobsPtr, sizeof(ZSTDMT_jobDescription), cMem);
if (jobTable == NULL) return NULL;
if (ZSTDMT_job_table_init_sync(jobTable, *nbJobsPtr, sizeof(*jobTable)) != 0) {
ZSTDMT_freeJobsTable(jobTable, *nbJobsPtr, cMem);
return NULL;
}
return jobTable;
return (ZSTDMT_jobDescription*) ZSTDMT_rust_createJobsTable(
nbJobsPtr, sizeof(ZSTDMT_jobDescription), cMem,
ZSTDMT_job_table_init_sync, ZSTDMT_job_table_destroy_sync);
}
static size_t ZSTDMT_expandJobsTable (ZSTDMT_CCtx* mtctx, U32 nbWorkers) {
+63 -7
View File
@@ -3197,6 +3197,27 @@ unsafe fn free_job_table_with_sync(
unsafe { ZSTDMT_rust_job_table_free(job_table, nb_jobs, job_size, custom_mem) };
}
unsafe fn create_job_table_with_sync(
nb_jobs_ptr: *mut c_uint,
job_size: usize,
custom_mem: ZstdCustomMem,
init_sync: JobTableInitSync,
destroy_sync: JobTableDestroySync,
) -> *mut c_void {
let job_table = unsafe { create_job_table(nb_jobs_ptr, job_size, custom_mem) };
if job_table.is_null() {
return ptr::null_mut();
}
let nb_jobs = unsafe { *nb_jobs_ptr };
if unsafe { init_sync(job_table, nb_jobs, job_size) } != 0 {
unsafe { free_job_table_with_sync(job_table, nb_jobs, job_size, custom_mem, destroy_sync) };
return ptr::null_mut();
}
job_table
}
unsafe fn expand_job_table(
job_table_ptr: *mut *mut c_void,
job_id_mask_ptr: *mut c_uint,
@@ -3234,16 +3255,12 @@ unsafe fn expand_job_table(
}
let mut nb_jobs = requested_jobs;
let new_job_table = unsafe { ZSTDMT_rust_job_table_create(&mut nb_jobs, job_size, custom_mem) };
let new_job_table = unsafe {
create_job_table_with_sync(&mut nb_jobs, job_size, custom_mem, init_sync, destroy_sync)
};
if new_job_table.is_null() {
return ERROR(ZstdErrorCode::MemoryAllocation);
}
if unsafe { init_sync(new_job_table, nb_jobs, job_size) } != 0 {
unsafe {
free_job_table_with_sync(new_job_table, nb_jobs, job_size, custom_mem, destroy_sync)
};
return ERROR(ZstdErrorCode::MemoryAllocation);
}
debug_assert!(nb_jobs.is_power_of_two());
unsafe {
@@ -3262,6 +3279,19 @@ pub unsafe extern "C" fn ZSTDMT_rust_job_table_create(
unsafe { create_job_table(nb_jobs_ptr, job_size, custom_mem) }
}
#[no_mangle]
pub unsafe extern "C" fn ZSTDMT_rust_createJobsTable(
nb_jobs_ptr: *mut c_uint,
job_size: usize,
custom_mem: ZstdCustomMem,
init_sync: JobTableInitSync,
destroy_sync: JobTableDestroySync,
) -> *mut c_void {
unsafe {
create_job_table_with_sync(nb_jobs_ptr, job_size, custom_mem, init_sync, destroy_sync)
}
}
#[no_mangle]
pub unsafe extern "C" fn ZSTDMT_rust_job_table_free(
job_table: *mut c_void,
@@ -6770,6 +6800,32 @@ mod tests {
assert_eq!(rounded_job_count(256), Some(512));
}
#[test]
fn job_table_creation_cleans_up_after_sync_init_failure() {
let _lock = JOB_TABLE_TEST_LOCK.lock().unwrap();
JOB_TABLE_INIT_CALLS.store(0, Ordering::Relaxed);
JOB_TABLE_DESTROY_CALLS.store(0, Ordering::Relaxed);
JOB_TABLE_FAIL_INIT.store(true, Ordering::Relaxed);
let mut requested_jobs = 1;
let job_table = unsafe {
ZSTDMT_rust_createJobsTable(
&mut requested_jobs,
1,
DEFAULT_MEM,
probe_job_table_init,
probe_job_table_destroy,
)
};
assert!(job_table.is_null());
assert_eq!(requested_jobs, 2);
assert_eq!(JOB_TABLE_INIT_CALLS.load(Ordering::Relaxed), 1);
assert_eq!(JOB_TABLE_DESTROY_CALLS.load(Ordering::Relaxed), 1);
JOB_TABLE_FAIL_INIT.store(false, Ordering::Relaxed);
}
#[test]
fn job_table_expansion_preserves_mask_and_sync_lifecycle() {
let _lock = JOB_TABLE_TEST_LOCK.lock().unwrap();