feat(legacy): port the v0.5 and v0.6 decoders to Rust
Replace the v0.5 and v0.6 legacy decoder translation units with Rust modules and keep only narrow C registration shims for the public legacy dispatch ABI. Test Plan: - RUSTC_WRAPPER= CARGO_BUILD_RUSTC_WRAPPER= cargo test --manifest-path rust/Cargo.toml --features compression,decompression,dict-builder,legacy-v05,legacy-v06,legacy-v07 - RUSTC_WRAPPER= CARGO_BUILD_RUSTC_WRAPPER= cargo clippy --manifest-path rust/Cargo.toml --all-targets --features compression,decompression,dict-builder,legacy-v05,legacy-v06,legacy-v07 -- -D warnings - make -C tests check V=1
This commit is contained in:
@@ -47,3 +47,9 @@ pub mod zstd_v03;
|
||||
|
||||
#[cfg(feature = "legacy-v04")]
|
||||
pub mod zstd_v04;
|
||||
|
||||
#[cfg(feature = "legacy-v05")]
|
||||
pub mod zstd_v05;
|
||||
|
||||
#[cfg(feature = "legacy-v06")]
|
||||
pub mod zstd_v06;
|
||||
|
||||
@@ -0,0 +1,3675 @@
|
||||
#![allow(non_snake_case)]
|
||||
|
||||
//! Frozen decoder for the zstd v0.5 format.
|
||||
//!
|
||||
//! `lib/legacy/zstd_v05.c` is an old, self-contained decoder. This module
|
||||
//! keeps that boundary: it owns its FSE, bit-stream, and Huffman state rather
|
||||
//! than depending on the current entropy implementations. The public entry
|
||||
//! points below retain the C ABI and the context is deliberately malloc/free
|
||||
//! allocated so C callers can continue to own an opaque `ZSTDv05_Dctx`.
|
||||
|
||||
use crate::errors::{ERR_getErrorName, ERR_isError, ZstdErrorCode, ERROR};
|
||||
use std::os::raw::{c_char, c_uint, c_void};
|
||||
use std::ptr;
|
||||
use std::slice;
|
||||
|
||||
const ZSTD_MAGIC_NUMBER: u32 = 0xFD2F_B525;
|
||||
const ZSTD_CONTENTSIZE_ERROR: u64 = u64::MAX - 1;
|
||||
|
||||
const BLOCKSIZE: usize = 128 * 1024;
|
||||
const MIN_SEQUENCES_SIZE: usize = 1;
|
||||
const MIN_CBLOCK_SIZE: usize = 1 + 1 + MIN_SEQUENCES_SIZE;
|
||||
const MINMATCH: usize = 4;
|
||||
const IS_HUF: u8 = 0;
|
||||
const IS_PCH: u8 = 1;
|
||||
const IS_RAW: u8 = 2;
|
||||
const IS_RLE: u8 = 3;
|
||||
|
||||
const ML_BITS: u32 = 7;
|
||||
const LL_BITS: u32 = 6;
|
||||
const OFF_BITS: u32 = 5;
|
||||
const MAX_ML: u32 = (1 << ML_BITS) - 1;
|
||||
const MAX_LL: u32 = (1 << LL_BITS) - 1;
|
||||
const MAX_OFF: u32 = 31;
|
||||
const REPCODE_STARTVALUE: usize = 1;
|
||||
const ML_FSE_LOG: u32 = 10;
|
||||
const LL_FSE_LOG: u32 = 10;
|
||||
const OFF_FSE_LOG: u32 = 9;
|
||||
|
||||
const FSE_MAX_MEMORY_USAGE: u32 = 14;
|
||||
const FSE_MAX_SYMBOL_VALUE: u32 = 255;
|
||||
const FSE_MAX_TABLELOG: u32 = FSE_MAX_MEMORY_USAGE - 2;
|
||||
const FSE_MIN_TABLELOG: u32 = 5;
|
||||
const FSE_TABLELOG_ABSOLUTE_MAX: u32 = 15;
|
||||
|
||||
const HUF_MAX_SYMBOL_VALUE: usize = 255;
|
||||
const HUF_MAX_TABLELOG: usize = 12;
|
||||
const HUF_ABSOLUTE_MAX_TABLELOG: usize = 16;
|
||||
|
||||
const ZSTD_DICT_MAGIC: u32 = 0xEC30_A435;
|
||||
|
||||
const BT_COMPRESSED: u32 = 0;
|
||||
const BT_RAW: u32 = 1;
|
||||
const BT_RLE: u32 = 2;
|
||||
const BT_END: u32 = 3;
|
||||
|
||||
const FSE_ENCODING_RAW: u32 = 0;
|
||||
const FSE_ENCODING_RLE: u32 = 1;
|
||||
const FSE_ENCODING_STATIC: u32 = 2;
|
||||
const FSE_ENCODING_DYNAMIC: u32 = 3;
|
||||
|
||||
const DSTREAM_UNFINISHED: u32 = 0;
|
||||
const DSTREAM_END_OF_BUFFER: u32 = 1;
|
||||
const DSTREAM_COMPLETED: u32 = 2;
|
||||
const DSTREAM_TOO_FAR: u32 = 3;
|
||||
|
||||
const USIZE_BITS: u32 = usize::BITS;
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct FseDecode {
|
||||
new_state: u16,
|
||||
symbol: u8,
|
||||
nb_bits: u8,
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
struct FseDTableHeader {
|
||||
table_log: u16,
|
||||
fast_mode: u16,
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct DStream {
|
||||
bit_container: usize,
|
||||
bits_consumed: u32,
|
||||
ptr: *const u8,
|
||||
start: *const u8,
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct FseDState {
|
||||
state: usize,
|
||||
table: *const FseDecode,
|
||||
}
|
||||
|
||||
#[inline]
|
||||
fn highbit32(value: u32) -> u32 {
|
||||
value.leading_zeros() ^ 31
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn write_le16(dst: *mut u8, value: u16) {
|
||||
let bytes = value.to_le_bytes();
|
||||
ptr::copy_nonoverlapping(bytes.as_ptr(), dst, 2);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn zstd_copy8(dst: *mut u8, src: *const u8) {
|
||||
ptr::copy(src, dst, 8);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn zstd_copy4(dst: *mut u8, src: *const u8) {
|
||||
ptr::copy(src, dst, 4);
|
||||
}
|
||||
|
||||
unsafe fn zstd_wildcopy(dst: *mut u8, src: *const u8, length: isize) {
|
||||
let mut op = dst;
|
||||
let mut ip = src;
|
||||
let end = if length >= 0 {
|
||||
(dst as usize).wrapping_add(length as usize)
|
||||
} else {
|
||||
(dst as usize).wrapping_sub(length.wrapping_neg() as usize)
|
||||
};
|
||||
loop {
|
||||
zstd_copy8(op, ip);
|
||||
op = op.add(8);
|
||||
ip = ip.add(8);
|
||||
if (op as usize) >= end {
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le16(ptr: *const u8) -> u16 {
|
||||
u16::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 2]))
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le32(ptr: *const u8) -> u32 {
|
||||
u32::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 4]))
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le_size(ptr: *const u8) -> usize {
|
||||
if std::mem::size_of::<usize>() == 4 {
|
||||
read_le32(ptr) as usize
|
||||
} else {
|
||||
u64::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 8])) as usize
|
||||
}
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* Backward bit stream (the v0.5 snapshot)
|
||||
********************************************/
|
||||
|
||||
unsafe fn init_dstream(stream: &mut DStream, src: *const u8, src_size: usize) -> usize {
|
||||
let word = std::mem::size_of::<usize>();
|
||||
if src_size == 0 {
|
||||
*stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
stream.start = src;
|
||||
if src_size >= word {
|
||||
stream.ptr = src.add(src_size - word);
|
||||
stream.bit_container = read_le_size(stream.ptr);
|
||||
let end_byte = *src.add(src_size - 1) as u32;
|
||||
if end_byte == 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
stream.bits_consumed = 8 - highbit32(end_byte);
|
||||
} else {
|
||||
stream.ptr = src;
|
||||
stream.bit_container = *src as usize;
|
||||
if src_size >= 7 {
|
||||
stream.bit_container += (*src.add(6) as usize) << (USIZE_BITS as usize - 16);
|
||||
}
|
||||
if src_size >= 6 {
|
||||
stream.bit_container += (*src.add(5) as usize) << (USIZE_BITS as usize - 24);
|
||||
}
|
||||
if src_size >= 5 {
|
||||
stream.bit_container += (*src.add(4) as usize) << (USIZE_BITS as usize - 32);
|
||||
}
|
||||
if src_size >= 4 {
|
||||
stream.bit_container += (*src.add(3) as usize) << 24;
|
||||
}
|
||||
if src_size >= 3 {
|
||||
stream.bit_container += (*src.add(2) as usize) << 16;
|
||||
}
|
||||
if src_size >= 2 {
|
||||
stream.bit_container += (*src.add(1) as usize) << 8;
|
||||
}
|
||||
let end_byte = *src.add(src_size - 1) as u32;
|
||||
if end_byte == 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
stream.bits_consumed = 8 - highbit32(end_byte);
|
||||
stream.bits_consumed += ((word - src_size) * 8) as u32;
|
||||
}
|
||||
src_size
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn look_bits(stream: &DStream, nb_bits: u32) -> usize {
|
||||
let mask = USIZE_BITS - 1;
|
||||
((stream.bit_container << (stream.bits_consumed & mask)) >> 1)
|
||||
>> (mask.wrapping_sub(nb_bits) & mask)
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn look_bits_fast(stream: &DStream, nb_bits: u32) -> usize {
|
||||
let mask = USIZE_BITS - 1;
|
||||
(stream.bit_container << (stream.bits_consumed & mask))
|
||||
>> ((mask + 1).wrapping_sub(nb_bits) & mask)
|
||||
}
|
||||
|
||||
#[inline]
|
||||
fn skip_bits(stream: &mut DStream, nb_bits: u32) {
|
||||
stream.bits_consumed = stream.bits_consumed.wrapping_add(nb_bits);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_bits(stream: &mut DStream, nb_bits: u32) -> usize {
|
||||
let value = look_bits(stream, nb_bits);
|
||||
skip_bits(stream, nb_bits);
|
||||
value
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_bits_fast(stream: &mut DStream, nb_bits: u32) -> usize {
|
||||
let value = look_bits_fast(stream, nb_bits);
|
||||
skip_bits(stream, nb_bits);
|
||||
value
|
||||
}
|
||||
|
||||
unsafe fn reload_dstream(stream: &mut DStream) -> u32 {
|
||||
let word = std::mem::size_of::<usize>();
|
||||
if stream.bits_consumed > (word * 8) as u32 {
|
||||
return DSTREAM_TOO_FAR;
|
||||
}
|
||||
if (stream.ptr as usize) >= (stream.start as usize).wrapping_add(word) {
|
||||
stream.ptr = stream.ptr.sub((stream.bits_consumed >> 3) as usize);
|
||||
stream.bits_consumed &= 7;
|
||||
stream.bit_container = read_le_size(stream.ptr);
|
||||
return DSTREAM_UNFINISHED;
|
||||
}
|
||||
if stream.ptr == stream.start {
|
||||
if stream.bits_consumed < (word * 8) as u32 {
|
||||
return DSTREAM_END_OF_BUFFER;
|
||||
}
|
||||
return DSTREAM_COMPLETED;
|
||||
}
|
||||
|
||||
let mut nb_bytes = stream.bits_consumed >> 3;
|
||||
let mut result = DSTREAM_UNFINISHED;
|
||||
if (stream.ptr as usize).wrapping_sub(nb_bytes as usize) < stream.start as usize {
|
||||
nb_bytes = (stream.ptr as usize - stream.start as usize) as u32;
|
||||
result = DSTREAM_END_OF_BUFFER;
|
||||
}
|
||||
stream.ptr = stream.ptr.sub(nb_bytes as usize);
|
||||
stream.bits_consumed -= nb_bytes * 8;
|
||||
stream.bit_container = read_le_size(stream.ptr);
|
||||
result
|
||||
}
|
||||
|
||||
#[inline]
|
||||
fn end_of_dstream(stream: &DStream) -> bool {
|
||||
stream.ptr == stream.start && stream.bits_consumed == USIZE_BITS
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* FSE decoding
|
||||
********************************************/
|
||||
|
||||
#[inline]
|
||||
fn fse_table_step(table_size: u32) -> u32 {
|
||||
(table_size >> 1) + (table_size >> 3) + 3
|
||||
}
|
||||
|
||||
#[allow(clippy::needless_range_loop)]
|
||||
unsafe fn fse_build_dtable(
|
||||
dt: &mut [u32],
|
||||
normalized_counter: &[i16; 256],
|
||||
max_symbol_value: u32,
|
||||
table_log: u32,
|
||||
) -> usize {
|
||||
if max_symbol_value > FSE_MAX_SYMBOL_VALUE {
|
||||
return ERROR(ZstdErrorCode::MaxSymbolValueTooLarge);
|
||||
}
|
||||
if table_log > FSE_MAX_TABLELOG {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
|
||||
let table_size = 1u32 << table_log;
|
||||
let table_mask = table_size - 1;
|
||||
let step = fse_table_step(table_size);
|
||||
let mut symbol_next = [0u16; 256];
|
||||
let table_header = dt.as_mut_ptr() as *mut FseDTableHeader;
|
||||
let table_decode = dt.as_mut_ptr().add(1) as *mut FseDecode;
|
||||
let mut position = 0u32;
|
||||
let mut high_threshold = table_size - 1;
|
||||
let large_limit = (1i32 << (table_log - 1)) as i16;
|
||||
let mut no_large = 1u16;
|
||||
|
||||
(*table_header).table_log = table_log as u16;
|
||||
for symbol in 0..=max_symbol_value as usize {
|
||||
let count = normalized_counter[symbol];
|
||||
if count == -1 {
|
||||
(*table_decode.add(high_threshold as usize)).symbol = symbol as u8;
|
||||
high_threshold = high_threshold.wrapping_sub(1);
|
||||
symbol_next[symbol] = 1;
|
||||
} else {
|
||||
if count >= large_limit {
|
||||
no_large = 0;
|
||||
}
|
||||
symbol_next[symbol] = count as u16;
|
||||
}
|
||||
}
|
||||
|
||||
for symbol in 0..=max_symbol_value as usize {
|
||||
let count = normalized_counter[symbol];
|
||||
for _ in 0..count.max(0) {
|
||||
(*table_decode.add(position as usize)).symbol = symbol as u8;
|
||||
position = (position + step) & table_mask;
|
||||
while position > high_threshold {
|
||||
position = (position + step) & table_mask;
|
||||
}
|
||||
}
|
||||
}
|
||||
if position != 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
|
||||
for index in 0..table_size as usize {
|
||||
let symbol = (*table_decode.add(index)).symbol as usize;
|
||||
let next_state = symbol_next[symbol];
|
||||
symbol_next[symbol] = symbol_next[symbol].wrapping_add(1);
|
||||
let nb_bits = (table_log - highbit32(next_state as u32)) as u8;
|
||||
(*table_decode.add(index)).nb_bits = nb_bits;
|
||||
(*table_decode.add(index)).new_state =
|
||||
(((next_state as u32) << nb_bits).wrapping_sub(table_size)) as u16;
|
||||
}
|
||||
(*table_header).fast_mode = no_large;
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn fse_read_ncount(
|
||||
normalized_counter: &mut [i16; 256],
|
||||
max_sv: &mut u32,
|
||||
table_log: &mut u32,
|
||||
header: *const u8,
|
||||
header_size: usize,
|
||||
) -> usize {
|
||||
if header_size < 4 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let start = header as usize;
|
||||
let end = start.wrapping_add(header_size);
|
||||
let mut ip = header;
|
||||
let mut char_num = 0u32;
|
||||
let mut previous_zero = false;
|
||||
let mut bit_stream = read_le32(ip);
|
||||
let mut nb_bits = ((bit_stream & 0xF) + FSE_MIN_TABLELOG) as i32;
|
||||
if nb_bits > FSE_TABLELOG_ABSOLUTE_MAX as i32 {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
bit_stream >>= 4;
|
||||
let mut bit_count = 4i32;
|
||||
*table_log = nb_bits as u32;
|
||||
let mut remaining = (1i32 << nb_bits) + 1;
|
||||
let mut threshold = 1i32 << nb_bits;
|
||||
nb_bits += 1;
|
||||
|
||||
while remaining > 1 && char_num <= *max_sv {
|
||||
if previous_zero {
|
||||
let mut n0 = char_num;
|
||||
while bit_stream & 0xFFFF == 0xFFFF {
|
||||
n0 += 24;
|
||||
if (ip as usize) < end.wrapping_sub(5) {
|
||||
ip = ip.add(2);
|
||||
bit_stream = read_le32(ip) >> bit_count;
|
||||
} else {
|
||||
bit_stream >>= 16;
|
||||
bit_count += 16;
|
||||
}
|
||||
}
|
||||
while bit_stream & 3 == 3 {
|
||||
n0 += 3;
|
||||
bit_stream >>= 2;
|
||||
bit_count += 2;
|
||||
}
|
||||
n0 += bit_stream & 3;
|
||||
bit_count += 2;
|
||||
if n0 > *max_sv {
|
||||
return ERROR(ZstdErrorCode::MaxSymbolValueTooSmall);
|
||||
}
|
||||
while char_num < n0 {
|
||||
normalized_counter[char_num as usize] = 0;
|
||||
char_num += 1;
|
||||
}
|
||||
if (ip as usize) <= end.wrapping_sub(7)
|
||||
|| (ip as usize).wrapping_add((bit_count >> 3) as usize) <= end.wrapping_sub(4)
|
||||
{
|
||||
ip = ip.add((bit_count >> 3) as usize);
|
||||
bit_count &= 7;
|
||||
bit_stream = read_le32(ip) >> bit_count;
|
||||
} else {
|
||||
bit_stream >>= 2;
|
||||
}
|
||||
}
|
||||
|
||||
let max = ((2 * threshold - 1) - remaining) as i16;
|
||||
let mut count: i16;
|
||||
if (bit_stream & (threshold - 1) as u32) < max as i32 as u32 {
|
||||
count = (bit_stream & (threshold - 1) as u32) as u16 as i16;
|
||||
bit_count += nb_bits - 1;
|
||||
} else {
|
||||
count = (bit_stream & (2 * threshold - 1) as u32) as u16 as i16;
|
||||
if count as i32 >= threshold {
|
||||
count = (count as i32 - max as i32) as i16;
|
||||
}
|
||||
bit_count += nb_bits;
|
||||
}
|
||||
count = count.wrapping_sub(1);
|
||||
remaining -= (count as i32).abs();
|
||||
normalized_counter[char_num as usize] = count;
|
||||
char_num += 1;
|
||||
previous_zero = count == 0;
|
||||
while remaining < threshold {
|
||||
nb_bits -= 1;
|
||||
threshold >>= 1;
|
||||
}
|
||||
|
||||
if (ip as usize) <= end.wrapping_sub(7)
|
||||
|| (ip as usize).wrapping_add((bit_count >> 3) as usize) <= end.wrapping_sub(4)
|
||||
{
|
||||
ip = ip.add((bit_count >> 3) as usize);
|
||||
bit_count &= 7;
|
||||
} else {
|
||||
bit_count -= (8 * (end.wrapping_sub(4) as isize - ip as usize as isize)) as i32;
|
||||
ip = (end - 4) as *const u8;
|
||||
}
|
||||
bit_stream = read_le32(ip) >> (bit_count & 31);
|
||||
}
|
||||
|
||||
if remaining != 1 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
*max_sv = char_num - 1;
|
||||
ip = ip.add(((bit_count + 7) >> 3) as usize);
|
||||
if (ip as usize).wrapping_sub(start) > header_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
(ip as usize).wrapping_sub(start)
|
||||
}
|
||||
|
||||
unsafe fn fse_build_dtable_rle(dt: &mut [u32], symbol: u8) -> usize {
|
||||
let header = dt.as_mut_ptr() as *mut FseDTableHeader;
|
||||
let cell = dt.as_mut_ptr().add(1) as *mut FseDecode;
|
||||
(*header).table_log = 0;
|
||||
(*header).fast_mode = 0;
|
||||
(*cell).new_state = 0;
|
||||
(*cell).symbol = symbol;
|
||||
(*cell).nb_bits = 0;
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn fse_build_dtable_raw(dt: &mut [u32], nb_bits: u32) -> usize {
|
||||
if nb_bits < 1 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
let header = dt.as_mut_ptr() as *mut FseDTableHeader;
|
||||
let cells = dt.as_mut_ptr().add(1) as *mut FseDecode;
|
||||
let table_size = 1u32 << nb_bits;
|
||||
(*header).table_log = nb_bits as u16;
|
||||
(*header).fast_mode = 1;
|
||||
for symbol in 0..table_size {
|
||||
let cell = cells.add(symbol as usize);
|
||||
(*cell).new_state = 0;
|
||||
(*cell).symbol = symbol as u8;
|
||||
(*cell).nb_bits = nb_bits as u8;
|
||||
}
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn fse_init_dstate(state: &mut FseDState, stream: &mut DStream, dt: *const u32) {
|
||||
let header = dt as *const FseDTableHeader;
|
||||
state.state = read_bits(stream, (*header).table_log as u32);
|
||||
reload_dstream(stream);
|
||||
state.table = dt.add(1) as *const FseDecode;
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn fse_decode_symbol(state: &mut FseDState, stream: &mut DStream, fast: bool) -> u8 {
|
||||
let info = *state.table.add(state.state);
|
||||
let low_bits = if fast {
|
||||
read_bits_fast(stream, info.nb_bits as u32)
|
||||
} else {
|
||||
read_bits(stream, info.nb_bits as u32)
|
||||
};
|
||||
state.state = (info.new_state as usize).wrapping_add(low_bits);
|
||||
info.symbol
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn fse_peak_symbol(state: &FseDState) -> u8 {
|
||||
(*state.table.add(state.state)).symbol
|
||||
}
|
||||
|
||||
unsafe fn fse_decompress_using_dtable(
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dt: &[u32],
|
||||
) -> usize {
|
||||
let header = &*(dt.as_ptr() as *const FseDTableHeader);
|
||||
let fast = header.fast_mode != 0;
|
||||
let start = dst;
|
||||
let end_addr = (dst as usize).wrapping_add(max_dst_size);
|
||||
let limit_addr = end_addr.wrapping_sub(3);
|
||||
let mut op = dst;
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let mut state1 = FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
};
|
||||
let mut state2 = state1;
|
||||
let error = init_dstream(&mut stream, c_src, c_src_size);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
fse_init_dstate(&mut state1, &mut stream, dt.as_ptr());
|
||||
fse_init_dstate(&mut state2, &mut stream, dt.as_ptr());
|
||||
|
||||
const RELOAD_2: bool = FSE_MAX_TABLELOG * 2 + 7 > USIZE_BITS;
|
||||
const RELOAD_4: bool = FSE_MAX_TABLELOG * 4 + 7 > USIZE_BITS;
|
||||
while reload_dstream(&mut stream) == DSTREAM_UNFINISHED && (op as usize) < limit_addr {
|
||||
*op = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
if RELOAD_2 {
|
||||
reload_dstream(&mut stream);
|
||||
}
|
||||
*op.add(1) = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
if RELOAD_4 && reload_dstream(&mut stream) > DSTREAM_UNFINISHED {
|
||||
op = op.add(2);
|
||||
break;
|
||||
}
|
||||
*op.add(2) = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
if RELOAD_2 {
|
||||
reload_dstream(&mut stream);
|
||||
}
|
||||
*op.add(3) = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
op = op.add(4);
|
||||
}
|
||||
|
||||
loop {
|
||||
if reload_dstream(&mut stream) > DSTREAM_COMPLETED
|
||||
|| op as usize == end_addr
|
||||
|| (end_of_dstream(&stream) && (fast || state1.state == 0))
|
||||
{
|
||||
break;
|
||||
}
|
||||
*op = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
op = op.add(1);
|
||||
if reload_dstream(&mut stream) > DSTREAM_COMPLETED
|
||||
|| op as usize == end_addr
|
||||
|| (end_of_dstream(&stream) && (fast || state2.state == 0))
|
||||
{
|
||||
break;
|
||||
}
|
||||
*op = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
op = op.add(1);
|
||||
}
|
||||
|
||||
if end_of_dstream(&stream) && state1.state == 0 && state2.state == 0 {
|
||||
return (op as usize) - (start as usize);
|
||||
}
|
||||
if op as usize == end_addr {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
ERROR(ZstdErrorCode::CorruptionDetected)
|
||||
}
|
||||
|
||||
unsafe fn fse_decompress(
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
if c_src_size < 2 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let mut counters = [0i16; 256];
|
||||
let mut max_symbol = FSE_MAX_SYMBOL_VALUE;
|
||||
let mut table_log = 0;
|
||||
let header_size = fse_read_ncount(
|
||||
&mut counters,
|
||||
&mut max_symbol,
|
||||
&mut table_log,
|
||||
c_src,
|
||||
c_src_size,
|
||||
);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let mut table = vec![0u32; 1 + (1usize << FSE_MAX_TABLELOG)];
|
||||
let error = fse_build_dtable(&mut table, &counters, max_symbol, table_log);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
fse_decompress_using_dtable(
|
||||
dst,
|
||||
max_dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&table,
|
||||
)
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* Huffman decoding
|
||||
********************************************/
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct HufDEltX2 {
|
||||
byte: u8,
|
||||
nb_bits: u8,
|
||||
}
|
||||
|
||||
#[allow(clippy::manual_div_ceil)]
|
||||
unsafe fn huf_read_stats(
|
||||
huff_weight: &mut [u8; HUF_MAX_SYMBOL_VALUE + 1],
|
||||
rank_stats: &mut [u32; HUF_ABSOLUTE_MAX_TABLELOG + 1],
|
||||
nb_symbols: &mut u32,
|
||||
table_log: &mut u32,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size == 0 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let mut i_size = *src as usize;
|
||||
let o_size: usize;
|
||||
if i_size >= 128 {
|
||||
if i_size >= 242 {
|
||||
const RLE_LENGTHS: [usize; 14] = [1, 2, 3, 4, 7, 8, 15, 16, 31, 32, 63, 64, 127, 128];
|
||||
let index = i_size - 242;
|
||||
if index >= RLE_LENGTHS.len() {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
o_size = RLE_LENGTHS[index];
|
||||
huff_weight.fill(1);
|
||||
i_size = 0;
|
||||
} else {
|
||||
o_size = i_size - 127;
|
||||
i_size = (o_size + 1) / 2;
|
||||
if i_size + 1 > src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
if o_size >= huff_weight.len() {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let weights = src.add(1);
|
||||
let mut n = 0;
|
||||
while n < o_size {
|
||||
huff_weight[n] = *weights.add(n / 2) >> 4;
|
||||
if n + 1 < huff_weight.len() {
|
||||
huff_weight[n + 1] = *weights.add(n / 2) & 15;
|
||||
}
|
||||
n += 2;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if i_size + 1 > src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let decoded = fse_decompress(
|
||||
huff_weight.as_mut_ptr(),
|
||||
huff_weight.len() - 1,
|
||||
src.add(1),
|
||||
i_size,
|
||||
);
|
||||
if ERR_isError(decoded) {
|
||||
return decoded;
|
||||
}
|
||||
o_size = decoded;
|
||||
}
|
||||
|
||||
rank_stats.fill(0);
|
||||
let mut weight_total = 0u32;
|
||||
for &weight in huff_weight.iter().take(o_size) {
|
||||
if weight as usize >= HUF_ABSOLUTE_MAX_TABLELOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
rank_stats[weight as usize] += 1;
|
||||
weight_total += (1u32 << weight) >> 1;
|
||||
}
|
||||
if weight_total == 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let calculated_log = highbit32(weight_total) + 1;
|
||||
if calculated_log as usize > HUF_ABSOLUTE_MAX_TABLELOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let total = 1u32 << calculated_log;
|
||||
let rest = total - weight_total;
|
||||
if rest == 0 || (1u32 << highbit32(rest)) != rest {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let last_weight = highbit32(rest) + 1;
|
||||
huff_weight[o_size] = last_weight as u8;
|
||||
rank_stats[last_weight as usize] += 1;
|
||||
if rank_stats[1] < 2 || (rank_stats[1] & 1) != 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
*nb_symbols = (o_size + 1) as u32;
|
||||
*table_log = calculated_log;
|
||||
i_size + 1
|
||||
}
|
||||
|
||||
#[allow(clippy::needless_range_loop)]
|
||||
unsafe fn huf_read_dtable_x2(
|
||||
dtable: &mut [u16; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut huff_weight = [0u8; HUF_MAX_SYMBOL_VALUE + 1];
|
||||
let mut rank_val = [0u32; HUF_ABSOLUTE_MAX_TABLELOG + 1];
|
||||
let mut nb_symbols = 0u32;
|
||||
let mut table_log = 0u32;
|
||||
let i_size = huf_read_stats(
|
||||
&mut huff_weight,
|
||||
&mut rank_val,
|
||||
&mut nb_symbols,
|
||||
&mut table_log,
|
||||
src,
|
||||
src_size,
|
||||
);
|
||||
if ERR_isError(i_size) {
|
||||
return i_size;
|
||||
}
|
||||
if table_log as usize > dtable[0] as usize {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
dtable[0] = table_log as u16;
|
||||
|
||||
let mut next_rank_start = 0u32;
|
||||
for weight in 1..=table_log as usize {
|
||||
let current = next_rank_start;
|
||||
next_rank_start += rank_val[weight] << (weight - 1);
|
||||
rank_val[weight] = current;
|
||||
}
|
||||
let cells = dtable.as_mut_ptr().add(1) as *mut HufDEltX2;
|
||||
for (symbol, &weight) in huff_weight.iter().enumerate().take(nb_symbols as usize) {
|
||||
let weight = weight as usize;
|
||||
let length = (1u32 << weight) >> 1;
|
||||
let entry = HufDEltX2 {
|
||||
byte: symbol as u8,
|
||||
nb_bits: (table_log + 1 - weight as u32) as u8,
|
||||
};
|
||||
for index in rank_val[weight]..rank_val[weight] + length {
|
||||
*cells.add(index as usize) = entry;
|
||||
}
|
||||
rank_val[weight] += length;
|
||||
}
|
||||
i_size
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol(stream: &mut DStream, table: *const HufDEltX2, table_log: u32) -> u8 {
|
||||
let entry = *table.add(look_bits_fast(stream, table_log));
|
||||
skip_bits(stream, entry.nb_bits as u32);
|
||||
entry.byte
|
||||
}
|
||||
|
||||
unsafe fn huf_decode_stream(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
stream: &mut DStream,
|
||||
table: *const HufDEltX2,
|
||||
table_log: u32,
|
||||
) -> usize {
|
||||
let start = dst;
|
||||
let end = dst.add(dst_size);
|
||||
let mut op = dst;
|
||||
|
||||
/* The v0.5 C decoder uses a 4-symbol unrolled loop followed by a tail.
|
||||
* Decoding one symbol at a time has the same state transitions and keeps
|
||||
* the same stop-bit validation while remaining easy to audit. */
|
||||
while op < end {
|
||||
let status = reload_dstream(stream);
|
||||
if status == DSTREAM_TOO_FAR || (status == DSTREAM_COMPLETED && op < end) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
*op = huf_decode_symbol(stream, table, table_log);
|
||||
op = op.add(1);
|
||||
}
|
||||
if !end_of_dstream(stream) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
(op as usize) - (start as usize)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress4x2_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u16; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
if c_src_size < 10 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let length1 = read_le16(c_src) as usize;
|
||||
let length2 = read_le16(c_src.add(2)) as usize;
|
||||
let length3 = read_le16(c_src.add(4)) as usize;
|
||||
let payload = length1
|
||||
.checked_add(length2)
|
||||
.and_then(|v| v.checked_add(length3))
|
||||
.and_then(|v| v.checked_add(6));
|
||||
let payload = match payload {
|
||||
Some(value) if value <= c_src_size => value,
|
||||
_ => return ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
};
|
||||
let length4 = c_src_size - payload;
|
||||
let stream1 = c_src.add(6);
|
||||
let stream2 = stream1.add(length1);
|
||||
let stream3 = stream2.add(length2);
|
||||
let stream4 = stream3.add(length3);
|
||||
let segment = dst_size.div_ceil(4);
|
||||
let starts = [
|
||||
dst,
|
||||
dst.add(segment),
|
||||
dst.add(segment * 2),
|
||||
dst.add(segment * 3),
|
||||
];
|
||||
let sizes = [
|
||||
segment.min(dst_size),
|
||||
segment.min(dst_size.saturating_sub(segment)),
|
||||
segment.min(dst_size.saturating_sub(segment * 2)),
|
||||
dst_size.saturating_sub(segment * 3),
|
||||
];
|
||||
let lengths = [length1, length2, length3, length4];
|
||||
let sources = [stream1, stream2, stream3, stream4];
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX2;
|
||||
let table_log = dtable[0] as u32;
|
||||
for index in 0..4 {
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let error = init_dstream(&mut stream, sources[index], lengths[index]);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
let decoded = huf_decode_stream(starts[index], sizes[index], &mut stream, table, table_log);
|
||||
if ERR_isError(decoded) {
|
||||
return decoded;
|
||||
}
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x2_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u16; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
if dst_size <= c_src_size {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let result = init_dstream(&mut stream, c_src, c_src_size);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX2;
|
||||
let decoded = huf_decode_stream(dst, dst_size, &mut stream, table, dtable[0] as u32);
|
||||
if ERR_isError(decoded) {
|
||||
return decoded;
|
||||
}
|
||||
if !end_of_dstream(&stream) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x2(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
let mut dtable = [0u16; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u16;
|
||||
let header_size = huf_read_dtable_x2(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress1x2_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct HufDEltX4 {
|
||||
sequence: u16,
|
||||
nb_bits: u8,
|
||||
length: u8,
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct SortedSymbol {
|
||||
symbol: u8,
|
||||
weight: u8,
|
||||
}
|
||||
|
||||
type RankVal = [[u32; HUF_ABSOLUTE_MAX_TABLELOG + 1]; HUF_ABSOLUTE_MAX_TABLELOG];
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_set_dtable_x4(
|
||||
dtable: *mut HufDEltX4,
|
||||
index: usize,
|
||||
sequence: u16,
|
||||
nb_bits: u32,
|
||||
length: u8,
|
||||
) {
|
||||
let entry = dtable.add(index);
|
||||
write_le16(entry.cast::<u8>(), sequence);
|
||||
(*entry).nb_bits = nb_bits as u8;
|
||||
(*entry).length = length;
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn huf_fill_dtable_x4_level2(
|
||||
dtable: *mut HufDEltX4,
|
||||
size_log: u32,
|
||||
consumed: u32,
|
||||
rank_val_origin: &[u32; HUF_ABSOLUTE_MAX_TABLELOG + 1],
|
||||
min_weight: usize,
|
||||
sorted_symbols: &[SortedSymbol; HUF_MAX_SYMBOL_VALUE + 1],
|
||||
sorted_start: usize,
|
||||
sorted_list_size: usize,
|
||||
nb_bits_baseline: u32,
|
||||
base_seq: u16,
|
||||
) {
|
||||
let mut rank_val = *rank_val_origin;
|
||||
|
||||
if min_weight > 1 {
|
||||
let skip_size = rank_val[min_weight] as usize;
|
||||
for index in 0..skip_size {
|
||||
huf_set_dtable_x4(dtable, index, base_seq, consumed, 1);
|
||||
}
|
||||
}
|
||||
|
||||
for item in 0..sorted_list_size {
|
||||
let sorted = sorted_symbols[sorted_start + item];
|
||||
let symbol = sorted.symbol as u32;
|
||||
let weight = sorted.weight as usize;
|
||||
let nb_bits = nb_bits_baseline - weight as u32;
|
||||
let length = 1u32 << (size_log - nb_bits);
|
||||
let start = rank_val[weight] as usize;
|
||||
let end = start + length as usize;
|
||||
let sequence = base_seq.wrapping_add((symbol << 8) as u16);
|
||||
for index in start..end {
|
||||
huf_set_dtable_x4(dtable, index, sequence, nb_bits + consumed, 2);
|
||||
}
|
||||
rank_val[weight] = rank_val[weight].wrapping_add(length);
|
||||
}
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn huf_fill_dtable_x4(
|
||||
dtable: *mut HufDEltX4,
|
||||
target_log: u32,
|
||||
sorted_list: &[SortedSymbol; HUF_MAX_SYMBOL_VALUE + 1],
|
||||
sorted_list_size: usize,
|
||||
rank_start0: &[u32; HUF_ABSOLUTE_MAX_TABLELOG + 2],
|
||||
rank_val_origin: &RankVal,
|
||||
max_weight: u32,
|
||||
nb_bits_baseline: u32,
|
||||
) {
|
||||
let mut rank_val = rank_val_origin[0];
|
||||
let scale_log = nb_bits_baseline as i32 - target_log as i32;
|
||||
let min_bits = nb_bits_baseline - max_weight;
|
||||
|
||||
for item in 0..sorted_list_size {
|
||||
let sorted = sorted_list[item];
|
||||
let symbol = sorted.symbol as u16;
|
||||
let weight = sorted.weight as usize;
|
||||
let nb_bits = nb_bits_baseline - weight as u32;
|
||||
let start = rank_val[weight] as usize;
|
||||
let length = 1u32 << (target_log - nb_bits);
|
||||
|
||||
if target_log - nb_bits >= min_bits {
|
||||
let mut min_weight = nb_bits as i32 + scale_log;
|
||||
if min_weight < 1 {
|
||||
min_weight = 1;
|
||||
}
|
||||
let min_weight = min_weight as usize;
|
||||
let sorted_rank = rank_start0[min_weight + 1] as usize;
|
||||
huf_fill_dtable_x4_level2(
|
||||
dtable.add(start),
|
||||
target_log - nb_bits,
|
||||
nb_bits,
|
||||
&rank_val_origin[nb_bits as usize],
|
||||
min_weight,
|
||||
sorted_list,
|
||||
sorted_rank,
|
||||
sorted_list_size - sorted_rank,
|
||||
nb_bits_baseline,
|
||||
symbol,
|
||||
);
|
||||
} else {
|
||||
let end = start + length as usize;
|
||||
for index in start..end {
|
||||
huf_set_dtable_x4(dtable, index, symbol, nb_bits, 1);
|
||||
}
|
||||
}
|
||||
rank_val[weight] = rank_val[weight].wrapping_add(length);
|
||||
}
|
||||
}
|
||||
|
||||
#[allow(clippy::needless_range_loop)]
|
||||
unsafe fn huf_read_dtable_x4(
|
||||
dtable: &mut [u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut weight_list = [0u8; HUF_MAX_SYMBOL_VALUE + 1];
|
||||
let mut sorted_symbols = [SortedSymbol {
|
||||
symbol: 0,
|
||||
weight: 0,
|
||||
}; HUF_MAX_SYMBOL_VALUE + 1];
|
||||
let mut rank_stats = [0u32; HUF_ABSOLUTE_MAX_TABLELOG + 1];
|
||||
let mut rank_start0 = [0u32; HUF_ABSOLUTE_MAX_TABLELOG + 2];
|
||||
let mut rank_val = [[0u32; HUF_ABSOLUTE_MAX_TABLELOG + 1]; HUF_ABSOLUTE_MAX_TABLELOG];
|
||||
let mut nb_symbols = 0u32;
|
||||
let mut table_log = 0u32;
|
||||
let mem_log = dtable[0];
|
||||
|
||||
if mem_log > HUF_ABSOLUTE_MAX_TABLELOG as u32 {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
|
||||
let i_size = huf_read_stats(
|
||||
&mut weight_list,
|
||||
&mut rank_stats,
|
||||
&mut nb_symbols,
|
||||
&mut table_log,
|
||||
src,
|
||||
src_size,
|
||||
);
|
||||
if ERR_isError(i_size) {
|
||||
return i_size;
|
||||
}
|
||||
if table_log > mem_log {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
|
||||
let mut max_weight = table_log as usize;
|
||||
loop {
|
||||
if rank_stats[max_weight] != 0 {
|
||||
break;
|
||||
}
|
||||
if max_weight == 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
max_weight -= 1;
|
||||
}
|
||||
|
||||
let mut next_rank_start = 0u32;
|
||||
for weight in 1..=max_weight {
|
||||
let current = next_rank_start;
|
||||
next_rank_start = next_rank_start.wrapping_add(rank_stats[weight]);
|
||||
rank_start0[weight + 1] = current;
|
||||
}
|
||||
rank_start0[0] = next_rank_start;
|
||||
let size_of_sort = next_rank_start as usize;
|
||||
|
||||
for symbol in 0..nb_symbols as usize {
|
||||
let weight = weight_list[symbol] as usize;
|
||||
let rank = rank_start0[weight + 1] as usize;
|
||||
sorted_symbols[rank] = SortedSymbol {
|
||||
symbol: symbol as u8,
|
||||
weight: weight as u8,
|
||||
};
|
||||
rank_start0[weight + 1] = rank as u32 + 1;
|
||||
}
|
||||
rank_start0[1] = 0;
|
||||
|
||||
let min_bits = table_log + 1 - max_weight as u32;
|
||||
let rescale = (mem_log as i32 - table_log as i32) - 1;
|
||||
let mut next_rank_val = 0u32;
|
||||
for weight in 1..=max_weight {
|
||||
let current = next_rank_val;
|
||||
let shift = (weight as i32 + rescale) as u32;
|
||||
next_rank_val = next_rank_val.wrapping_add(rank_stats[weight] << shift);
|
||||
rank_val[0][weight] = current;
|
||||
}
|
||||
if min_bits <= mem_log.saturating_sub(min_bits) {
|
||||
for consumed in min_bits..=mem_log - min_bits {
|
||||
for weight in 1..=max_weight {
|
||||
rank_val[consumed as usize][weight] = rank_val[0][weight] >> consumed;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
let table = dtable.as_mut_ptr().add(1) as *mut HufDEltX4;
|
||||
huf_fill_dtable_x4(
|
||||
table,
|
||||
mem_log,
|
||||
&sorted_symbols,
|
||||
size_of_sort,
|
||||
&rank_start0,
|
||||
&rank_val,
|
||||
max_weight as u32,
|
||||
table_log + 1,
|
||||
);
|
||||
i_size
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) -> u32 {
|
||||
let value = look_bits_fast(stream, table_log);
|
||||
let entry = dtable.add(value);
|
||||
ptr::copy(entry.cast::<u8>(), *op, 2);
|
||||
skip_bits(stream, (*entry).nb_bits as u32);
|
||||
let length = (*entry).length as u32;
|
||||
*op = (*op).add(length as usize);
|
||||
length
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_last_symbol_x4(
|
||||
op: *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) -> u32 {
|
||||
let value = look_bits_fast(stream, table_log);
|
||||
let entry = dtable.add(value);
|
||||
*op = read_le16(entry.cast::<u8>()) as u8;
|
||||
if (*entry).length == 1 {
|
||||
skip_bits(stream, (*entry).nb_bits as u32);
|
||||
} else if stream.bits_consumed < USIZE_BITS {
|
||||
skip_bits(stream, (*entry).nb_bits as u32);
|
||||
if stream.bits_consumed > USIZE_BITS {
|
||||
stream.bits_consumed = USIZE_BITS;
|
||||
}
|
||||
}
|
||||
1
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4_0(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) {
|
||||
huf_decode_symbol_x4(op, stream, dtable, table_log);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4_1(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) {
|
||||
if USIZE_BITS == 64 || HUF_MAX_TABLELOG <= 12 {
|
||||
huf_decode_symbol_x4(op, stream, dtable, table_log);
|
||||
}
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4_2(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) {
|
||||
if USIZE_BITS == 64 {
|
||||
huf_decode_symbol_x4(op, stream, dtable, table_log);
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn huf_decode_stream_x4(
|
||||
mut p: *mut u8,
|
||||
stream: &mut DStream,
|
||||
p_end: *mut u8,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) -> usize {
|
||||
let p_start = p;
|
||||
while reload_dstream(stream) == DSTREAM_UNFINISHED
|
||||
&& (p as usize) < (p_end as usize).wrapping_sub(7)
|
||||
{
|
||||
huf_decode_symbol_x4_2(&mut p, stream, dtable, table_log);
|
||||
huf_decode_symbol_x4_1(&mut p, stream, dtable, table_log);
|
||||
huf_decode_symbol_x4_2(&mut p, stream, dtable, table_log);
|
||||
huf_decode_symbol_x4_0(&mut p, stream, dtable, table_log);
|
||||
}
|
||||
while reload_dstream(stream) == DSTREAM_UNFINISHED
|
||||
&& (p as usize) <= (p_end as usize).wrapping_sub(2)
|
||||
{
|
||||
huf_decode_symbol_x4_0(&mut p, stream, dtable, table_log);
|
||||
}
|
||||
while (p as usize) <= (p_end as usize).wrapping_sub(2) {
|
||||
huf_decode_symbol_x4_0(&mut p, stream, dtable, table_log);
|
||||
}
|
||||
if (p as usize) < p_end as usize {
|
||||
p = p.add(huf_decode_last_symbol_x4(p, stream, dtable, table_log) as usize);
|
||||
}
|
||||
(p as usize).wrapping_sub(p_start as usize)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress4x4_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
if c_src_size < 10 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let length1 = read_le16(c_src) as usize;
|
||||
let length2 = read_le16(c_src.add(2)) as usize;
|
||||
let length3 = read_le16(c_src.add(4)) as usize;
|
||||
let total = length1
|
||||
.wrapping_add(length2)
|
||||
.wrapping_add(length3)
|
||||
.wrapping_add(6);
|
||||
let length4 = c_src_size.wrapping_sub(total);
|
||||
if length4 > c_src_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
|
||||
let streams = [
|
||||
c_src.add(6),
|
||||
c_src.add(6 + length1),
|
||||
c_src.add(6 + length1 + length2),
|
||||
c_src.add(6 + length1 + length2 + length3),
|
||||
];
|
||||
let lengths = [length1, length2, length3, length4];
|
||||
let segment = dst_size.wrapping_add(3) / 4;
|
||||
let starts = [
|
||||
dst,
|
||||
dst.add(segment),
|
||||
dst.add(segment * 2),
|
||||
dst.add(segment * 3),
|
||||
];
|
||||
let sizes = [
|
||||
segment.min(dst_size),
|
||||
segment.min(dst_size.saturating_sub(segment)),
|
||||
segment.min(dst_size.saturating_sub(segment * 2)),
|
||||
dst_size.saturating_sub(segment * 3),
|
||||
];
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX4;
|
||||
let table_log = dtable[0];
|
||||
|
||||
for index in 0..4 {
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let error = init_dstream(&mut stream, streams[index], lengths[index]);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
let decoded = huf_decode_stream_x4(
|
||||
starts[index],
|
||||
&mut stream,
|
||||
starts[index].add(sizes[index]),
|
||||
table,
|
||||
table_log,
|
||||
);
|
||||
if decoded != sizes[index] {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x4_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let result = init_dstream(&mut stream, c_src, c_src_size);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX4;
|
||||
let decoded = huf_decode_stream_x4(dst, &mut stream, dst.add(dst_size), table, dtable[0]);
|
||||
if decoded != dst_size || !end_of_dstream(&stream) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x4(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
let mut dtable = [0u32; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u32;
|
||||
let header_size = huf_read_dtable_x4(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress1x4_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress4x4(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
let mut dtable = [0u32; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u32;
|
||||
let header_size = huf_read_dtable_x4(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress4x4_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
if dst_size == 0 {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if c_src_size >= dst_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if c_src_size == 1 {
|
||||
ptr::write_bytes(dst, *c_src, dst_size);
|
||||
return dst_size;
|
||||
}
|
||||
|
||||
const ALGO_TIME: [[[u32; 2]; 3]; 16] = [
|
||||
[[0, 0], [1, 1], [2, 2]],
|
||||
[[0, 0], [1, 1], [2, 2]],
|
||||
[[38, 130], [1313, 74], [2151, 38]],
|
||||
[[448, 128], [1353, 74], [2238, 41]],
|
||||
[[556, 128], [1353, 74], [2238, 47]],
|
||||
[[714, 128], [1418, 74], [2436, 53]],
|
||||
[[883, 128], [1437, 74], [2464, 61]],
|
||||
[[897, 128], [1515, 75], [2622, 68]],
|
||||
[[926, 128], [1613, 75], [2730, 75]],
|
||||
[[947, 128], [1729, 77], [3359, 77]],
|
||||
[[1107, 128], [2083, 81], [4006, 84]],
|
||||
[[1177, 128], [2379, 87], [4785, 88]],
|
||||
[[1242, 128], [2415, 93], [5155, 84]],
|
||||
[[1349, 128], [2644, 106], [5260, 106]],
|
||||
[[1455, 128], [2422, 124], [4174, 124]],
|
||||
[[722, 128], [1891, 145], [1936, 146]],
|
||||
];
|
||||
let q = c_src_size.wrapping_mul(16) / dst_size;
|
||||
let d256 = (dst_size >> 8) as u32;
|
||||
let mut dtime = [0u32; 3];
|
||||
for index in 0..3 {
|
||||
dtime[index] =
|
||||
ALGO_TIME[q][index][0].wrapping_add(ALGO_TIME[q][index][1].wrapping_mul(d256));
|
||||
}
|
||||
dtime[1] = dtime[1].wrapping_add(dtime[1] >> 4);
|
||||
dtime[2] = dtime[2].wrapping_add(dtime[2] >> 3);
|
||||
|
||||
if dtime[1] < dtime[0] {
|
||||
huf_decompress4x4(dst, dst_size, c_src, c_src_size)
|
||||
} else {
|
||||
let mut dtable = [0u16; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u16;
|
||||
let header_size = huf_read_dtable_x2(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress4x2_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* v0.5 frame decoder
|
||||
********************************************/
|
||||
|
||||
const FRAME_HEADER_SIZE_MIN: usize = 5;
|
||||
const FRAME_HEADER_SIZE_MAX: usize = 5;
|
||||
const BLOCK_HEADER_SIZE: usize = 3;
|
||||
const WINDOWLOG_ABSOLUTE_MIN: u32 = 11;
|
||||
|
||||
const STAGE_GET_FRAME_HEADER_SIZE: u32 = 0;
|
||||
const STAGE_DECODE_FRAME_HEADER: u32 = 1;
|
||||
const STAGE_DECODE_BLOCK_HEADER: u32 = 2;
|
||||
const STAGE_DECOMPRESS_BLOCK: u32 = 3;
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
pub struct ZstdParameters {
|
||||
src_size: u64,
|
||||
window_log: u32,
|
||||
content_log: u32,
|
||||
hash_log: u32,
|
||||
search_log: u32,
|
||||
search_length: u32,
|
||||
target_length: u32,
|
||||
strategy: u32,
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
pub struct ZSTDv05_Dctx {
|
||||
ll_table: [u32; 1 + (1 << LL_FSE_LOG)],
|
||||
off_table: [u32; 1 + (1 << OFF_FSE_LOG)],
|
||||
ml_table: [u32; 1 + (1 << ML_FSE_LOG)],
|
||||
huf_table_x4: [u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
previous_dst_end: *const u8,
|
||||
base: *const u8,
|
||||
v_base: *const u8,
|
||||
dict_end: *const u8,
|
||||
expected: usize,
|
||||
header_size: usize,
|
||||
params: ZstdParameters,
|
||||
b_type: u32,
|
||||
stage: u32,
|
||||
flag_static_tables: u32,
|
||||
lit_ptr: *const u8,
|
||||
lit_size: usize,
|
||||
lit_buffer: [u8; BLOCKSIZE + 8],
|
||||
header_buffer: [u8; FRAME_HEADER_SIZE_MAX],
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct BlockProperties {
|
||||
block_type: u32,
|
||||
orig_size: u32,
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn decompress_begin(dctx: &mut ZSTDv05_Dctx) -> usize {
|
||||
dctx.expected = FRAME_HEADER_SIZE_MIN;
|
||||
dctx.stage = STAGE_GET_FRAME_HEADER_SIZE;
|
||||
dctx.previous_dst_end = ptr::null();
|
||||
dctx.base = ptr::null();
|
||||
dctx.v_base = ptr::null();
|
||||
dctx.dict_end = ptr::null();
|
||||
dctx.huf_table_x4[0] = HUF_MAX_TABLELOG as u32;
|
||||
dctx.flag_static_tables = 0;
|
||||
0
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn create_dctx() -> *mut ZSTDv05_Dctx {
|
||||
let dctx = libc::malloc(std::mem::size_of::<ZSTDv05_Dctx>()) as *mut ZSTDv05_Dctx;
|
||||
if dctx.is_null() {
|
||||
return ptr::null_mut();
|
||||
}
|
||||
decompress_begin(&mut *dctx);
|
||||
dctx
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn free_dctx(dctx: *mut ZSTDv05_Dctx) -> usize {
|
||||
libc::free(dctx.cast::<c_void>());
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decode_frame_header_part1(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size != FRAME_HEADER_SIZE_MIN {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
if read_le32(src) != ZSTD_MAGIC_NUMBER {
|
||||
return ERROR(ZstdErrorCode::PrefixUnknown);
|
||||
}
|
||||
dctx.header_size = FRAME_HEADER_SIZE_MIN;
|
||||
dctx.header_size
|
||||
}
|
||||
|
||||
unsafe fn get_frame_params(params: &mut ZstdParameters, src: *const u8, src_size: usize) -> usize {
|
||||
if src_size < FRAME_HEADER_SIZE_MIN {
|
||||
return FRAME_HEADER_SIZE_MAX;
|
||||
}
|
||||
if read_le32(src) != ZSTD_MAGIC_NUMBER {
|
||||
return ERROR(ZstdErrorCode::PrefixUnknown);
|
||||
}
|
||||
*params = ZstdParameters {
|
||||
src_size: 0,
|
||||
window_log: 0,
|
||||
content_log: 0,
|
||||
hash_log: 0,
|
||||
search_log: 0,
|
||||
search_length: 0,
|
||||
target_length: 0,
|
||||
strategy: 0,
|
||||
};
|
||||
let descriptor = *src.add(4);
|
||||
params.window_log = (descriptor & 15) as u32 + WINDOWLOG_ABSOLUTE_MIN;
|
||||
if descriptor >> 4 != 0 {
|
||||
return ERROR(ZstdErrorCode::FrameParameterUnsupported);
|
||||
}
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decode_frame_header_part2(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size != dctx.header_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let result = get_frame_params(&mut dctx.params, src, src_size);
|
||||
if USIZE_BITS == 32 && dctx.params.window_log > 25 {
|
||||
return ERROR(ZstdErrorCode::FrameParameterUnsupported);
|
||||
}
|
||||
result
|
||||
}
|
||||
|
||||
unsafe fn get_block_size(
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
properties: &mut BlockProperties,
|
||||
) -> usize {
|
||||
if src_size < BLOCK_HEADER_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let header_flags = *src;
|
||||
let c_size = *src.add(2) as usize
|
||||
| ((*src.add(1) as usize) << 8)
|
||||
| (((header_flags as usize) & 7) << 16);
|
||||
properties.block_type = (header_flags >> 6) as u32;
|
||||
properties.orig_size = if properties.block_type == BT_RLE {
|
||||
c_size as u32
|
||||
} else {
|
||||
0
|
||||
};
|
||||
if properties.block_type == BT_END {
|
||||
return 0;
|
||||
}
|
||||
if properties.block_type == BT_RLE {
|
||||
return 1;
|
||||
}
|
||||
c_size
|
||||
}
|
||||
|
||||
unsafe fn copy_raw_block(
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if dst.is_null() {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if src_size > max_dst_size {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if src_size != 0 {
|
||||
ptr::copy(src, dst, src_size);
|
||||
}
|
||||
src_size
|
||||
}
|
||||
|
||||
unsafe fn decode_literals_block(dctx: &mut ZSTDv05_Dctx, src: *const u8, src_size: usize) -> usize {
|
||||
if src_size < MIN_CBLOCK_SIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let istart = src;
|
||||
match *istart >> 6 {
|
||||
IS_HUF => {
|
||||
if src_size < 5 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let lit_size;
|
||||
let lit_c_size;
|
||||
let mut header_size = ((*istart >> 4) & 3) as usize;
|
||||
let single_stream = if header_size <= 1 {
|
||||
header_size = 3;
|
||||
(*istart & 16) != 0
|
||||
} else {
|
||||
false
|
||||
};
|
||||
match header_size {
|
||||
3 => {
|
||||
lit_size = (((*istart & 15) as usize) << 6) + ((*istart.add(1) as usize) >> 2);
|
||||
lit_c_size = (((*istart.add(1) as usize) & 3) << 8) + *istart.add(2) as usize;
|
||||
}
|
||||
4 => {
|
||||
lit_size = (((*istart & 15) as usize) << 10)
|
||||
+ ((*istart.add(1) as usize) << 2)
|
||||
+ ((*istart.add(2) as usize) >> 6);
|
||||
lit_c_size = (((*istart.add(2) as usize) & 63) << 8) + *istart.add(3) as usize;
|
||||
}
|
||||
5 => {
|
||||
lit_size = (((*istart & 15) as usize) << 14)
|
||||
+ ((*istart.add(1) as usize) << 6)
|
||||
+ ((*istart.add(2) as usize) >> 2);
|
||||
lit_c_size = (((*istart.add(2) as usize) & 3) << 16)
|
||||
+ ((*istart.add(3) as usize) << 8)
|
||||
+ *istart.add(4) as usize;
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
}
|
||||
if lit_size > BLOCKSIZE || lit_c_size + header_size > src_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let result = if single_stream {
|
||||
huf_decompress1x2(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
istart.add(header_size),
|
||||
lit_c_size,
|
||||
)
|
||||
} else {
|
||||
huf_decompress(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
istart.add(header_size),
|
||||
lit_c_size,
|
||||
)
|
||||
};
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
dctx.lit_buffer[lit_size..lit_size + 8].fill(0);
|
||||
header_size + lit_c_size
|
||||
}
|
||||
IS_PCH => {
|
||||
let mut header_size = ((*istart >> 4) & 3) as usize;
|
||||
if header_size != 1 || dctx.flag_static_tables == 0 {
|
||||
return if dctx.flag_static_tables == 0 {
|
||||
ERROR(ZstdErrorCode::DictionaryCorrupted)
|
||||
} else {
|
||||
ERROR(ZstdErrorCode::CorruptionDetected)
|
||||
};
|
||||
}
|
||||
header_size = 3;
|
||||
let lit_size = (((*istart & 15) as usize) << 6) + ((*istart.add(1) as usize) >> 2);
|
||||
let lit_c_size = (((*istart.add(1) as usize) & 3) << 8) + *istart.add(2) as usize;
|
||||
if lit_c_size + header_size > src_size || lit_size > BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let result = huf_decompress1x4_using_dtable(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
istart.add(header_size),
|
||||
lit_c_size,
|
||||
&dctx.huf_table_x4,
|
||||
);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
dctx.lit_buffer[lit_size..lit_size + 8].fill(0);
|
||||
header_size + lit_c_size
|
||||
}
|
||||
IS_RAW => {
|
||||
let header_size = ((*istart >> 4) & 3) as usize;
|
||||
let (header_size, lit_size) = match header_size {
|
||||
0 | 1 => (1, (*istart & 31) as usize),
|
||||
2 => (
|
||||
2,
|
||||
(((*istart & 15) as usize) << 8) + *istart.add(1) as usize,
|
||||
),
|
||||
3 => (
|
||||
3,
|
||||
(((*istart & 15) as usize) << 16)
|
||||
+ ((*istart.add(1) as usize) << 8)
|
||||
+ *istart.add(2) as usize,
|
||||
),
|
||||
_ => unreachable!(),
|
||||
};
|
||||
if header_size + lit_size > src_size || lit_size > BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if header_size + lit_size + 8 > src_size {
|
||||
ptr::copy_nonoverlapping(
|
||||
istart.add(header_size),
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
);
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
dctx.lit_buffer[lit_size..lit_size + 8].fill(0);
|
||||
} else {
|
||||
dctx.lit_ptr = istart.add(header_size);
|
||||
dctx.lit_size = lit_size;
|
||||
}
|
||||
header_size + lit_size
|
||||
}
|
||||
IS_RLE => {
|
||||
let header_size = ((*istart >> 4) & 3) as usize;
|
||||
let (header_size, lit_size) = match header_size {
|
||||
0 | 1 => (1, (*istart & 31) as usize),
|
||||
2 => (
|
||||
2,
|
||||
(((*istart & 15) as usize) << 8) + *istart.add(1) as usize,
|
||||
),
|
||||
3 => {
|
||||
if src_size < 4 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
(
|
||||
3,
|
||||
(((*istart & 15) as usize) << 16)
|
||||
+ ((*istart.add(1) as usize) << 8)
|
||||
+ *istart.add(2) as usize,
|
||||
)
|
||||
}
|
||||
_ => unreachable!(),
|
||||
};
|
||||
if lit_size > BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dctx.lit_buffer[..lit_size + 8].fill(*istart.add(header_size));
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
header_size + 1
|
||||
}
|
||||
_ => ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn decode_seq_headers(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
nb_seq: &mut i32,
|
||||
dumps: &mut *const u8,
|
||||
dumps_length: &mut usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
flag_static_tables: u32,
|
||||
) -> usize {
|
||||
if src_size < MIN_SEQUENCES_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
let istart = src;
|
||||
let iend = src.add(src_size);
|
||||
let mut ip = src;
|
||||
*nb_seq = *ip as i32;
|
||||
ip = ip.add(1);
|
||||
if *nb_seq == 0 {
|
||||
return 1;
|
||||
}
|
||||
if *nb_seq >= 128 {
|
||||
if ip >= iend {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
*nb_seq = ((*nb_seq - 128) << 8) + *ip as i32;
|
||||
ip = ip.add(1);
|
||||
}
|
||||
if ip >= iend {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
let types = *ip;
|
||||
let ll_type = (types >> 6) as u32;
|
||||
let off_type = ((types >> 4) & 3) as u32;
|
||||
let ml_type = ((types >> 2) & 3) as u32;
|
||||
let dump_size = if types & 2 != 0 {
|
||||
if iend.offset_from(ip) < 3 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let size = *ip.add(2) as usize | ((*ip.add(1) as usize) << 8);
|
||||
ip = ip.add(3);
|
||||
size
|
||||
} else {
|
||||
if iend.offset_from(ip) < 2 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let size = *ip.add(1) as usize | (((*ip as usize) & 1) << 8);
|
||||
ip = ip.add(2);
|
||||
size
|
||||
};
|
||||
|
||||
if dump_size > iend.offset_from(ip) as usize {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
*dumps = ip;
|
||||
*dumps_length = dump_size;
|
||||
ip = ip.add(dump_size);
|
||||
if iend.offset_from(ip) < 3 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
let mut norm = [0i16; 256];
|
||||
|
||||
match ll_type {
|
||||
FSE_ENCODING_RLE => {
|
||||
if ip >= iend {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let result = fse_build_dtable_rle(&mut dctx.ll_table, *ip);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
ip = ip.add(1);
|
||||
}
|
||||
FSE_ENCODING_RAW => {
|
||||
let result = fse_build_dtable_raw(&mut dctx.ll_table, LL_BITS);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_STATIC => {
|
||||
if flag_static_tables == 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_DYNAMIC => {
|
||||
let mut max = MAX_LL;
|
||||
let mut log = 0;
|
||||
let header_size = fse_read_ncount(
|
||||
&mut norm,
|
||||
&mut max,
|
||||
&mut log,
|
||||
ip,
|
||||
iend.offset_from(ip) as usize,
|
||||
);
|
||||
if ERR_isError(header_size) {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
if log > LL_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ip = ip.add(header_size);
|
||||
let result = fse_build_dtable(&mut dctx.ll_table, &norm, max, log);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
}
|
||||
|
||||
match off_type {
|
||||
FSE_ENCODING_RLE => {
|
||||
if iend.offset_from(ip) < 2 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let result = fse_build_dtable_rle(&mut dctx.off_table, *ip & MAX_OFF as u8);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
ip = ip.add(1);
|
||||
}
|
||||
FSE_ENCODING_RAW => {
|
||||
let result = fse_build_dtable_raw(&mut dctx.off_table, OFF_BITS);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_STATIC => {
|
||||
if flag_static_tables == 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_DYNAMIC => {
|
||||
let mut max = MAX_OFF;
|
||||
let mut log = 0;
|
||||
let header_size = fse_read_ncount(
|
||||
&mut norm,
|
||||
&mut max,
|
||||
&mut log,
|
||||
ip,
|
||||
iend.offset_from(ip) as usize,
|
||||
);
|
||||
if ERR_isError(header_size) {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
if log > OFF_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ip = ip.add(header_size);
|
||||
let result = fse_build_dtable(&mut dctx.off_table, &norm, max, log);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
}
|
||||
|
||||
match ml_type {
|
||||
FSE_ENCODING_RLE => {
|
||||
if iend.offset_from(ip) < 2 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let result = fse_build_dtable_rle(&mut dctx.ml_table, *ip);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
ip = ip.add(1);
|
||||
}
|
||||
FSE_ENCODING_RAW => {
|
||||
let result = fse_build_dtable_raw(&mut dctx.ml_table, ML_BITS);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_STATIC => {
|
||||
if flag_static_tables == 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_DYNAMIC => {
|
||||
let mut max = MAX_ML;
|
||||
let mut log = 0;
|
||||
let header_size = fse_read_ncount(
|
||||
&mut norm,
|
||||
&mut max,
|
||||
&mut log,
|
||||
ip,
|
||||
iend.offset_from(ip) as usize,
|
||||
);
|
||||
if ERR_isError(header_size) {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
if log > ML_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ip = ip.add(header_size);
|
||||
let result = fse_build_dtable(&mut dctx.ml_table, &norm, max, log);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
}
|
||||
|
||||
(ip as usize).wrapping_sub(istart as usize)
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct Sequence {
|
||||
lit_length: usize,
|
||||
offset: usize,
|
||||
match_length: usize,
|
||||
}
|
||||
|
||||
struct SequenceState {
|
||||
stream: DStream,
|
||||
state_ll: FseDState,
|
||||
state_off: FseDState,
|
||||
state_ml: FseDState,
|
||||
prev_offset: usize,
|
||||
dumps: *const u8,
|
||||
dumps_end: *const u8,
|
||||
}
|
||||
|
||||
unsafe fn decode_sequence(sequence: &mut Sequence, state: &mut SequenceState) {
|
||||
let mut dumps = state.dumps;
|
||||
let dumps_end = state.dumps_end;
|
||||
|
||||
let mut lit_length = fse_peak_symbol(&state.state_ll) as usize;
|
||||
let previous_offset = if lit_length != 0 {
|
||||
sequence.offset
|
||||
} else {
|
||||
state.prev_offset
|
||||
};
|
||||
if lit_length == MAX_LL as usize {
|
||||
let add = if dumps < dumps_end {
|
||||
let value = *dumps as usize;
|
||||
dumps = dumps.add(1);
|
||||
value
|
||||
} else {
|
||||
0
|
||||
};
|
||||
if add < 255 {
|
||||
lit_length += add;
|
||||
} else if dumps.wrapping_add(2) <= dumps_end {
|
||||
lit_length = read_le16(dumps) as usize;
|
||||
dumps = dumps.add(2);
|
||||
if (lit_length & 1) != 0 && dumps < dumps_end {
|
||||
lit_length += (*dumps as usize) << 16;
|
||||
dumps = dumps.add(1);
|
||||
}
|
||||
lit_length >>= 1;
|
||||
}
|
||||
if dumps >= dumps_end {
|
||||
dumps = dumps_end.wrapping_sub(1);
|
||||
}
|
||||
}
|
||||
|
||||
let offset_code = fse_peak_symbol(&state.state_off) as u32;
|
||||
let nb_bits = if offset_code == 0 { 0 } else { offset_code - 1 };
|
||||
let offset_prefix = [
|
||||
1usize, 1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384, 32768, 65536,
|
||||
131072, 262144, 524288, 1048576, 2097152, 4194304, 8388608, 16777216, 33554432, 1, 1, 1, 1,
|
||||
1,
|
||||
];
|
||||
let mut offset =
|
||||
offset_prefix[offset_code as usize].wrapping_add(read_bits(&mut state.stream, nb_bits));
|
||||
if USIZE_BITS == 32 {
|
||||
reload_dstream(&mut state.stream);
|
||||
}
|
||||
if offset_code == 0 {
|
||||
offset = previous_offset;
|
||||
}
|
||||
if offset_code != 0 || lit_length == 0 {
|
||||
state.prev_offset = sequence.offset;
|
||||
}
|
||||
fse_decode_symbol(&mut state.state_off, &mut state.stream, false);
|
||||
|
||||
fse_decode_symbol(&mut state.state_ll, &mut state.stream, false);
|
||||
if USIZE_BITS == 32 {
|
||||
reload_dstream(&mut state.stream);
|
||||
}
|
||||
|
||||
let mut match_length =
|
||||
fse_decode_symbol(&mut state.state_ml, &mut state.stream, false) as usize;
|
||||
if match_length == MAX_ML as usize {
|
||||
let add = if dumps < dumps_end {
|
||||
let value = *dumps as usize;
|
||||
dumps = dumps.add(1);
|
||||
value
|
||||
} else {
|
||||
0
|
||||
};
|
||||
if add < 255 {
|
||||
match_length += add;
|
||||
} else if dumps.wrapping_add(2) <= dumps_end {
|
||||
match_length = read_le16(dumps) as usize;
|
||||
dumps = dumps.add(2);
|
||||
if (match_length & 1) != 0 && dumps < dumps_end {
|
||||
match_length += (*dumps as usize) << 16;
|
||||
dumps = dumps.add(1);
|
||||
}
|
||||
match_length >>= 1;
|
||||
}
|
||||
if dumps >= dumps_end {
|
||||
dumps = dumps_end.wrapping_sub(1);
|
||||
}
|
||||
}
|
||||
|
||||
sequence.lit_length = lit_length;
|
||||
sequence.offset = offset;
|
||||
sequence.match_length = match_length + MINMATCH;
|
||||
state.dumps = dumps;
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn exec_sequence(
|
||||
mut op: *mut u8,
|
||||
mut sequence: Sequence,
|
||||
lit_ptr: &mut *const u8,
|
||||
lit_limit: *const u8,
|
||||
base: *const u8,
|
||||
v_base: *const u8,
|
||||
dict_end: *const u8,
|
||||
oend: *mut u8,
|
||||
) -> usize {
|
||||
let o_lit_end = (op as usize).wrapping_add(sequence.lit_length);
|
||||
let sequence_length = sequence.lit_length.wrapping_add(sequence.match_length);
|
||||
let o_match_end = o_lit_end.wrapping_add(sequence.match_length);
|
||||
let oend_addr = oend as usize;
|
||||
let oend_8 = oend_addr.wrapping_sub(8);
|
||||
let lit_end = (*lit_ptr as usize).wrapping_add(sequence.lit_length);
|
||||
let mut match_addr = o_lit_end.wrapping_sub(sequence.offset);
|
||||
|
||||
if sequence_length > oend_addr.wrapping_sub(op as usize) {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if sequence.lit_length > (lit_limit as usize).wrapping_sub(*lit_ptr as usize) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if o_lit_end > oend_8 {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if o_match_end > oend_addr {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if lit_end > lit_limit as usize {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
|
||||
zstd_wildcopy(op, *lit_ptr, sequence.lit_length as isize);
|
||||
op = o_lit_end as *mut u8;
|
||||
*lit_ptr = lit_end as *const u8;
|
||||
|
||||
if sequence.offset > o_lit_end.wrapping_sub(base as usize) {
|
||||
if sequence.offset > o_lit_end.wrapping_sub(v_base as usize) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
match_addr = (dict_end as usize).wrapping_sub((base as usize).wrapping_sub(match_addr));
|
||||
if match_addr.wrapping_add(sequence.match_length) <= dict_end as usize {
|
||||
ptr::copy(
|
||||
match_addr as *const u8,
|
||||
o_lit_end as *mut u8,
|
||||
sequence.match_length,
|
||||
);
|
||||
return sequence_length;
|
||||
}
|
||||
|
||||
let length1 = (dict_end as usize).wrapping_sub(match_addr);
|
||||
ptr::copy(match_addr as *const u8, o_lit_end as *mut u8, length1);
|
||||
op = o_lit_end.wrapping_add(length1) as *mut u8;
|
||||
sequence.match_length = sequence.match_length.wrapping_sub(length1);
|
||||
match_addr = base as usize;
|
||||
if (op as usize) > oend_8 || sequence.match_length < MINMATCH {
|
||||
let mut out = op;
|
||||
let mut m = match_addr as *const u8;
|
||||
while (out as usize) < o_match_end {
|
||||
*out = *m;
|
||||
out = out.add(1);
|
||||
m = m.add(1);
|
||||
}
|
||||
return sequence_length;
|
||||
}
|
||||
}
|
||||
|
||||
if sequence.offset < 8 {
|
||||
let dec32 = [0usize, 1, 2, 1, 4, 4, 4, 4];
|
||||
let dec64 = [8usize, 8, 8, 7, 8, 9, 10, 11];
|
||||
*op = *(match_addr as *const u8);
|
||||
*op.add(1) = *(match_addr as *const u8).add(1);
|
||||
*op.add(2) = *(match_addr as *const u8).add(2);
|
||||
*op.add(3) = *(match_addr as *const u8).add(3);
|
||||
let match_ptr = (match_addr as *const u8).add(dec32[sequence.offset]);
|
||||
zstd_copy4(op.add(4), match_ptr);
|
||||
match_addr = match_addr
|
||||
.wrapping_add(8)
|
||||
.wrapping_sub(dec64[sequence.offset]);
|
||||
} else {
|
||||
zstd_copy8(op, match_addr as *const u8);
|
||||
match_addr = match_addr.wrapping_add(8);
|
||||
}
|
||||
op = op.add(8);
|
||||
match_addr = match_addr.wrapping_add(8);
|
||||
|
||||
if o_match_end > oend_addr.wrapping_sub(16 - MINMATCH) {
|
||||
if (op as usize) < oend_8 {
|
||||
let dist = oend_8 - op as usize;
|
||||
zstd_wildcopy(op, match_addr as *const u8, dist as isize);
|
||||
match_addr = match_addr.wrapping_add(dist);
|
||||
op = oend_8 as *mut u8;
|
||||
}
|
||||
while (op as usize) < o_match_end {
|
||||
*op = *(match_addr as *const u8);
|
||||
op = op.add(1);
|
||||
match_addr = match_addr.wrapping_add(1);
|
||||
}
|
||||
} else {
|
||||
zstd_wildcopy(
|
||||
op,
|
||||
match_addr as *const u8,
|
||||
sequence.match_length.wrapping_sub(8) as isize,
|
||||
);
|
||||
}
|
||||
sequence_length
|
||||
}
|
||||
|
||||
unsafe fn decompress_sequences(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
seq_start: *const u8,
|
||||
seq_size: usize,
|
||||
) -> usize {
|
||||
let ip = seq_start;
|
||||
let iend = (seq_start as usize).wrapping_add(seq_size);
|
||||
let ostart = dst;
|
||||
let mut op = dst;
|
||||
let oend = (dst as usize).wrapping_add(max_dst_size) as *mut u8;
|
||||
let mut nb_seq = 0i32;
|
||||
let mut dumps = ptr::null();
|
||||
let mut dumps_length = 0usize;
|
||||
let header_size = decode_seq_headers(
|
||||
dctx,
|
||||
&mut nb_seq,
|
||||
&mut dumps,
|
||||
&mut dumps_length,
|
||||
ip,
|
||||
seq_size,
|
||||
dctx.flag_static_tables,
|
||||
);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
let sequence_start = ip.add(header_size);
|
||||
let lit_limit = dctx.lit_ptr.add(dctx.lit_size);
|
||||
|
||||
if nb_seq != 0 {
|
||||
let mut state = SequenceState {
|
||||
stream: DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
},
|
||||
state_ll: FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
},
|
||||
state_off: FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
},
|
||||
state_ml: FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
},
|
||||
prev_offset: REPCODE_STARTVALUE,
|
||||
dumps,
|
||||
dumps_end: dumps.add(dumps_length),
|
||||
};
|
||||
let compressed_size = iend.wrapping_sub(sequence_start as usize);
|
||||
let error = init_dstream(&mut state.stream, sequence_start, compressed_size);
|
||||
if ERR_isError(error) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
fse_init_dstate(
|
||||
&mut state.state_ll,
|
||||
&mut state.stream,
|
||||
dctx.ll_table.as_ptr(),
|
||||
);
|
||||
fse_init_dstate(
|
||||
&mut state.state_off,
|
||||
&mut state.stream,
|
||||
dctx.off_table.as_ptr(),
|
||||
);
|
||||
fse_init_dstate(
|
||||
&mut state.state_ml,
|
||||
&mut state.stream,
|
||||
dctx.ml_table.as_ptr(),
|
||||
);
|
||||
|
||||
let mut sequence = Sequence {
|
||||
lit_length: 0,
|
||||
offset: REPCODE_STARTVALUE,
|
||||
match_length: 0,
|
||||
};
|
||||
while reload_dstream(&mut state.stream) <= DSTREAM_COMPLETED && nb_seq != 0 {
|
||||
nb_seq -= 1;
|
||||
decode_sequence(&mut sequence, &mut state);
|
||||
let produced = exec_sequence(
|
||||
op,
|
||||
sequence,
|
||||
&mut dctx.lit_ptr,
|
||||
lit_limit,
|
||||
dctx.base,
|
||||
dctx.v_base,
|
||||
dctx.dict_end,
|
||||
oend,
|
||||
);
|
||||
if ERR_isError(produced) {
|
||||
return produced;
|
||||
}
|
||||
op = op.add(produced);
|
||||
}
|
||||
if nb_seq != 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
|
||||
let last_literal_size = (lit_limit as usize).wrapping_sub(dctx.lit_ptr as usize);
|
||||
if dctx.lit_ptr as usize > lit_limit as usize {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if (op as usize).wrapping_add(last_literal_size) > oend as usize {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if last_literal_size != 0 {
|
||||
ptr::copy(dctx.lit_ptr, op, last_literal_size);
|
||||
op = op.add(last_literal_size);
|
||||
}
|
||||
(op as usize).wrapping_sub(ostart as usize)
|
||||
}
|
||||
|
||||
unsafe fn check_continuity(dctx: &mut ZSTDv05_Dctx, dst: *const u8) {
|
||||
if dst != dctx.previous_dst_end {
|
||||
dctx.dict_end = dctx.previous_dst_end;
|
||||
let delta = (dctx.previous_dst_end as usize).wrapping_sub(dctx.base as usize);
|
||||
dctx.v_base = (dst as usize).wrapping_sub(delta) as *const u8;
|
||||
dctx.base = dst;
|
||||
dctx.previous_dst_end = dst;
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn decompress_block_internal(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size >= BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let literal_size = decode_literals_block(dctx, src, src_size);
|
||||
if ERR_isError(literal_size) {
|
||||
return literal_size;
|
||||
}
|
||||
decompress_sequences(
|
||||
dctx,
|
||||
dst,
|
||||
max_dst_size,
|
||||
src.add(literal_size),
|
||||
src_size - literal_size,
|
||||
)
|
||||
}
|
||||
|
||||
unsafe fn ref_dict_content(dctx: &mut ZSTDv05_Dctx, dict: *const u8, dict_size: usize) {
|
||||
dctx.dict_end = dctx.previous_dst_end;
|
||||
let delta = (dctx.previous_dst_end as usize).wrapping_sub(dctx.base as usize);
|
||||
dctx.v_base = (dict as usize).wrapping_sub(delta) as *const u8;
|
||||
dctx.base = dict;
|
||||
dctx.previous_dst_end = (dict as usize).wrapping_add(dict_size) as *const u8;
|
||||
}
|
||||
|
||||
unsafe fn load_entropy(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
mut dict: *const u8,
|
||||
mut dict_size: usize,
|
||||
) -> usize {
|
||||
let h_size = huf_read_dtable_x4(&mut dctx.huf_table_x4, dict, dict_size);
|
||||
if ERR_isError(h_size) || h_size > dict_size {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict = dict.add(h_size);
|
||||
dict_size -= h_size;
|
||||
|
||||
let mut norm = [0i16; 256];
|
||||
|
||||
let mut off_max = MAX_OFF;
|
||||
let mut off_log = 0;
|
||||
let off_size = fse_read_ncount(&mut norm, &mut off_max, &mut off_log, dict, dict_size);
|
||||
if ERR_isError(off_size) || off_log > OFF_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let result = fse_build_dtable(&mut dctx.off_table, &norm, off_max, off_log);
|
||||
if ERR_isError(result) || off_size > dict_size {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict = dict.add(off_size);
|
||||
dict_size -= off_size;
|
||||
|
||||
let mut ml_max = MAX_ML;
|
||||
let mut ml_log = 0;
|
||||
let ml_size = fse_read_ncount(&mut norm, &mut ml_max, &mut ml_log, dict, dict_size);
|
||||
if ERR_isError(ml_size) || ml_log > ML_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let result = fse_build_dtable(&mut dctx.ml_table, &norm, ml_max, ml_log);
|
||||
if ERR_isError(result) || ml_size > dict_size {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict = dict.add(ml_size);
|
||||
dict_size -= ml_size;
|
||||
|
||||
let mut ll_max = MAX_LL;
|
||||
let mut ll_log = 0;
|
||||
let ll_size = fse_read_ncount(&mut norm, &mut ll_max, &mut ll_log, dict, dict_size);
|
||||
if ERR_isError(ll_size) || ll_log > LL_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let result = fse_build_dtable(&mut dctx.ll_table, &norm, ll_max, ll_log);
|
||||
if ERR_isError(result) || ll_size > dict_size {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
|
||||
dctx.flag_static_tables = 1;
|
||||
h_size + off_size + ml_size + ll_size
|
||||
}
|
||||
|
||||
unsafe fn decompress_insert_dictionary(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
if dict_size < 4 {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
if read_le32(dict) != ZSTD_DICT_MAGIC {
|
||||
ref_dict_content(dctx, dict, dict_size);
|
||||
return 0;
|
||||
}
|
||||
|
||||
let dict = dict.add(4);
|
||||
let dict_size = dict_size - 4;
|
||||
let entropy_size = load_entropy(dctx, dict, dict_size);
|
||||
if ERR_isError(entropy_size) || entropy_size > dict_size {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
ref_dict_content(dctx, dict.add(entropy_size), dict_size - entropy_size);
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decompress_begin_using_dict(
|
||||
dctx: &mut ZSTDv05_Dctx,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
let result = decompress_begin(dctx);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
if !dict.is_null() && dict_size != 0 {
|
||||
let result = decompress_insert_dictionary(dctx, dict, dict_size);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
}
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decompress_continue_dctx(
|
||||
ctx: &mut ZSTDv05_Dctx,
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut ip = src;
|
||||
let mut remaining_size = src_size;
|
||||
let ostart = dst;
|
||||
let mut op = dst;
|
||||
let oend_addr = (dst as usize).wrapping_add(max_dst_size);
|
||||
let mut block_properties = BlockProperties {
|
||||
block_type: BT_END,
|
||||
orig_size: 0,
|
||||
};
|
||||
|
||||
if src_size < FRAME_HEADER_SIZE_MIN + BLOCK_HEADER_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let header_size = decode_frame_header_part1(ctx, src, FRAME_HEADER_SIZE_MIN);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if src_size < header_size + BLOCK_HEADER_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
ip = ip.add(header_size);
|
||||
remaining_size -= header_size;
|
||||
let result = decode_frame_header_part2(ctx, src, header_size);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
|
||||
loop {
|
||||
let block_size = get_block_size(ip, remaining_size, &mut block_properties);
|
||||
if ERR_isError(block_size) {
|
||||
return block_size;
|
||||
}
|
||||
ip = ip.add(BLOCK_HEADER_SIZE);
|
||||
remaining_size -= BLOCK_HEADER_SIZE;
|
||||
if block_size > remaining_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
let decoded_size = match block_properties.block_type {
|
||||
BT_COMPRESSED => decompress_block_internal(
|
||||
ctx,
|
||||
op,
|
||||
oend_addr.wrapping_sub(op as usize),
|
||||
ip,
|
||||
block_size,
|
||||
),
|
||||
BT_RAW => copy_raw_block(op, oend_addr.wrapping_sub(op as usize), ip, block_size),
|
||||
BT_RLE => return ERROR(ZstdErrorCode::Generic),
|
||||
BT_END => {
|
||||
if remaining_size != 0 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
0
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::Generic),
|
||||
};
|
||||
|
||||
if block_size == 0 {
|
||||
break;
|
||||
}
|
||||
if ERR_isError(decoded_size) {
|
||||
return decoded_size;
|
||||
}
|
||||
op = op.add(decoded_size);
|
||||
ip = ip.add(block_size);
|
||||
remaining_size -= block_size;
|
||||
}
|
||||
|
||||
(op as usize).wrapping_sub(ostart as usize)
|
||||
}
|
||||
|
||||
unsafe fn decompress_using_dict(
|
||||
ctx: &mut ZSTDv05_Dctx,
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
let _ = decompress_begin_using_dict(ctx, dict, dict_size);
|
||||
check_continuity(ctx, dst);
|
||||
decompress_continue_dctx(ctx, dst, max_dst_size, src, src_size)
|
||||
}
|
||||
|
||||
unsafe fn error_frame_size_info(c_size: *mut usize, d_bound: *mut u64, ret: usize) {
|
||||
*c_size = ret;
|
||||
*d_bound = ZSTD_CONTENTSIZE_ERROR;
|
||||
}
|
||||
|
||||
unsafe fn find_frame_size_info(
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
c_size: *mut usize,
|
||||
d_bound: *mut u64,
|
||||
) {
|
||||
let mut ip = src;
|
||||
let mut remaining_size = src_size;
|
||||
let mut nb_blocks = 0usize;
|
||||
let mut block_properties = BlockProperties {
|
||||
block_type: BT_END,
|
||||
orig_size: 0,
|
||||
};
|
||||
|
||||
if src_size < FRAME_HEADER_SIZE_MIN {
|
||||
error_frame_size_info(c_size, d_bound, ERROR(ZstdErrorCode::SrcSizeWrong));
|
||||
return;
|
||||
}
|
||||
if read_le32(src) != ZSTD_MAGIC_NUMBER {
|
||||
error_frame_size_info(c_size, d_bound, ERROR(ZstdErrorCode::PrefixUnknown));
|
||||
return;
|
||||
}
|
||||
ip = ip.add(FRAME_HEADER_SIZE_MIN);
|
||||
remaining_size -= FRAME_HEADER_SIZE_MIN;
|
||||
|
||||
loop {
|
||||
let block_size = get_block_size(ip, remaining_size, &mut block_properties);
|
||||
if ERR_isError(block_size) {
|
||||
error_frame_size_info(c_size, d_bound, block_size);
|
||||
return;
|
||||
}
|
||||
ip = ip.add(BLOCK_HEADER_SIZE);
|
||||
remaining_size -= BLOCK_HEADER_SIZE;
|
||||
if block_size > remaining_size {
|
||||
error_frame_size_info(c_size, d_bound, ERROR(ZstdErrorCode::SrcSizeWrong));
|
||||
return;
|
||||
}
|
||||
if block_size == 0 {
|
||||
break;
|
||||
}
|
||||
ip = ip.add(block_size);
|
||||
remaining_size -= block_size;
|
||||
nb_blocks = nb_blocks.wrapping_add(1);
|
||||
}
|
||||
*c_size = (ip as usize).wrapping_sub(src as usize);
|
||||
*d_bound = (nb_blocks.wrapping_mul(BLOCKSIZE)) as u64;
|
||||
}
|
||||
|
||||
unsafe fn next_src_size_to_decompress(dctx: &ZSTDv05_Dctx) -> usize {
|
||||
dctx.expected
|
||||
}
|
||||
|
||||
unsafe fn decompress_continue(
|
||||
ctx: &mut ZSTDv05_Dctx,
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size != ctx.expected {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
check_continuity(ctx, dst);
|
||||
|
||||
match ctx.stage {
|
||||
STAGE_GET_FRAME_HEADER_SIZE => {
|
||||
if src_size != FRAME_HEADER_SIZE_MIN {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
ctx.header_size = decode_frame_header_part1(ctx, src, FRAME_HEADER_SIZE_MIN);
|
||||
if ERR_isError(ctx.header_size) {
|
||||
return ctx.header_size;
|
||||
}
|
||||
ptr::copy_nonoverlapping(src, ctx.header_buffer.as_mut_ptr(), FRAME_HEADER_SIZE_MIN);
|
||||
if ctx.header_size > FRAME_HEADER_SIZE_MIN {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
ctx.expected = 0;
|
||||
let result =
|
||||
decode_frame_header_part2(ctx, ctx.header_buffer.as_ptr(), ctx.header_size);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
ctx.expected = BLOCK_HEADER_SIZE;
|
||||
ctx.stage = STAGE_DECODE_BLOCK_HEADER;
|
||||
0
|
||||
}
|
||||
STAGE_DECODE_FRAME_HEADER => {
|
||||
let result =
|
||||
decode_frame_header_part2(ctx, ctx.header_buffer.as_ptr(), ctx.header_size);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
ctx.expected = BLOCK_HEADER_SIZE;
|
||||
ctx.stage = STAGE_DECODE_BLOCK_HEADER;
|
||||
0
|
||||
}
|
||||
STAGE_DECODE_BLOCK_HEADER => {
|
||||
let mut properties = BlockProperties {
|
||||
block_type: BT_END,
|
||||
orig_size: 0,
|
||||
};
|
||||
let block_size = get_block_size(src, BLOCK_HEADER_SIZE, &mut properties);
|
||||
if ERR_isError(block_size) {
|
||||
return block_size;
|
||||
}
|
||||
if properties.block_type == BT_END {
|
||||
ctx.expected = 0;
|
||||
ctx.stage = STAGE_GET_FRAME_HEADER_SIZE;
|
||||
} else {
|
||||
ctx.expected = block_size;
|
||||
ctx.b_type = properties.block_type;
|
||||
ctx.stage = STAGE_DECOMPRESS_BLOCK;
|
||||
}
|
||||
0
|
||||
}
|
||||
STAGE_DECOMPRESS_BLOCK => {
|
||||
let result = match ctx.b_type {
|
||||
BT_COMPRESSED => decompress_block_internal(ctx, dst, max_dst_size, src, src_size),
|
||||
BT_RAW => copy_raw_block(dst, max_dst_size, src, src_size),
|
||||
BT_RLE => return ERROR(ZstdErrorCode::Generic),
|
||||
BT_END => 0,
|
||||
_ => return ERROR(ZstdErrorCode::Generic),
|
||||
};
|
||||
ctx.stage = STAGE_DECODE_BLOCK_HEADER;
|
||||
ctx.expected = BLOCK_HEADER_SIZE;
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
ctx.previous_dst_end = (dst as usize).wrapping_add(result) as *const u8;
|
||||
result
|
||||
}
|
||||
_ => ERROR(ZstdErrorCode::Generic),
|
||||
}
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
pub struct ZBUFFv05_DCtx {
|
||||
zc: *mut ZSTDv05_Dctx,
|
||||
params: ZstdParameters,
|
||||
in_buff: *mut u8,
|
||||
in_buff_size: usize,
|
||||
in_pos: usize,
|
||||
out_buff: *mut u8,
|
||||
out_buff_size: usize,
|
||||
out_start: usize,
|
||||
out_end: usize,
|
||||
h_pos: usize,
|
||||
stage: u32,
|
||||
header_buffer: [u8; FRAME_HEADER_SIZE_MAX],
|
||||
}
|
||||
|
||||
const BUFF_INIT: u32 = 0;
|
||||
const BUFF_READ_HEADER: u32 = 1;
|
||||
const BUFF_LOAD_HEADER: u32 = 2;
|
||||
const BUFF_DECODE_HEADER: u32 = 3;
|
||||
const BUFF_READ: u32 = 4;
|
||||
const BUFF_LOAD: u32 = 5;
|
||||
const BUFF_FLUSH: u32 = 6;
|
||||
|
||||
unsafe fn buff_create_dctx() -> *mut ZBUFFv05_DCtx {
|
||||
let zbc = libc::malloc(std::mem::size_of::<ZBUFFv05_DCtx>()) as *mut ZBUFFv05_DCtx;
|
||||
if zbc.is_null() {
|
||||
return ptr::null_mut();
|
||||
}
|
||||
ptr::write_bytes(zbc.cast::<u8>(), 0, std::mem::size_of::<ZBUFFv05_DCtx>());
|
||||
(*zbc).zc = create_dctx();
|
||||
(*zbc).stage = BUFF_INIT;
|
||||
zbc
|
||||
}
|
||||
|
||||
unsafe fn buff_free_dctx(zbc: *mut ZBUFFv05_DCtx) -> usize {
|
||||
if zbc.is_null() {
|
||||
return 0;
|
||||
}
|
||||
free_dctx((*zbc).zc);
|
||||
libc::free((*zbc).in_buff.cast::<c_void>());
|
||||
libc::free((*zbc).out_buff.cast::<c_void>());
|
||||
libc::free(zbc.cast::<c_void>());
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn buff_decompress_init(zbc: &mut ZBUFFv05_DCtx) -> usize {
|
||||
zbc.stage = BUFF_READ_HEADER;
|
||||
zbc.h_pos = 0;
|
||||
zbc.in_pos = 0;
|
||||
zbc.out_start = 0;
|
||||
zbc.out_end = 0;
|
||||
decompress_begin(&mut *zbc.zc)
|
||||
}
|
||||
|
||||
unsafe fn buff_decompress_init_dictionary(
|
||||
zbc: &mut ZBUFFv05_DCtx,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
zbc.stage = BUFF_READ_HEADER;
|
||||
zbc.h_pos = 0;
|
||||
zbc.in_pos = 0;
|
||||
zbc.out_start = 0;
|
||||
zbc.out_end = 0;
|
||||
decompress_begin_using_dict(&mut *zbc.zc, dict, dict_size)
|
||||
}
|
||||
|
||||
unsafe fn buff_limit_copy(
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let length = max_dst_size.min(src_size);
|
||||
if length != 0 {
|
||||
ptr::copy(src, dst, length);
|
||||
}
|
||||
length
|
||||
}
|
||||
|
||||
unsafe fn buff_decompress_continue(
|
||||
zbc: &mut ZBUFFv05_DCtx,
|
||||
dst: *mut u8,
|
||||
max_dst_size_ptr: *mut usize,
|
||||
src: *const u8,
|
||||
src_size_ptr: *mut usize,
|
||||
) -> usize {
|
||||
let istart = src as usize;
|
||||
let mut ip = istart;
|
||||
let iend = istart.wrapping_add(*src_size_ptr);
|
||||
let ostart = dst as usize;
|
||||
let mut op = ostart;
|
||||
let oend = ostart.wrapping_add(*max_dst_size_ptr);
|
||||
let mut not_done = true;
|
||||
|
||||
while not_done {
|
||||
match zbc.stage {
|
||||
BUFF_INIT => return ERROR(ZstdErrorCode::InitMissing),
|
||||
BUFF_READ_HEADER => {
|
||||
let header_size = get_frame_params(&mut zbc.params, src, *src_size_ptr);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size != 0 {
|
||||
ptr::copy(
|
||||
src,
|
||||
zbc.header_buffer.as_mut_ptr().add(zbc.h_pos),
|
||||
*src_size_ptr,
|
||||
);
|
||||
zbc.h_pos += *src_size_ptr;
|
||||
*max_dst_size_ptr = 0;
|
||||
zbc.stage = BUFF_LOAD_HEADER;
|
||||
return header_size - zbc.h_pos;
|
||||
}
|
||||
zbc.stage = BUFF_DECODE_HEADER;
|
||||
}
|
||||
BUFF_LOAD_HEADER => {
|
||||
let header_size = buff_limit_copy(
|
||||
zbc.header_buffer.as_mut_ptr().add(zbc.h_pos),
|
||||
FRAME_HEADER_SIZE_MAX - zbc.h_pos,
|
||||
src,
|
||||
*src_size_ptr,
|
||||
);
|
||||
zbc.h_pos += header_size;
|
||||
ip = ip.wrapping_add(header_size);
|
||||
let header_size =
|
||||
get_frame_params(&mut zbc.params, zbc.header_buffer.as_ptr(), zbc.h_pos);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size != 0 {
|
||||
*max_dst_size_ptr = 0;
|
||||
return header_size - zbc.h_pos;
|
||||
}
|
||||
zbc.stage = BUFF_DECODE_HEADER;
|
||||
}
|
||||
BUFF_DECODE_HEADER => {
|
||||
let needed_out_size = 1usize << zbc.params.window_log;
|
||||
let needed_in_size = BLOCKSIZE;
|
||||
if zbc.in_buff_size < needed_in_size {
|
||||
libc::free(zbc.in_buff.cast::<c_void>());
|
||||
zbc.in_buff_size = needed_in_size;
|
||||
zbc.in_buff = libc::malloc(needed_in_size) as *mut u8;
|
||||
if zbc.in_buff.is_null() {
|
||||
return ERROR(ZstdErrorCode::MemoryAllocation);
|
||||
}
|
||||
}
|
||||
if zbc.out_buff_size < needed_out_size {
|
||||
libc::free(zbc.out_buff.cast::<c_void>());
|
||||
zbc.out_buff_size = needed_out_size;
|
||||
zbc.out_buff = libc::malloc(needed_out_size) as *mut u8;
|
||||
if zbc.out_buff.is_null() {
|
||||
return ERROR(ZstdErrorCode::MemoryAllocation);
|
||||
}
|
||||
}
|
||||
if zbc.h_pos != 0 {
|
||||
ptr::copy(zbc.header_buffer.as_ptr(), zbc.in_buff, zbc.h_pos);
|
||||
zbc.in_pos = zbc.h_pos;
|
||||
zbc.h_pos = 0;
|
||||
zbc.stage = BUFF_LOAD;
|
||||
} else {
|
||||
zbc.stage = BUFF_READ;
|
||||
}
|
||||
}
|
||||
BUFF_READ => {
|
||||
let needed_in_size = next_src_size_to_decompress(&*zbc.zc);
|
||||
if needed_in_size == 0 {
|
||||
zbc.stage = BUFF_INIT;
|
||||
not_done = false;
|
||||
continue;
|
||||
}
|
||||
if iend.wrapping_sub(ip) >= needed_in_size {
|
||||
let decoded_size = decompress_continue(
|
||||
&mut *zbc.zc,
|
||||
zbc.out_buff.add(zbc.out_start),
|
||||
zbc.out_buff_size - zbc.out_start,
|
||||
ip as *const u8,
|
||||
needed_in_size,
|
||||
);
|
||||
if ERR_isError(decoded_size) {
|
||||
return decoded_size;
|
||||
}
|
||||
ip = ip.wrapping_add(needed_in_size);
|
||||
if decoded_size == 0 {
|
||||
continue;
|
||||
}
|
||||
zbc.out_end = zbc.out_start + decoded_size;
|
||||
zbc.stage = BUFF_FLUSH;
|
||||
continue;
|
||||
}
|
||||
if ip == iend {
|
||||
not_done = false;
|
||||
continue;
|
||||
}
|
||||
zbc.stage = BUFF_LOAD;
|
||||
}
|
||||
BUFF_LOAD => {
|
||||
let needed_in_size = next_src_size_to_decompress(&*zbc.zc);
|
||||
let to_load = needed_in_size.wrapping_sub(zbc.in_pos);
|
||||
if to_load > zbc.in_buff_size.wrapping_sub(zbc.in_pos) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let loaded_size = buff_limit_copy(
|
||||
zbc.in_buff.add(zbc.in_pos),
|
||||
to_load,
|
||||
ip as *const u8,
|
||||
iend.wrapping_sub(ip),
|
||||
);
|
||||
ip = ip.wrapping_add(loaded_size);
|
||||
zbc.in_pos += loaded_size;
|
||||
if loaded_size < to_load {
|
||||
not_done = false;
|
||||
continue;
|
||||
}
|
||||
let decoded_size = decompress_continue(
|
||||
&mut *zbc.zc,
|
||||
zbc.out_buff.add(zbc.out_start),
|
||||
zbc.out_buff_size - zbc.out_start,
|
||||
zbc.in_buff,
|
||||
needed_in_size,
|
||||
);
|
||||
if ERR_isError(decoded_size) {
|
||||
return decoded_size;
|
||||
}
|
||||
zbc.in_pos = 0;
|
||||
if decoded_size == 0 {
|
||||
zbc.stage = BUFF_READ;
|
||||
continue;
|
||||
}
|
||||
zbc.out_end = zbc.out_start + decoded_size;
|
||||
zbc.stage = BUFF_FLUSH;
|
||||
}
|
||||
BUFF_FLUSH => {
|
||||
let to_flush_size = zbc.out_end.wrapping_sub(zbc.out_start);
|
||||
let flushed_size = buff_limit_copy(
|
||||
op as *mut u8,
|
||||
oend.wrapping_sub(op),
|
||||
zbc.out_buff.add(zbc.out_start),
|
||||
to_flush_size,
|
||||
);
|
||||
op = op.wrapping_add(flushed_size);
|
||||
zbc.out_start += flushed_size;
|
||||
if flushed_size == to_flush_size {
|
||||
zbc.stage = BUFF_READ;
|
||||
if zbc.out_start + BLOCKSIZE > zbc.out_buff_size {
|
||||
zbc.out_start = 0;
|
||||
zbc.out_end = 0;
|
||||
}
|
||||
} else {
|
||||
not_done = false;
|
||||
}
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::Generic),
|
||||
}
|
||||
}
|
||||
|
||||
*src_size_ptr = ip.wrapping_sub(istart);
|
||||
*max_dst_size_ptr = op.wrapping_sub(ostart);
|
||||
let mut next_src_size_hint = next_src_size_to_decompress(&*zbc.zc);
|
||||
if next_src_size_hint > 3 {
|
||||
next_src_size_hint = next_src_size_hint.wrapping_add(3);
|
||||
}
|
||||
next_src_size_hint.wrapping_sub(zbc.in_pos)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZSTDv05_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZSTDv05_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompress(
|
||||
dst: *mut c_void,
|
||||
max_original_size: usize,
|
||||
src: *const c_void,
|
||||
compressed_size: usize,
|
||||
) -> usize {
|
||||
let dctx = create_dctx();
|
||||
if dctx.is_null() {
|
||||
return ERROR(ZstdErrorCode::MemoryAllocation);
|
||||
}
|
||||
let result = decompress_using_dict(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
max_original_size,
|
||||
src.cast::<u8>(),
|
||||
compressed_size,
|
||||
ptr::null(),
|
||||
0,
|
||||
);
|
||||
free_dctx(dctx);
|
||||
result
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompressDCtx(
|
||||
dctx: *mut ZSTDv05_Dctx,
|
||||
dst: *mut c_void,
|
||||
max_original_size: usize,
|
||||
src: *const c_void,
|
||||
compressed_size: usize,
|
||||
) -> usize {
|
||||
decompress_using_dict(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
max_original_size,
|
||||
src.cast::<u8>(),
|
||||
compressed_size,
|
||||
ptr::null(),
|
||||
0,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompress_usingDict(
|
||||
dctx: *mut ZSTDv05_Dctx,
|
||||
dst: *mut c_void,
|
||||
max_dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
dict: *const c_void,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
decompress_using_dict(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
max_dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
dict.cast::<u8>(),
|
||||
dict_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_getFrameParams(
|
||||
params: *mut ZstdParameters,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
get_frame_params(&mut *params, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_findFrameSizeInfoLegacy(
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
c_size: *mut usize,
|
||||
d_bound: *mut u64,
|
||||
) {
|
||||
find_frame_size_info(src.cast::<u8>(), src_size, c_size, d_bound);
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompressBegin(dctx: *mut ZSTDv05_Dctx) -> usize {
|
||||
decompress_begin(&mut *dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompressBegin_usingDict(
|
||||
dctx: *mut ZSTDv05_Dctx,
|
||||
dict: *const c_void,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
decompress_begin_using_dict(&mut *dctx, dict.cast::<u8>(), dict_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_copyDCtx(dst: *mut ZSTDv05_Dctx, src: *const ZSTDv05_Dctx) {
|
||||
let size = std::mem::size_of::<ZSTDv05_Dctx>() - (BLOCKSIZE + 8 + FRAME_HEADER_SIZE_MAX);
|
||||
ptr::copy_nonoverlapping(src.cast::<u8>(), dst.cast::<u8>(), size);
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZSTDv05_sizeofDCtx() -> usize {
|
||||
std::mem::size_of::<ZSTDv05_Dctx>()
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_createDCtx() -> *mut ZSTDv05_Dctx {
|
||||
create_dctx()
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_freeDCtx(dctx: *mut ZSTDv05_Dctx) -> usize {
|
||||
free_dctx(dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_nextSrcSizeToDecompress(dctx: *mut ZSTDv05_Dctx) -> usize {
|
||||
next_src_size_to_decompress(&*dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompressContinue(
|
||||
dctx: *mut ZSTDv05_Dctx,
|
||||
dst: *mut c_void,
|
||||
max_dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
decompress_continue(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
max_dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompressBlock(
|
||||
dctx: *mut ZSTDv05_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
check_continuity(&mut *dctx, dst.cast::<u8>());
|
||||
decompress_block_internal(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv05_decompress_usingPreparedDCtx(
|
||||
dctx: *mut ZSTDv05_Dctx,
|
||||
prepared_dctx: *const ZSTDv05_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
ZSTDv05_copyDCtx(dctx, prepared_dctx);
|
||||
check_continuity(&mut *dctx, dst.cast::<u8>());
|
||||
decompress_continue_dctx(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv05_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv05_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv05_recommendedDInSize() -> usize {
|
||||
BLOCKSIZE + 3
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv05_recommendedDOutSize() -> usize {
|
||||
BLOCKSIZE
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv05_createDCtx() -> *mut ZBUFFv05_DCtx {
|
||||
buff_create_dctx()
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv05_freeDCtx(dctx: *mut ZBUFFv05_DCtx) -> usize {
|
||||
buff_free_dctx(dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv05_decompressInit(dctx: *mut ZBUFFv05_DCtx) -> usize {
|
||||
buff_decompress_init(&mut *dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv05_decompressInitDictionary(
|
||||
dctx: *mut ZBUFFv05_DCtx,
|
||||
dict: *const c_void,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
buff_decompress_init_dictionary(&mut *dctx, dict.cast::<u8>(), dict_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv05_decompressContinue(
|
||||
dctx: *mut ZBUFFv05_DCtx,
|
||||
dst: *mut c_void,
|
||||
max_dst_size_ptr: *mut usize,
|
||||
src: *const c_void,
|
||||
src_size_ptr: *mut usize,
|
||||
) -> usize {
|
||||
buff_decompress_continue(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
max_dst_size_ptr,
|
||||
src.cast::<u8>(),
|
||||
src_size_ptr,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn FSEv05_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn FSEv05_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_createDTable(table_log: c_uint) -> *mut u32 {
|
||||
let table_log = table_log.min(FSE_TABLELOG_ABSOLUTE_MAX) as usize;
|
||||
libc::malloc((1 + (1usize << table_log)) * std::mem::size_of::<u32>()) as *mut u32
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_freeDTable(table: *mut u32) {
|
||||
libc::free(table.cast::<c_void>());
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_readNCount(
|
||||
normalized_counter: *mut i16,
|
||||
max_symbol_value: *mut c_uint,
|
||||
table_log: *mut c_uint,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
fse_read_ncount(
|
||||
&mut *(normalized_counter as *mut [i16; 256]),
|
||||
&mut *max_symbol_value,
|
||||
&mut *table_log,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_buildDTable(
|
||||
table: *mut u32,
|
||||
normalized_counter: *const i16,
|
||||
max_symbol_value: c_uint,
|
||||
table_log: c_uint,
|
||||
) -> usize {
|
||||
let len = 1usize << (table_log as usize).min(FSE_TABLELOG_ABSOLUTE_MAX as usize);
|
||||
fse_build_dtable(
|
||||
slice::from_raw_parts_mut(table, 1 + len),
|
||||
&*(normalized_counter as *const [i16; 256]),
|
||||
max_symbol_value,
|
||||
table_log,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_buildDTable_rle(table: *mut u32, symbol: u8) -> usize {
|
||||
fse_build_dtable_rle(
|
||||
slice::from_raw_parts_mut(table, 1 + (1usize << FSE_MAX_TABLELOG)),
|
||||
symbol,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_buildDTable_raw(table: *mut u32, nb_bits: c_uint) -> usize {
|
||||
fse_build_dtable_raw(
|
||||
slice::from_raw_parts_mut(table, 1 + (1usize << FSE_MAX_TABLELOG)),
|
||||
nb_bits,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_decompress_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u32,
|
||||
) -> usize {
|
||||
fse_decompress_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
slice::from_raw_parts(table, 1 + (1usize << FSE_MAX_TABLELOG)),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv05_decompress(
|
||||
dst: *mut c_void,
|
||||
max_dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
fse_decompress(dst.cast::<u8>(), max_dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn HUFv05_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn HUFv05_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_readDTableX2(
|
||||
table: *mut u16,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_read_dtable_x2(
|
||||
&mut *(table as *mut [u16; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_readDTableX4(
|
||||
table: *mut u32,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_read_dtable_x4(
|
||||
&mut *(table as *mut [u32; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress1X2_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u16,
|
||||
) -> usize {
|
||||
huf_decompress1x2_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u16; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress1X2(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress1x2(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress4X2_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u16,
|
||||
) -> usize {
|
||||
huf_decompress4x2_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u16; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress4X2(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut table = [0u16; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
table[0] = HUF_MAX_TABLELOG as u16;
|
||||
let header_size = huf_read_dtable_x2(&mut table, src.cast::<u8>(), src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress4x2_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>().add(header_size),
|
||||
src_size - header_size,
|
||||
&table,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress1X4_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u32,
|
||||
) -> usize {
|
||||
huf_decompress1x4_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u32; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress1X4(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress1x4(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress4X4_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u32,
|
||||
) -> usize {
|
||||
huf_decompress4x4_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u32; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress4X4(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress4x4(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv05_decompress(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
|
||||
const V05_FRAME: &[u8] = &[
|
||||
0x25, 0xB5, 0x2F, 0xFD, 0x00, 0x00, 0x00, 0xAD, 0x12, 0xB0, 0x7D, 0x1E, 0xB0, 0x01, 0x02,
|
||||
0x00, 0x00, 0x80, 0x00, 0xE8, 0x92, 0x34, 0x12, 0x97, 0xC8, 0xDF, 0xE9, 0xF3, 0xEF, 0x53,
|
||||
0xEA, 0x1D, 0x27, 0x4F, 0x0C, 0x44, 0x90, 0x0C, 0x8D, 0xF1, 0xB4, 0x89, 0x03, 0x01, 0x50,
|
||||
0x67, 0x56, 0xF5, 0x9F, 0x35, 0x84, 0x60, 0xA0, 0x60, 0x91, 0xC9, 0x0A, 0xDC, 0xAB, 0xAB,
|
||||
0xE0, 0xE2, 0x81, 0xFA, 0xCF, 0xC6, 0xBA, 0xEB, 0xA8, 0xD1, 0x40, 0x39, 0x90, 0x4C, 0x64,
|
||||
0xF8, 0xEB, 0x53, 0xE6, 0x18, 0x0B, 0x67, 0x12, 0xAD, 0xB8, 0x99, 0xB3, 0x5A, 0x6F, 0x8A,
|
||||
0xF9, 0x63, 0x0C, 0xB8, 0xFA, 0x58, 0xE7, 0xF5, 0xE6, 0xE2, 0xE3, 0x67, 0xCC, 0x5D, 0x94,
|
||||
0xC6, 0x56, 0xDC, 0x7F, 0x0C, 0x84, 0x4B, 0xA8, 0xF8, 0x63, 0x2E, 0x3E, 0x4E, 0x67, 0xCD,
|
||||
0x9E, 0xAC, 0x04, 0x1E, 0x17, 0x27, 0xE4, 0x43, 0xF6, 0xA4, 0x56, 0xE4, 0x84, 0xC7, 0x9E,
|
||||
0x34, 0x0E, 0x00, 0x00, 0x32, 0x40, 0x80, 0xA8, 0x00, 0x01, 0x49, 0x81, 0xE0, 0x3C, 0x01,
|
||||
0x29, 0x1D, 0x00, 0x87, 0xCE, 0x80, 0x75, 0x08, 0x80, 0x72, 0x24, 0x00, 0x7B, 0x52, 0x00,
|
||||
0x94, 0x00, 0x20, 0xCC, 0x01, 0x86, 0xD2, 0x00, 0x81, 0x09, 0x83, 0xC1, 0x34, 0xA0, 0x88,
|
||||
0x01, 0xC0, 0x00, 0x00,
|
||||
];
|
||||
|
||||
const EXPECTED: &[u8] =
|
||||
b"snowden is snowed in / he's now then in his snow den / when does the snow end?\n\
|
||||
goodbye little dog / you dug some holes in your day / they'll be hard to fill.\n\
|
||||
when life shuts a door, / just open it. it\xE2\x80\x99s a door. / that is how doors work.\n";
|
||||
|
||||
unsafe fn decode(frame: &[u8], capacity: usize) -> Result<Vec<u8>, usize> {
|
||||
let mut output = vec![0u8; capacity];
|
||||
let size = ZSTDv05_decompress(
|
||||
output.as_mut_ptr().cast::<c_void>(),
|
||||
output.len(),
|
||||
frame.as_ptr().cast::<c_void>(),
|
||||
frame.len(),
|
||||
);
|
||||
if ZSTDv05_isError(size) != 0 {
|
||||
Err(size)
|
||||
} else {
|
||||
output.truncate(size);
|
||||
Ok(output)
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn decodes_repository_v05_frame() {
|
||||
unsafe {
|
||||
assert_eq!(decode(V05_FRAME, EXPECTED.len()).unwrap(), EXPECTED);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn reports_frame_params_and_size() {
|
||||
unsafe {
|
||||
let mut params = ZstdParameters {
|
||||
src_size: 99,
|
||||
window_log: 99,
|
||||
content_log: 99,
|
||||
hash_log: 99,
|
||||
search_log: 99,
|
||||
search_length: 99,
|
||||
target_length: 99,
|
||||
strategy: 99,
|
||||
};
|
||||
assert_eq!(
|
||||
get_frame_params(&mut params, V05_FRAME.as_ptr(), V05_FRAME.len()),
|
||||
0
|
||||
);
|
||||
assert_eq!(params.window_log, 11);
|
||||
|
||||
let mut c_size = 0;
|
||||
let mut bound = 0;
|
||||
ZSTDv05_findFrameSizeInfoLegacy(
|
||||
V05_FRAME.as_ptr().cast::<c_void>(),
|
||||
V05_FRAME.len(),
|
||||
&mut c_size,
|
||||
&mut bound,
|
||||
);
|
||||
assert_eq!(c_size, V05_FRAME.len());
|
||||
assert_eq!(bound, BLOCKSIZE as u64);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn reports_frozen_error_behavior() {
|
||||
unsafe {
|
||||
let mut bad = V05_FRAME.to_vec();
|
||||
bad[0] ^= 1;
|
||||
assert_eq!(
|
||||
decode(&bad, EXPECTED.len()).unwrap_err(),
|
||||
ERROR(ZstdErrorCode::PrefixUnknown)
|
||||
);
|
||||
assert_eq!(
|
||||
decode(&V05_FRAME[..V05_FRAME.len() - 1], EXPECTED.len()).unwrap_err(),
|
||||
ERROR(ZstdErrorCode::SrcSizeWrong)
|
||||
);
|
||||
assert_eq!(
|
||||
decode(V05_FRAME, EXPECTED.len() - 1).unwrap_err(),
|
||||
ERROR(ZstdErrorCode::DstSizeTooSmall)
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn direct_streaming_matches_one_shot() {
|
||||
let mut output = vec![0u8; EXPECTED.len()];
|
||||
let mut input_offset = 0;
|
||||
let mut output_offset = 0;
|
||||
unsafe {
|
||||
let dctx = ZSTDv05_createDCtx();
|
||||
assert!(!dctx.is_null());
|
||||
loop {
|
||||
let needed = ZSTDv05_nextSrcSizeToDecompress(dctx);
|
||||
if needed == 0 {
|
||||
break;
|
||||
}
|
||||
assert!(input_offset + needed <= V05_FRAME.len());
|
||||
let produced = ZSTDv05_decompressContinue(
|
||||
dctx,
|
||||
output.as_mut_ptr().add(output_offset).cast::<c_void>(),
|
||||
output.len() - output_offset,
|
||||
V05_FRAME.as_ptr().add(input_offset).cast::<c_void>(),
|
||||
needed,
|
||||
);
|
||||
assert_eq!(ZSTDv05_isError(produced), 0);
|
||||
input_offset += needed;
|
||||
output_offset += produced;
|
||||
}
|
||||
assert_eq!(ZSTDv05_freeDCtx(dctx), 0);
|
||||
}
|
||||
assert_eq!(input_offset, V05_FRAME.len());
|
||||
assert_eq!(output_offset, EXPECTED.len());
|
||||
assert_eq!(output, EXPECTED);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn buffered_streaming_handles_small_input_and_output() {
|
||||
let mut output = vec![0u8; EXPECTED.len()];
|
||||
let mut input_offset = 0;
|
||||
let mut output_offset = 0;
|
||||
unsafe {
|
||||
let dctx = ZBUFFv05_createDCtx();
|
||||
assert!(!dctx.is_null());
|
||||
assert_eq!(ZBUFFv05_decompressInit(dctx), 0);
|
||||
while input_offset < V05_FRAME.len() || output_offset < EXPECTED.len() {
|
||||
let input_len = (V05_FRAME.len() - input_offset).min(2);
|
||||
let mut src_size = input_len;
|
||||
let output_len = (EXPECTED.len() - output_offset).min(7);
|
||||
let mut dst_size = output_len;
|
||||
let hint = ZBUFFv05_decompressContinue(
|
||||
dctx,
|
||||
output.as_mut_ptr().add(output_offset).cast::<c_void>(),
|
||||
&mut dst_size,
|
||||
V05_FRAME.as_ptr().add(input_offset).cast::<c_void>(),
|
||||
&mut src_size,
|
||||
);
|
||||
assert_eq!(ZBUFFv05_isError(hint), 0);
|
||||
input_offset += src_size;
|
||||
output_offset += dst_size;
|
||||
if src_size == 0 && dst_size == 0 {
|
||||
panic!("buffered decoder made no progress");
|
||||
}
|
||||
}
|
||||
assert_eq!(ZBUFFv05_freeDCtx(dctx), 0);
|
||||
assert_eq!(ZBUFFv05_freeDCtx(ptr::null_mut()), 0);
|
||||
}
|
||||
assert_eq!(input_offset, V05_FRAME.len());
|
||||
assert_eq!(&output, EXPECTED);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,3754 @@
|
||||
#![allow(non_snake_case)]
|
||||
|
||||
//! Frozen decoder for the zstd v0.6 format.
|
||||
//!
|
||||
//! `lib/legacy/zstd_v06.c` is an old, self-contained decoder. This module
|
||||
//! keeps that boundary: it owns its FSE, bit-stream, and Huffman state rather
|
||||
//! than depending on the current entropy implementations. The public entry
|
||||
//! points below retain the C ABI and the context is deliberately malloc/free
|
||||
//! allocated so C callers can continue to own an opaque `ZSTDv06_Dctx`.
|
||||
|
||||
use crate::errors::{ERR_getErrorName, ERR_isError, ZstdErrorCode, ERROR};
|
||||
use std::os::raw::{c_char, c_uint, c_void};
|
||||
use std::ptr;
|
||||
use std::slice;
|
||||
|
||||
const ZSTD_MAGIC_NUMBER: u32 = 0xFD2F_B526;
|
||||
const ZSTD_CONTENTSIZE_ERROR: u64 = u64::MAX - 1;
|
||||
|
||||
const BLOCKSIZE: usize = 128 * 1024;
|
||||
const MIN_SEQUENCES_SIZE: usize = 1;
|
||||
const MIN_CBLOCK_SIZE: usize = 1 + 1 + MIN_SEQUENCES_SIZE;
|
||||
const MINMATCH: usize = 3;
|
||||
const MAX_ML: u32 = 52;
|
||||
const MAX_LL: u32 = 35;
|
||||
const MAX_OFF: u32 = 28;
|
||||
const ML_FSE_LOG: u32 = 9;
|
||||
const LL_FSE_LOG: u32 = 9;
|
||||
const OFF_FSE_LOG: u32 = 8;
|
||||
|
||||
const REPCODE_NUM: usize = 3;
|
||||
const REPCODE_STARTVALUE: usize = 1;
|
||||
const REPCODE_MOVE: usize = REPCODE_NUM - 1;
|
||||
const LONG_NB_SEQ: i32 = 0x7f00;
|
||||
|
||||
const IS_HUF: u8 = 0;
|
||||
const IS_PCH: u8 = 1;
|
||||
const IS_RAW: u8 = 2;
|
||||
const IS_RLE: u8 = 3;
|
||||
|
||||
const FSE_ENCODING_RAW: u32 = 0;
|
||||
const FSE_ENCODING_RLE: u32 = 1;
|
||||
const FSE_ENCODING_STATIC: u32 = 2;
|
||||
const FSE_ENCODING_DYNAMIC: u32 = 3;
|
||||
|
||||
const ZSTD_DICT_MAGIC: u32 = 0xec30_a436;
|
||||
const ZSTD_WINDOWLOG_ABSOLUTE_MIN: u32 = 12;
|
||||
const FRAME_HEADER_SIZE_MIN: usize = 5;
|
||||
const FRAME_HEADER_SIZE_MAX: usize = 13;
|
||||
const BLOCK_HEADER_SIZE: usize = 3;
|
||||
const WILDCOPY_OVERLENGTH: usize = 8;
|
||||
|
||||
const FSE_MAX_MEMORY_USAGE: u32 = 14;
|
||||
const FSE_MAX_SYMBOL_VALUE: u32 = 255;
|
||||
const FSE_MAX_TABLELOG: u32 = FSE_MAX_MEMORY_USAGE - 2;
|
||||
const FSE_MIN_TABLELOG: u32 = 5;
|
||||
const FSE_TABLELOG_ABSOLUTE_MAX: u32 = 15;
|
||||
|
||||
const HUF_MAX_SYMBOL_VALUE: usize = 255;
|
||||
const HUF_MAX_TABLELOG: usize = 12;
|
||||
const HUF_ABSOLUTE_MAX_TABLELOG: usize = 16;
|
||||
|
||||
const BT_COMPRESSED: u32 = 0;
|
||||
const BT_RAW: u32 = 1;
|
||||
const BT_RLE: u32 = 2;
|
||||
const BT_END: u32 = 3;
|
||||
|
||||
const DSTREAM_UNFINISHED: u32 = 0;
|
||||
const DSTREAM_END_OF_BUFFER: u32 = 1;
|
||||
const DSTREAM_COMPLETED: u32 = 2;
|
||||
const DSTREAM_TOO_FAR: u32 = 3;
|
||||
|
||||
const USIZE_BITS: u32 = usize::BITS;
|
||||
|
||||
const LL_BITS_TABLE: [u32; MAX_LL as usize + 1] = [
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 3, 3, 4, 6, 7, 8, 9, 10, 11,
|
||||
12, 13, 14, 15, 16,
|
||||
];
|
||||
const ML_BITS_TABLE: [u32; MAX_ML as usize + 1] = [
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16,
|
||||
];
|
||||
const OF_DEFAULT_NORM: [i16; MAX_OFF as usize + 1] = [
|
||||
1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -1, -1,
|
||||
];
|
||||
const LL_DEFAULT_NORM: [i16; MAX_LL as usize + 1] = [
|
||||
4, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 1, 1,
|
||||
-1, -1, -1, -1,
|
||||
];
|
||||
const ML_DEFAULT_NORM: [i16; MAX_ML as usize + 1] = [
|
||||
1, 4, 3, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -1, -1, -1, -1,
|
||||
];
|
||||
const LL_DEFAULT_LOG: u32 = 6;
|
||||
const ML_DEFAULT_LOG: u32 = 6;
|
||||
const OF_DEFAULT_LOG: u32 = 5;
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct FseDecode {
|
||||
new_state: u16,
|
||||
symbol: u8,
|
||||
nb_bits: u8,
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
struct FseDTableHeader {
|
||||
table_log: u16,
|
||||
fast_mode: u16,
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct DStream {
|
||||
bit_container: usize,
|
||||
bits_consumed: u32,
|
||||
ptr: *const u8,
|
||||
start: *const u8,
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct FseDState {
|
||||
state: usize,
|
||||
table: *const FseDecode,
|
||||
}
|
||||
|
||||
#[inline]
|
||||
fn highbit32(value: u32) -> u32 {
|
||||
value.leading_zeros() ^ 31
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn write_le16(dst: *mut u8, value: u16) {
|
||||
let bytes = value.to_le_bytes();
|
||||
ptr::copy_nonoverlapping(bytes.as_ptr(), dst, 2);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn zstd_copy8(dst: *mut u8, src: *const u8) {
|
||||
ptr::copy(src, dst, 8);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn zstd_copy4(dst: *mut u8, src: *const u8) {
|
||||
ptr::copy(src, dst, 4);
|
||||
}
|
||||
|
||||
unsafe fn zstd_wildcopy(dst: *mut u8, src: *const u8, length: isize) {
|
||||
let mut op = dst;
|
||||
let mut ip = src;
|
||||
let end = if length >= 0 {
|
||||
(dst as usize).wrapping_add(length as usize)
|
||||
} else {
|
||||
(dst as usize).wrapping_sub(length.wrapping_neg() as usize)
|
||||
};
|
||||
loop {
|
||||
zstd_copy8(op, ip);
|
||||
op = op.add(8);
|
||||
ip = ip.add(8);
|
||||
if (op as usize) >= end {
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le16(ptr: *const u8) -> u16 {
|
||||
u16::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 2]))
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le32(ptr: *const u8) -> u32 {
|
||||
u32::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 4]))
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le64(ptr: *const u8) -> u64 {
|
||||
u64::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 8]))
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_le_size(ptr: *const u8) -> usize {
|
||||
if std::mem::size_of::<usize>() == 4 {
|
||||
read_le32(ptr) as usize
|
||||
} else {
|
||||
u64::from_le_bytes(std::ptr::read_unaligned(ptr as *const [u8; 8])) as usize
|
||||
}
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* Backward bit stream (the v0.6 snapshot)
|
||||
********************************************/
|
||||
|
||||
unsafe fn init_dstream(stream: &mut DStream, src: *const u8, src_size: usize) -> usize {
|
||||
let word = std::mem::size_of::<usize>();
|
||||
if src_size == 0 {
|
||||
*stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
stream.start = src;
|
||||
if src_size >= word {
|
||||
stream.ptr = src.add(src_size - word);
|
||||
stream.bit_container = read_le_size(stream.ptr);
|
||||
let end_byte = *src.add(src_size - 1) as u32;
|
||||
if end_byte == 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
stream.bits_consumed = 8 - highbit32(end_byte);
|
||||
} else {
|
||||
stream.ptr = src;
|
||||
stream.bit_container = *src as usize;
|
||||
if src_size >= 7 {
|
||||
stream.bit_container += (*src.add(6) as usize) << (USIZE_BITS as usize - 16);
|
||||
}
|
||||
if src_size >= 6 {
|
||||
stream.bit_container += (*src.add(5) as usize) << (USIZE_BITS as usize - 24);
|
||||
}
|
||||
if src_size >= 5 {
|
||||
stream.bit_container += (*src.add(4) as usize) << (USIZE_BITS as usize - 32);
|
||||
}
|
||||
if src_size >= 4 {
|
||||
stream.bit_container += (*src.add(3) as usize) << 24;
|
||||
}
|
||||
if src_size >= 3 {
|
||||
stream.bit_container += (*src.add(2) as usize) << 16;
|
||||
}
|
||||
if src_size >= 2 {
|
||||
stream.bit_container += (*src.add(1) as usize) << 8;
|
||||
}
|
||||
let end_byte = *src.add(src_size - 1) as u32;
|
||||
if end_byte == 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
stream.bits_consumed = 8 - highbit32(end_byte);
|
||||
stream.bits_consumed += ((word - src_size) * 8) as u32;
|
||||
}
|
||||
src_size
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn look_bits(stream: &DStream, nb_bits: u32) -> usize {
|
||||
let mask = USIZE_BITS - 1;
|
||||
((stream.bit_container << (stream.bits_consumed & mask)) >> 1)
|
||||
>> (mask.wrapping_sub(nb_bits) & mask)
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn look_bits_fast(stream: &DStream, nb_bits: u32) -> usize {
|
||||
let mask = USIZE_BITS - 1;
|
||||
(stream.bit_container << (stream.bits_consumed & mask))
|
||||
>> ((mask + 1).wrapping_sub(nb_bits) & mask)
|
||||
}
|
||||
|
||||
#[inline]
|
||||
fn skip_bits(stream: &mut DStream, nb_bits: u32) {
|
||||
stream.bits_consumed = stream.bits_consumed.wrapping_add(nb_bits);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_bits(stream: &mut DStream, nb_bits: u32) -> usize {
|
||||
let value = look_bits(stream, nb_bits);
|
||||
skip_bits(stream, nb_bits);
|
||||
value
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn read_bits_fast(stream: &mut DStream, nb_bits: u32) -> usize {
|
||||
let value = look_bits_fast(stream, nb_bits);
|
||||
skip_bits(stream, nb_bits);
|
||||
value
|
||||
}
|
||||
|
||||
unsafe fn reload_dstream(stream: &mut DStream) -> u32 {
|
||||
let word = std::mem::size_of::<usize>();
|
||||
if stream.bits_consumed > (word * 8) as u32 {
|
||||
return DSTREAM_TOO_FAR;
|
||||
}
|
||||
if (stream.ptr as usize) >= (stream.start as usize).wrapping_add(word) {
|
||||
stream.ptr = stream.ptr.sub((stream.bits_consumed >> 3) as usize);
|
||||
stream.bits_consumed &= 7;
|
||||
stream.bit_container = read_le_size(stream.ptr);
|
||||
return DSTREAM_UNFINISHED;
|
||||
}
|
||||
if stream.ptr == stream.start {
|
||||
if stream.bits_consumed < (word * 8) as u32 {
|
||||
return DSTREAM_END_OF_BUFFER;
|
||||
}
|
||||
return DSTREAM_COMPLETED;
|
||||
}
|
||||
|
||||
let mut nb_bytes = stream.bits_consumed >> 3;
|
||||
let mut result = DSTREAM_UNFINISHED;
|
||||
if (stream.ptr as usize).wrapping_sub(nb_bytes as usize) < stream.start as usize {
|
||||
nb_bytes = (stream.ptr as usize - stream.start as usize) as u32;
|
||||
result = DSTREAM_END_OF_BUFFER;
|
||||
}
|
||||
stream.ptr = stream.ptr.sub(nb_bytes as usize);
|
||||
stream.bits_consumed -= nb_bytes * 8;
|
||||
stream.bit_container = read_le_size(stream.ptr);
|
||||
result
|
||||
}
|
||||
|
||||
#[inline]
|
||||
fn end_of_dstream(stream: &DStream) -> bool {
|
||||
stream.ptr == stream.start && stream.bits_consumed == USIZE_BITS
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* FSE decoding
|
||||
********************************************/
|
||||
|
||||
#[inline]
|
||||
fn fse_table_step(table_size: u32) -> u32 {
|
||||
(table_size >> 1) + (table_size >> 3) + 3
|
||||
}
|
||||
|
||||
#[allow(clippy::needless_range_loop)]
|
||||
unsafe fn fse_build_dtable(
|
||||
dt: &mut [u32],
|
||||
normalized_counter: &[i16],
|
||||
max_symbol_value: u32,
|
||||
table_log: u32,
|
||||
) -> usize {
|
||||
if max_symbol_value > FSE_MAX_SYMBOL_VALUE {
|
||||
return ERROR(ZstdErrorCode::MaxSymbolValueTooLarge);
|
||||
}
|
||||
if table_log > FSE_MAX_TABLELOG {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
|
||||
let table_size = 1u32 << table_log;
|
||||
let table_mask = table_size - 1;
|
||||
let step = fse_table_step(table_size);
|
||||
let mut symbol_next = [0u16; 256];
|
||||
let table_header = dt.as_mut_ptr() as *mut FseDTableHeader;
|
||||
let table_decode = dt.as_mut_ptr().add(1) as *mut FseDecode;
|
||||
let mut position = 0u32;
|
||||
let mut high_threshold = table_size - 1;
|
||||
let large_limit = (1i32 << (table_log - 1)) as i16;
|
||||
let mut no_large = 1u16;
|
||||
|
||||
(*table_header).table_log = table_log as u16;
|
||||
for symbol in 0..=max_symbol_value as usize {
|
||||
let count = normalized_counter[symbol];
|
||||
if count == -1 {
|
||||
(*table_decode.add(high_threshold as usize)).symbol = symbol as u8;
|
||||
high_threshold = high_threshold.wrapping_sub(1);
|
||||
symbol_next[symbol] = 1;
|
||||
} else {
|
||||
if count >= large_limit {
|
||||
no_large = 0;
|
||||
}
|
||||
symbol_next[symbol] = count as u16;
|
||||
}
|
||||
}
|
||||
|
||||
for symbol in 0..=max_symbol_value as usize {
|
||||
let count = normalized_counter[symbol];
|
||||
for _ in 0..count.max(0) {
|
||||
(*table_decode.add(position as usize)).symbol = symbol as u8;
|
||||
position = (position + step) & table_mask;
|
||||
while position > high_threshold {
|
||||
position = (position + step) & table_mask;
|
||||
}
|
||||
}
|
||||
}
|
||||
if position != 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
|
||||
for index in 0..table_size as usize {
|
||||
let symbol = (*table_decode.add(index)).symbol as usize;
|
||||
let next_state = symbol_next[symbol];
|
||||
symbol_next[symbol] = symbol_next[symbol].wrapping_add(1);
|
||||
let nb_bits = (table_log - highbit32(next_state as u32)) as u8;
|
||||
(*table_decode.add(index)).nb_bits = nb_bits;
|
||||
(*table_decode.add(index)).new_state =
|
||||
(((next_state as u32) << nb_bits).wrapping_sub(table_size)) as u16;
|
||||
}
|
||||
(*table_header).fast_mode = no_large;
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn fse_read_ncount(
|
||||
normalized_counter: &mut [i16; 256],
|
||||
max_sv: &mut u32,
|
||||
table_log: &mut u32,
|
||||
header: *const u8,
|
||||
header_size: usize,
|
||||
) -> usize {
|
||||
if header_size < 4 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let start = header as usize;
|
||||
let end = start.wrapping_add(header_size);
|
||||
let mut ip = header;
|
||||
let mut char_num = 0u32;
|
||||
let mut previous_zero = false;
|
||||
let mut bit_stream = read_le32(ip);
|
||||
let mut nb_bits = ((bit_stream & 0xF) + FSE_MIN_TABLELOG) as i32;
|
||||
if nb_bits > FSE_TABLELOG_ABSOLUTE_MAX as i32 {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
bit_stream >>= 4;
|
||||
let mut bit_count = 4i32;
|
||||
*table_log = nb_bits as u32;
|
||||
let mut remaining = (1i32 << nb_bits) + 1;
|
||||
let mut threshold = 1i32 << nb_bits;
|
||||
nb_bits += 1;
|
||||
|
||||
while remaining > 1 && char_num <= *max_sv {
|
||||
if previous_zero {
|
||||
let mut n0 = char_num;
|
||||
while bit_stream & 0xFFFF == 0xFFFF {
|
||||
n0 += 24;
|
||||
if (ip as usize) < end.wrapping_sub(5) {
|
||||
ip = ip.add(2);
|
||||
bit_stream = read_le32(ip) >> bit_count;
|
||||
} else {
|
||||
bit_stream >>= 16;
|
||||
bit_count += 16;
|
||||
}
|
||||
}
|
||||
while bit_stream & 3 == 3 {
|
||||
n0 += 3;
|
||||
bit_stream >>= 2;
|
||||
bit_count += 2;
|
||||
}
|
||||
n0 += bit_stream & 3;
|
||||
bit_count += 2;
|
||||
if n0 > *max_sv {
|
||||
return ERROR(ZstdErrorCode::MaxSymbolValueTooSmall);
|
||||
}
|
||||
while char_num < n0 {
|
||||
normalized_counter[char_num as usize] = 0;
|
||||
char_num += 1;
|
||||
}
|
||||
if (ip as usize) <= end.wrapping_sub(7)
|
||||
|| (ip as usize).wrapping_add((bit_count >> 3) as usize) <= end.wrapping_sub(4)
|
||||
{
|
||||
ip = ip.add((bit_count >> 3) as usize);
|
||||
bit_count &= 7;
|
||||
bit_stream = read_le32(ip) >> bit_count;
|
||||
} else {
|
||||
bit_stream >>= 2;
|
||||
}
|
||||
}
|
||||
|
||||
let max = ((2 * threshold - 1) - remaining) as i16;
|
||||
let mut count: i16;
|
||||
if (bit_stream & (threshold - 1) as u32) < max as i32 as u32 {
|
||||
count = (bit_stream & (threshold - 1) as u32) as u16 as i16;
|
||||
bit_count += nb_bits - 1;
|
||||
} else {
|
||||
count = (bit_stream & (2 * threshold - 1) as u32) as u16 as i16;
|
||||
if count as i32 >= threshold {
|
||||
count = (count as i32 - max as i32) as i16;
|
||||
}
|
||||
bit_count += nb_bits;
|
||||
}
|
||||
count = count.wrapping_sub(1);
|
||||
remaining -= (count as i32).abs();
|
||||
normalized_counter[char_num as usize] = count;
|
||||
char_num += 1;
|
||||
previous_zero = count == 0;
|
||||
while remaining < threshold {
|
||||
nb_bits -= 1;
|
||||
threshold >>= 1;
|
||||
}
|
||||
|
||||
if (ip as usize) <= end.wrapping_sub(7)
|
||||
|| (ip as usize).wrapping_add((bit_count >> 3) as usize) <= end.wrapping_sub(4)
|
||||
{
|
||||
ip = ip.add((bit_count >> 3) as usize);
|
||||
bit_count &= 7;
|
||||
} else {
|
||||
bit_count -= (8 * (end.wrapping_sub(4) as isize - ip as usize as isize)) as i32;
|
||||
ip = (end - 4) as *const u8;
|
||||
}
|
||||
bit_stream = read_le32(ip) >> (bit_count & 31);
|
||||
}
|
||||
|
||||
if remaining != 1 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
*max_sv = char_num - 1;
|
||||
ip = ip.add(((bit_count + 7) >> 3) as usize);
|
||||
if (ip as usize).wrapping_sub(start) > header_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
(ip as usize).wrapping_sub(start)
|
||||
}
|
||||
|
||||
unsafe fn fse_build_dtable_rle(dt: &mut [u32], symbol: u8) -> usize {
|
||||
let header = dt.as_mut_ptr() as *mut FseDTableHeader;
|
||||
let cell = dt.as_mut_ptr().add(1) as *mut FseDecode;
|
||||
(*header).table_log = 0;
|
||||
(*header).fast_mode = 0;
|
||||
(*cell).new_state = 0;
|
||||
(*cell).symbol = symbol;
|
||||
(*cell).nb_bits = 0;
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn fse_build_dtable_raw(dt: &mut [u32], nb_bits: u32) -> usize {
|
||||
if nb_bits < 1 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
let header = dt.as_mut_ptr() as *mut FseDTableHeader;
|
||||
let cells = dt.as_mut_ptr().add(1) as *mut FseDecode;
|
||||
let table_size = 1u32 << nb_bits;
|
||||
(*header).table_log = nb_bits as u16;
|
||||
(*header).fast_mode = 1;
|
||||
for symbol in 0..table_size {
|
||||
let cell = cells.add(symbol as usize);
|
||||
(*cell).new_state = 0;
|
||||
(*cell).symbol = symbol as u8;
|
||||
(*cell).nb_bits = nb_bits as u8;
|
||||
}
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn fse_init_dstate(state: &mut FseDState, stream: &mut DStream, dt: *const u32) {
|
||||
let header = dt as *const FseDTableHeader;
|
||||
state.state = read_bits(stream, (*header).table_log as u32);
|
||||
reload_dstream(stream);
|
||||
state.table = dt.add(1) as *const FseDecode;
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn fse_peek_symbol(state: &FseDState) -> u8 {
|
||||
(*state.table.add(state.state)).symbol
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn fse_update_state(state: &mut FseDState, stream: &mut DStream) {
|
||||
let info = *state.table.add(state.state);
|
||||
let low_bits = read_bits(stream, info.nb_bits as u32);
|
||||
state.state = (info.new_state as usize).wrapping_add(low_bits);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn fse_decode_symbol(state: &mut FseDState, stream: &mut DStream, fast: bool) -> u8 {
|
||||
let info = *state.table.add(state.state);
|
||||
let low_bits = if fast {
|
||||
read_bits_fast(stream, info.nb_bits as u32)
|
||||
} else {
|
||||
read_bits(stream, info.nb_bits as u32)
|
||||
};
|
||||
state.state = (info.new_state as usize).wrapping_add(low_bits);
|
||||
info.symbol
|
||||
}
|
||||
|
||||
unsafe fn fse_decompress_using_dtable(
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dt: &[u32],
|
||||
) -> usize {
|
||||
let header = &*(dt.as_ptr() as *const FseDTableHeader);
|
||||
let fast = header.fast_mode != 0;
|
||||
let start = dst;
|
||||
let end_addr = (dst as usize).wrapping_add(max_dst_size);
|
||||
let limit_addr = end_addr.wrapping_sub(3);
|
||||
let mut op = dst;
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let mut state1 = FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
};
|
||||
let mut state2 = state1;
|
||||
let error = init_dstream(&mut stream, c_src, c_src_size);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
fse_init_dstate(&mut state1, &mut stream, dt.as_ptr());
|
||||
fse_init_dstate(&mut state2, &mut stream, dt.as_ptr());
|
||||
|
||||
const RELOAD_2: bool = FSE_MAX_TABLELOG * 2 + 7 > USIZE_BITS;
|
||||
const RELOAD_4: bool = FSE_MAX_TABLELOG * 4 + 7 > USIZE_BITS;
|
||||
while reload_dstream(&mut stream) == DSTREAM_UNFINISHED && (op as usize) < limit_addr {
|
||||
*op = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
if RELOAD_2 {
|
||||
reload_dstream(&mut stream);
|
||||
}
|
||||
*op.add(1) = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
if RELOAD_4 && reload_dstream(&mut stream) > DSTREAM_UNFINISHED {
|
||||
op = op.add(2);
|
||||
break;
|
||||
}
|
||||
*op.add(2) = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
if RELOAD_2 {
|
||||
reload_dstream(&mut stream);
|
||||
}
|
||||
*op.add(3) = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
op = op.add(4);
|
||||
}
|
||||
|
||||
/* The v0.6 decoder's tail deliberately decodes through the end marker.
|
||||
* The overflow reload after each state pair is the termination test. */
|
||||
loop {
|
||||
if (op as usize) > end_addr.wrapping_sub(2) {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
*op = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
op = op.add(1);
|
||||
|
||||
if reload_dstream(&mut stream) == DSTREAM_TOO_FAR {
|
||||
*op = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
op = op.add(1);
|
||||
break;
|
||||
}
|
||||
|
||||
if (op as usize) > end_addr.wrapping_sub(2) {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
*op = fse_decode_symbol(&mut state2, &mut stream, fast);
|
||||
op = op.add(1);
|
||||
|
||||
if reload_dstream(&mut stream) == DSTREAM_TOO_FAR {
|
||||
*op = fse_decode_symbol(&mut state1, &mut stream, fast);
|
||||
op = op.add(1);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
(op as usize) - (start as usize)
|
||||
}
|
||||
|
||||
unsafe fn fse_decompress(
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
if c_src_size < 2 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let mut counters = [0i16; 256];
|
||||
let mut max_symbol = FSE_MAX_SYMBOL_VALUE;
|
||||
let mut table_log = 0;
|
||||
let header_size = fse_read_ncount(
|
||||
&mut counters,
|
||||
&mut max_symbol,
|
||||
&mut table_log,
|
||||
c_src,
|
||||
c_src_size,
|
||||
);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let mut table = vec![0u32; 1 + (1usize << FSE_MAX_TABLELOG)];
|
||||
let error = fse_build_dtable(&mut table, &counters, max_symbol, table_log);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
fse_decompress_using_dtable(
|
||||
dst,
|
||||
max_dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&table,
|
||||
)
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* Huffman decoding
|
||||
********************************************/
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct HufDEltX2 {
|
||||
byte: u8,
|
||||
nb_bits: u8,
|
||||
}
|
||||
|
||||
#[allow(clippy::manual_div_ceil)]
|
||||
unsafe fn huf_read_stats(
|
||||
huff_weight: &mut [u8; HUF_MAX_SYMBOL_VALUE + 1],
|
||||
rank_stats: &mut [u32; HUF_ABSOLUTE_MAX_TABLELOG + 1],
|
||||
nb_symbols: &mut u32,
|
||||
table_log: &mut u32,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size == 0 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let mut i_size = *src as usize;
|
||||
let o_size: usize;
|
||||
if i_size >= 128 {
|
||||
if i_size >= 242 {
|
||||
const RLE_LENGTHS: [usize; 14] = [1, 2, 3, 4, 7, 8, 15, 16, 31, 32, 63, 64, 127, 128];
|
||||
let index = i_size - 242;
|
||||
if index >= RLE_LENGTHS.len() {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
o_size = RLE_LENGTHS[index];
|
||||
huff_weight.fill(1);
|
||||
i_size = 0;
|
||||
} else {
|
||||
o_size = i_size - 127;
|
||||
i_size = (o_size + 1) / 2;
|
||||
if i_size + 1 > src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
if o_size >= huff_weight.len() {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let weights = src.add(1);
|
||||
let mut n = 0;
|
||||
while n < o_size {
|
||||
huff_weight[n] = *weights.add(n / 2) >> 4;
|
||||
if n + 1 < huff_weight.len() {
|
||||
huff_weight[n + 1] = *weights.add(n / 2) & 15;
|
||||
}
|
||||
n += 2;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if i_size + 1 > src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let decoded = fse_decompress(
|
||||
huff_weight.as_mut_ptr(),
|
||||
huff_weight.len() - 1,
|
||||
src.add(1),
|
||||
i_size,
|
||||
);
|
||||
if ERR_isError(decoded) {
|
||||
return decoded;
|
||||
}
|
||||
o_size = decoded;
|
||||
}
|
||||
|
||||
rank_stats.fill(0);
|
||||
let mut weight_total = 0u32;
|
||||
for &weight in huff_weight.iter().take(o_size) {
|
||||
if weight as usize >= HUF_ABSOLUTE_MAX_TABLELOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
rank_stats[weight as usize] += 1;
|
||||
weight_total += (1u32 << weight) >> 1;
|
||||
}
|
||||
if weight_total == 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let calculated_log = highbit32(weight_total) + 1;
|
||||
if calculated_log as usize > HUF_ABSOLUTE_MAX_TABLELOG {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let total = 1u32 << calculated_log;
|
||||
let rest = total - weight_total;
|
||||
if rest == 0 || (1u32 << highbit32(rest)) != rest {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let last_weight = highbit32(rest) + 1;
|
||||
huff_weight[o_size] = last_weight as u8;
|
||||
rank_stats[last_weight as usize] += 1;
|
||||
if rank_stats[1] < 2 || (rank_stats[1] & 1) != 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
*nb_symbols = (o_size + 1) as u32;
|
||||
*table_log = calculated_log;
|
||||
i_size + 1
|
||||
}
|
||||
|
||||
#[allow(clippy::needless_range_loop)]
|
||||
unsafe fn huf_read_dtable_x2(
|
||||
dtable: &mut [u16; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut huff_weight = [0u8; HUF_MAX_SYMBOL_VALUE + 1];
|
||||
let mut rank_val = [0u32; HUF_ABSOLUTE_MAX_TABLELOG + 1];
|
||||
let mut nb_symbols = 0u32;
|
||||
let mut table_log = 0u32;
|
||||
let i_size = huf_read_stats(
|
||||
&mut huff_weight,
|
||||
&mut rank_val,
|
||||
&mut nb_symbols,
|
||||
&mut table_log,
|
||||
src,
|
||||
src_size,
|
||||
);
|
||||
if ERR_isError(i_size) {
|
||||
return i_size;
|
||||
}
|
||||
if table_log as usize > dtable[0] as usize {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
dtable[0] = table_log as u16;
|
||||
|
||||
let mut next_rank_start = 0u32;
|
||||
for weight in 1..=table_log as usize {
|
||||
let current = next_rank_start;
|
||||
next_rank_start += rank_val[weight] << (weight - 1);
|
||||
rank_val[weight] = current;
|
||||
}
|
||||
let cells = dtable.as_mut_ptr().add(1) as *mut HufDEltX2;
|
||||
for (symbol, &weight) in huff_weight.iter().enumerate().take(nb_symbols as usize) {
|
||||
let weight = weight as usize;
|
||||
let length = (1u32 << weight) >> 1;
|
||||
let entry = HufDEltX2 {
|
||||
byte: symbol as u8,
|
||||
nb_bits: (table_log + 1 - weight as u32) as u8,
|
||||
};
|
||||
for index in rank_val[weight]..rank_val[weight] + length {
|
||||
*cells.add(index as usize) = entry;
|
||||
}
|
||||
rank_val[weight] += length;
|
||||
}
|
||||
i_size
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol(stream: &mut DStream, table: *const HufDEltX2, table_log: u32) -> u8 {
|
||||
let entry = *table.add(look_bits_fast(stream, table_log));
|
||||
skip_bits(stream, entry.nb_bits as u32);
|
||||
entry.byte
|
||||
}
|
||||
|
||||
unsafe fn huf_decode_stream(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
stream: &mut DStream,
|
||||
table: *const HufDEltX2,
|
||||
table_log: u32,
|
||||
) -> usize {
|
||||
let start = dst;
|
||||
let end = (dst as usize).wrapping_add(dst_size);
|
||||
let mut op = dst as usize;
|
||||
|
||||
while reload_dstream(stream) == DSTREAM_UNFINISHED && op <= end.wrapping_sub(4) {
|
||||
if USIZE_BITS == 64 {
|
||||
*(op as *mut u8) = huf_decode_symbol(stream, table, table_log);
|
||||
op += 1;
|
||||
}
|
||||
if USIZE_BITS == 64 || HUF_MAX_TABLELOG <= 12 {
|
||||
*(op as *mut u8) = huf_decode_symbol(stream, table, table_log);
|
||||
op += 1;
|
||||
}
|
||||
if USIZE_BITS == 64 {
|
||||
*(op as *mut u8) = huf_decode_symbol(stream, table, table_log);
|
||||
op += 1;
|
||||
}
|
||||
*(op as *mut u8) = huf_decode_symbol(stream, table, table_log);
|
||||
op += 1;
|
||||
}
|
||||
|
||||
while reload_dstream(stream) == DSTREAM_UNFINISHED && op < end {
|
||||
*(op as *mut u8) = huf_decode_symbol(stream, table, table_log);
|
||||
op += 1;
|
||||
}
|
||||
|
||||
while op < end {
|
||||
*(op as *mut u8) = huf_decode_symbol(stream, table, table_log);
|
||||
op += 1;
|
||||
}
|
||||
|
||||
op.wrapping_sub(start as usize)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress4x2_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u16; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
if c_src_size < 10 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let length1 = read_le16(c_src) as usize;
|
||||
let length2 = read_le16(c_src.add(2)) as usize;
|
||||
let length3 = read_le16(c_src.add(4)) as usize;
|
||||
let payload = length1
|
||||
.checked_add(length2)
|
||||
.and_then(|v| v.checked_add(length3))
|
||||
.and_then(|v| v.checked_add(6));
|
||||
let payload = match payload {
|
||||
Some(value) if value <= c_src_size => value,
|
||||
_ => return ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
};
|
||||
let length4 = c_src_size - payload;
|
||||
let stream1 = c_src.add(6);
|
||||
let stream2 = stream1.add(length1);
|
||||
let stream3 = stream2.add(length2);
|
||||
let stream4 = stream3.add(length3);
|
||||
let segment = dst_size.div_ceil(4);
|
||||
let starts = [
|
||||
dst,
|
||||
dst.add(segment),
|
||||
dst.add(segment * 2),
|
||||
dst.add(segment * 3),
|
||||
];
|
||||
let sizes = [
|
||||
segment.min(dst_size),
|
||||
segment.min(dst_size.saturating_sub(segment)),
|
||||
segment.min(dst_size.saturating_sub(segment * 2)),
|
||||
dst_size.saturating_sub(segment * 3),
|
||||
];
|
||||
let lengths = [length1, length2, length3, length4];
|
||||
let sources = [stream1, stream2, stream3, stream4];
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX2;
|
||||
let table_log = dtable[0] as u32;
|
||||
for index in 0..4 {
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let error = init_dstream(&mut stream, sources[index], lengths[index]);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
let decoded = huf_decode_stream(starts[index], sizes[index], &mut stream, table, table_log);
|
||||
if ERR_isError(decoded) || !end_of_dstream(&stream) {
|
||||
return if ERR_isError(decoded) {
|
||||
decoded
|
||||
} else {
|
||||
ERROR(ZstdErrorCode::CorruptionDetected)
|
||||
};
|
||||
}
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x2_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u16; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
let stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let mut stream = stream;
|
||||
let error = init_dstream(&mut stream, c_src, c_src_size);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX2;
|
||||
let decoded = huf_decode_stream(dst, dst_size, &mut stream, table, dtable[0] as u32);
|
||||
if ERR_isError(decoded) {
|
||||
return decoded;
|
||||
}
|
||||
if !end_of_dstream(&stream) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x2(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
let mut dtable = [0u16; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u16;
|
||||
let header_size = huf_read_dtable_x2(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress1x2_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct HufDEltX4 {
|
||||
sequence: u16,
|
||||
nb_bits: u8,
|
||||
length: u8,
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
struct SortedSymbol {
|
||||
symbol: u8,
|
||||
weight: u8,
|
||||
}
|
||||
|
||||
type RankVal = [[u32; HUF_ABSOLUTE_MAX_TABLELOG + 1]; HUF_ABSOLUTE_MAX_TABLELOG];
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_set_dtable_x4(
|
||||
dtable: *mut HufDEltX4,
|
||||
index: usize,
|
||||
sequence: u16,
|
||||
nb_bits: u32,
|
||||
length: u8,
|
||||
) {
|
||||
let entry = dtable.add(index);
|
||||
write_le16(entry.cast::<u8>(), sequence);
|
||||
(*entry).nb_bits = nb_bits as u8;
|
||||
(*entry).length = length;
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn huf_fill_dtable_x4_level2(
|
||||
dtable: *mut HufDEltX4,
|
||||
size_log: u32,
|
||||
consumed: u32,
|
||||
rank_val_origin: &[u32; HUF_ABSOLUTE_MAX_TABLELOG + 1],
|
||||
min_weight: usize,
|
||||
sorted_symbols: &[SortedSymbol; HUF_MAX_SYMBOL_VALUE + 1],
|
||||
sorted_start: usize,
|
||||
sorted_list_size: usize,
|
||||
nb_bits_baseline: u32,
|
||||
base_seq: u16,
|
||||
) {
|
||||
let mut rank_val = *rank_val_origin;
|
||||
|
||||
if min_weight > 1 {
|
||||
let skip_size = rank_val[min_weight] as usize;
|
||||
for index in 0..skip_size {
|
||||
huf_set_dtable_x4(dtable, index, base_seq, consumed, 1);
|
||||
}
|
||||
}
|
||||
|
||||
for item in 0..sorted_list_size {
|
||||
let sorted = sorted_symbols[sorted_start + item];
|
||||
let symbol = sorted.symbol as u32;
|
||||
let weight = sorted.weight as usize;
|
||||
let nb_bits = nb_bits_baseline - weight as u32;
|
||||
let length = 1u32 << (size_log - nb_bits);
|
||||
let start = rank_val[weight] as usize;
|
||||
let end = start + length as usize;
|
||||
let sequence = base_seq.wrapping_add((symbol << 8) as u16);
|
||||
for index in start..end {
|
||||
huf_set_dtable_x4(dtable, index, sequence, nb_bits + consumed, 2);
|
||||
}
|
||||
rank_val[weight] = rank_val[weight].wrapping_add(length);
|
||||
}
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn huf_fill_dtable_x4(
|
||||
dtable: *mut HufDEltX4,
|
||||
target_log: u32,
|
||||
sorted_list: &[SortedSymbol; HUF_MAX_SYMBOL_VALUE + 1],
|
||||
sorted_list_size: usize,
|
||||
rank_start0: &[u32; HUF_ABSOLUTE_MAX_TABLELOG + 2],
|
||||
rank_val_origin: &RankVal,
|
||||
max_weight: u32,
|
||||
nb_bits_baseline: u32,
|
||||
) {
|
||||
let mut rank_val = rank_val_origin[0];
|
||||
let scale_log = nb_bits_baseline as i32 - target_log as i32;
|
||||
let min_bits = nb_bits_baseline - max_weight;
|
||||
|
||||
for item in 0..sorted_list_size {
|
||||
let sorted = sorted_list[item];
|
||||
let symbol = sorted.symbol as u16;
|
||||
let weight = sorted.weight as usize;
|
||||
let nb_bits = nb_bits_baseline - weight as u32;
|
||||
let start = rank_val[weight] as usize;
|
||||
let length = 1u32 << (target_log - nb_bits);
|
||||
|
||||
if target_log - nb_bits >= min_bits {
|
||||
let mut min_weight = nb_bits as i32 + scale_log;
|
||||
if min_weight < 1 {
|
||||
min_weight = 1;
|
||||
}
|
||||
let min_weight = min_weight as usize;
|
||||
let sorted_rank = rank_start0[min_weight + 1] as usize;
|
||||
huf_fill_dtable_x4_level2(
|
||||
dtable.add(start),
|
||||
target_log - nb_bits,
|
||||
nb_bits,
|
||||
&rank_val_origin[nb_bits as usize],
|
||||
min_weight,
|
||||
sorted_list,
|
||||
sorted_rank,
|
||||
sorted_list_size - sorted_rank,
|
||||
nb_bits_baseline,
|
||||
symbol,
|
||||
);
|
||||
} else {
|
||||
let end = start + length as usize;
|
||||
for index in start..end {
|
||||
huf_set_dtable_x4(dtable, index, symbol, nb_bits, 1);
|
||||
}
|
||||
}
|
||||
rank_val[weight] = rank_val[weight].wrapping_add(length);
|
||||
}
|
||||
}
|
||||
|
||||
#[allow(clippy::needless_range_loop)]
|
||||
unsafe fn huf_read_dtable_x4(
|
||||
dtable: &mut [u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut weight_list = [0u8; HUF_MAX_SYMBOL_VALUE + 1];
|
||||
let mut sorted_symbols = [SortedSymbol {
|
||||
symbol: 0,
|
||||
weight: 0,
|
||||
}; HUF_MAX_SYMBOL_VALUE + 1];
|
||||
let mut rank_stats = [0u32; HUF_ABSOLUTE_MAX_TABLELOG + 1];
|
||||
let mut rank_start0 = [0u32; HUF_ABSOLUTE_MAX_TABLELOG + 2];
|
||||
let mut rank_val = [[0u32; HUF_ABSOLUTE_MAX_TABLELOG + 1]; HUF_ABSOLUTE_MAX_TABLELOG];
|
||||
let mut nb_symbols = 0u32;
|
||||
let mut table_log = 0u32;
|
||||
let mem_log = dtable[0];
|
||||
|
||||
if mem_log > HUF_ABSOLUTE_MAX_TABLELOG as u32 {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
|
||||
let i_size = huf_read_stats(
|
||||
&mut weight_list,
|
||||
&mut rank_stats,
|
||||
&mut nb_symbols,
|
||||
&mut table_log,
|
||||
src,
|
||||
src_size,
|
||||
);
|
||||
if ERR_isError(i_size) {
|
||||
return i_size;
|
||||
}
|
||||
if table_log > mem_log {
|
||||
return ERROR(ZstdErrorCode::TableLogTooLarge);
|
||||
}
|
||||
|
||||
let mut max_weight = table_log as usize;
|
||||
loop {
|
||||
if rank_stats[max_weight] != 0 {
|
||||
break;
|
||||
}
|
||||
if max_weight == 0 {
|
||||
return ERROR(ZstdErrorCode::Generic);
|
||||
}
|
||||
max_weight -= 1;
|
||||
}
|
||||
|
||||
let mut next_rank_start = 0u32;
|
||||
for weight in 1..=max_weight {
|
||||
let current = next_rank_start;
|
||||
next_rank_start = next_rank_start.wrapping_add(rank_stats[weight]);
|
||||
rank_start0[weight + 1] = current;
|
||||
}
|
||||
rank_start0[0] = next_rank_start;
|
||||
let size_of_sort = next_rank_start as usize;
|
||||
|
||||
for symbol in 0..nb_symbols as usize {
|
||||
let weight = weight_list[symbol] as usize;
|
||||
let rank = rank_start0[weight + 1] as usize;
|
||||
sorted_symbols[rank] = SortedSymbol {
|
||||
symbol: symbol as u8,
|
||||
weight: weight as u8,
|
||||
};
|
||||
rank_start0[weight + 1] = rank as u32 + 1;
|
||||
}
|
||||
rank_start0[1] = 0;
|
||||
|
||||
let min_bits = table_log + 1 - max_weight as u32;
|
||||
let rescale = (mem_log as i32 - table_log as i32) - 1;
|
||||
let mut next_rank_val = 0u32;
|
||||
for weight in 1..=max_weight {
|
||||
let current = next_rank_val;
|
||||
let shift = (weight as i32 + rescale) as u32;
|
||||
next_rank_val = next_rank_val.wrapping_add(rank_stats[weight] << shift);
|
||||
rank_val[0][weight] = current;
|
||||
}
|
||||
if min_bits <= mem_log.saturating_sub(min_bits) {
|
||||
for consumed in min_bits..=mem_log - min_bits {
|
||||
for weight in 1..=max_weight {
|
||||
rank_val[consumed as usize][weight] = rank_val[0][weight] >> consumed;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
let table = dtable.as_mut_ptr().add(1) as *mut HufDEltX4;
|
||||
huf_fill_dtable_x4(
|
||||
table,
|
||||
mem_log,
|
||||
&sorted_symbols,
|
||||
size_of_sort,
|
||||
&rank_start0,
|
||||
&rank_val,
|
||||
max_weight as u32,
|
||||
table_log + 1,
|
||||
);
|
||||
i_size
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) -> u32 {
|
||||
let value = look_bits_fast(stream, table_log);
|
||||
let entry = dtable.add(value);
|
||||
ptr::copy(entry.cast::<u8>(), *op, 2);
|
||||
skip_bits(stream, (*entry).nb_bits as u32);
|
||||
let length = (*entry).length as u32;
|
||||
*op = (*op).add(length as usize);
|
||||
length
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_last_symbol_x4(
|
||||
op: *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) -> u32 {
|
||||
let value = look_bits_fast(stream, table_log);
|
||||
let entry = dtable.add(value);
|
||||
*op = read_le16(entry.cast::<u8>()) as u8;
|
||||
if (*entry).length == 1 {
|
||||
skip_bits(stream, (*entry).nb_bits as u32);
|
||||
} else if stream.bits_consumed < USIZE_BITS {
|
||||
skip_bits(stream, (*entry).nb_bits as u32);
|
||||
if stream.bits_consumed > USIZE_BITS {
|
||||
stream.bits_consumed = USIZE_BITS;
|
||||
}
|
||||
}
|
||||
1
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4_0(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) {
|
||||
huf_decode_symbol_x4(op, stream, dtable, table_log);
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4_1(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) {
|
||||
if USIZE_BITS == 64 || HUF_MAX_TABLELOG <= 12 {
|
||||
huf_decode_symbol_x4(op, stream, dtable, table_log);
|
||||
}
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn huf_decode_symbol_x4_2(
|
||||
op: &mut *mut u8,
|
||||
stream: &mut DStream,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) {
|
||||
if USIZE_BITS == 64 {
|
||||
huf_decode_symbol_x4(op, stream, dtable, table_log);
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn huf_decode_stream_x4(
|
||||
mut p: *mut u8,
|
||||
stream: &mut DStream,
|
||||
p_end: *mut u8,
|
||||
dtable: *const HufDEltX4,
|
||||
table_log: u32,
|
||||
) -> usize {
|
||||
let p_start = p;
|
||||
while reload_dstream(stream) == DSTREAM_UNFINISHED
|
||||
&& (p as usize) < (p_end as usize).wrapping_sub(7)
|
||||
{
|
||||
huf_decode_symbol_x4_2(&mut p, stream, dtable, table_log);
|
||||
huf_decode_symbol_x4_1(&mut p, stream, dtable, table_log);
|
||||
huf_decode_symbol_x4_2(&mut p, stream, dtable, table_log);
|
||||
huf_decode_symbol_x4_0(&mut p, stream, dtable, table_log);
|
||||
}
|
||||
while reload_dstream(stream) == DSTREAM_UNFINISHED
|
||||
&& (p as usize) <= (p_end as usize).wrapping_sub(2)
|
||||
{
|
||||
huf_decode_symbol_x4_0(&mut p, stream, dtable, table_log);
|
||||
}
|
||||
while (p as usize) <= (p_end as usize).wrapping_sub(2) {
|
||||
huf_decode_symbol_x4_0(&mut p, stream, dtable, table_log);
|
||||
}
|
||||
if (p as usize) < p_end as usize {
|
||||
p = p.add(huf_decode_last_symbol_x4(p, stream, dtable, table_log) as usize);
|
||||
}
|
||||
(p as usize).wrapping_sub(p_start as usize)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress4x4_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
if c_src_size < 10 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let length1 = read_le16(c_src) as usize;
|
||||
let length2 = read_le16(c_src.add(2)) as usize;
|
||||
let length3 = read_le16(c_src.add(4)) as usize;
|
||||
let total = length1
|
||||
.wrapping_add(length2)
|
||||
.wrapping_add(length3)
|
||||
.wrapping_add(6);
|
||||
let length4 = c_src_size.wrapping_sub(total);
|
||||
if length4 > c_src_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
|
||||
let streams = [
|
||||
c_src.add(6),
|
||||
c_src.add(6 + length1),
|
||||
c_src.add(6 + length1 + length2),
|
||||
c_src.add(6 + length1 + length2 + length3),
|
||||
];
|
||||
let lengths = [length1, length2, length3, length4];
|
||||
let segment = dst_size.wrapping_add(3) / 4;
|
||||
let starts = [
|
||||
dst,
|
||||
dst.add(segment),
|
||||
dst.add(segment * 2),
|
||||
dst.add(segment * 3),
|
||||
];
|
||||
let sizes = [
|
||||
segment.min(dst_size),
|
||||
segment.min(dst_size.saturating_sub(segment)),
|
||||
segment.min(dst_size.saturating_sub(segment * 2)),
|
||||
dst_size.saturating_sub(segment * 3),
|
||||
];
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX4;
|
||||
let table_log = dtable[0];
|
||||
|
||||
for index in 0..4 {
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let error = init_dstream(&mut stream, streams[index], lengths[index]);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
let decoded = huf_decode_stream_x4(
|
||||
starts[index],
|
||||
&mut stream,
|
||||
starts[index].add(sizes[index]),
|
||||
table,
|
||||
table_log,
|
||||
);
|
||||
if decoded != sizes[index] || !end_of_dstream(&stream) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x4_using_dtable(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
dtable: &[u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
) -> usize {
|
||||
let mut stream = DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
};
|
||||
let error = init_dstream(&mut stream, c_src, c_src_size);
|
||||
if ERR_isError(error) {
|
||||
return error;
|
||||
}
|
||||
let table = dtable.as_ptr().add(1) as *const HufDEltX4;
|
||||
let decoded = huf_decode_stream_x4(dst, &mut stream, dst.add(dst_size), table, dtable[0]);
|
||||
if decoded != dst_size || !end_of_dstream(&stream) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dst_size
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress1x4(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
let mut dtable = [0u32; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u32;
|
||||
let header_size = huf_read_dtable_x4(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress1x4_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress4x4(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
let mut dtable = [0u32; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u32;
|
||||
let header_size = huf_read_dtable_x4(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress4x4_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
|
||||
unsafe fn huf_decompress(
|
||||
dst: *mut u8,
|
||||
dst_size: usize,
|
||||
c_src: *const u8,
|
||||
c_src_size: usize,
|
||||
) -> usize {
|
||||
if dst_size == 0 {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if c_src_size > dst_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if c_src_size == dst_size {
|
||||
ptr::copy(c_src, dst, dst_size);
|
||||
return dst_size;
|
||||
}
|
||||
if c_src_size == 1 {
|
||||
ptr::write_bytes(dst, *c_src, dst_size);
|
||||
return dst_size;
|
||||
}
|
||||
|
||||
const ALGO_TIME: [[[u32; 2]; 3]; 16] = [
|
||||
[[0, 0], [1, 1], [2, 2]],
|
||||
[[0, 0], [1, 1], [2, 2]],
|
||||
[[38, 130], [1313, 74], [2151, 38]],
|
||||
[[448, 128], [1353, 74], [2238, 41]],
|
||||
[[556, 128], [1353, 74], [2238, 47]],
|
||||
[[714, 128], [1418, 74], [2436, 53]],
|
||||
[[883, 128], [1437, 74], [2464, 61]],
|
||||
[[897, 128], [1515, 75], [2622, 68]],
|
||||
[[926, 128], [1613, 75], [2730, 75]],
|
||||
[[947, 128], [1729, 77], [3359, 77]],
|
||||
[[1107, 128], [2083, 81], [4006, 84]],
|
||||
[[1177, 128], [2379, 87], [4785, 88]],
|
||||
[[1242, 128], [2415, 93], [5155, 84]],
|
||||
[[1349, 128], [2644, 106], [5260, 106]],
|
||||
[[1455, 128], [2422, 124], [4174, 124]],
|
||||
[[722, 128], [1891, 145], [1936, 146]],
|
||||
];
|
||||
let q = c_src_size.wrapping_mul(16) / dst_size;
|
||||
let d256 = (dst_size >> 8) as u32;
|
||||
let mut dtime = [0u32; 3];
|
||||
for index in 0..3 {
|
||||
dtime[index] =
|
||||
ALGO_TIME[q][index][0].wrapping_add(ALGO_TIME[q][index][1].wrapping_mul(d256));
|
||||
}
|
||||
dtime[1] = dtime[1].wrapping_add(dtime[1] >> 4);
|
||||
dtime[2] = dtime[2].wrapping_add(dtime[2] >> 3);
|
||||
|
||||
if dtime[1] < dtime[0] {
|
||||
huf_decompress4x4(dst, dst_size, c_src, c_src_size)
|
||||
} else {
|
||||
let mut dtable = [0u16; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
dtable[0] = HUF_MAX_TABLELOG as u16;
|
||||
let header_size = huf_read_dtable_x2(&mut dtable, c_src, c_src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= c_src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress4x2_using_dtable(
|
||||
dst,
|
||||
dst_size,
|
||||
c_src.add(header_size),
|
||||
c_src_size - header_size,
|
||||
&dtable,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
/* ******************************************
|
||||
* v0.6 frame decoder
|
||||
********************************************/
|
||||
|
||||
const STAGE_GET_FRAME_HEADER_SIZE: u32 = 0;
|
||||
const STAGE_DECODE_FRAME_HEADER: u32 = 1;
|
||||
const STAGE_DECODE_BLOCK_HEADER: u32 = 2;
|
||||
const STAGE_DECOMPRESS_BLOCK: u32 = 3;
|
||||
|
||||
#[repr(C)]
|
||||
#[derive(Clone, Copy)]
|
||||
pub struct ZSTDv06_frameParams {
|
||||
pub frame_content_size: u64,
|
||||
pub window_log: c_uint,
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
pub struct ZSTDv06_Dctx {
|
||||
ll_table: [u32; 1 + (1 << LL_FSE_LOG)],
|
||||
off_table: [u32; 1 + (1 << OFF_FSE_LOG)],
|
||||
ml_table: [u32; 1 + (1 << ML_FSE_LOG)],
|
||||
huf_table_x4: [u32; 1 + (1 << HUF_MAX_TABLELOG)],
|
||||
previous_dst_end: *const u8,
|
||||
base: *const u8,
|
||||
v_base: *const u8,
|
||||
dict_end: *const u8,
|
||||
expected: usize,
|
||||
header_size: usize,
|
||||
f_params: ZSTDv06_frameParams,
|
||||
b_type: u32,
|
||||
stage: u32,
|
||||
flag_repeat_table: u32,
|
||||
lit_ptr: *const u8,
|
||||
lit_size: usize,
|
||||
lit_buffer: [u8; BLOCKSIZE + WILDCOPY_OVERLENGTH],
|
||||
header_buffer: [u8; FRAME_HEADER_SIZE_MAX],
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct BlockProperties {
|
||||
block_type: u32,
|
||||
orig_size: u32,
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn decompress_begin(dctx: &mut ZSTDv06_Dctx) -> usize {
|
||||
dctx.expected = FRAME_HEADER_SIZE_MIN;
|
||||
dctx.stage = STAGE_GET_FRAME_HEADER_SIZE;
|
||||
dctx.previous_dst_end = ptr::null();
|
||||
dctx.base = ptr::null();
|
||||
dctx.v_base = ptr::null();
|
||||
dctx.dict_end = ptr::null();
|
||||
dctx.huf_table_x4[0] = HUF_MAX_TABLELOG as u32;
|
||||
dctx.flag_repeat_table = 0;
|
||||
0
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn create_dctx() -> *mut ZSTDv06_Dctx {
|
||||
let dctx = libc::malloc(std::mem::size_of::<ZSTDv06_Dctx>()) as *mut ZSTDv06_Dctx;
|
||||
if dctx.is_null() {
|
||||
return ptr::null_mut();
|
||||
}
|
||||
decompress_begin(&mut *dctx);
|
||||
dctx
|
||||
}
|
||||
|
||||
#[inline]
|
||||
unsafe fn free_dctx(dctx: *mut ZSTDv06_Dctx) -> usize {
|
||||
libc::free(dctx.cast::<c_void>());
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn copy_dctx(dst: *mut ZSTDv06_Dctx, src: *const ZSTDv06_Dctx) {
|
||||
let workspace_size = BLOCKSIZE + WILDCOPY_OVERLENGTH + FRAME_HEADER_SIZE_MAX;
|
||||
let copy_size = std::mem::size_of::<ZSTDv06_Dctx>() - workspace_size;
|
||||
ptr::copy_nonoverlapping(src.cast::<u8>(), dst.cast::<u8>(), copy_size);
|
||||
}
|
||||
|
||||
unsafe fn frame_header_size(src: *const u8, src_size: usize) -> usize {
|
||||
if src_size < FRAME_HEADER_SIZE_MIN {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let fcs_field_size = [0usize, 1, 2, 8][(*src.add(4) >> 6) as usize];
|
||||
FRAME_HEADER_SIZE_MIN + fcs_field_size
|
||||
}
|
||||
|
||||
unsafe fn get_frame_params(
|
||||
params: &mut ZSTDv06_frameParams,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size < FRAME_HEADER_SIZE_MIN {
|
||||
return FRAME_HEADER_SIZE_MIN;
|
||||
}
|
||||
if read_le32(src) != ZSTD_MAGIC_NUMBER {
|
||||
return ERROR(ZstdErrorCode::PrefixUnknown);
|
||||
}
|
||||
|
||||
let header_size = frame_header_size(src, src_size);
|
||||
if src_size < header_size {
|
||||
return header_size;
|
||||
}
|
||||
|
||||
*params = ZSTDv06_frameParams {
|
||||
frame_content_size: 0,
|
||||
window_log: 0,
|
||||
};
|
||||
let frame_desc = *src.add(4);
|
||||
params.window_log = (frame_desc & 0x0f) as u32 + ZSTD_WINDOWLOG_ABSOLUTE_MIN;
|
||||
if frame_desc & 0x20 != 0 {
|
||||
return ERROR(ZstdErrorCode::FrameParameterUnsupported);
|
||||
}
|
||||
params.frame_content_size = match frame_desc >> 6 {
|
||||
0 => 0,
|
||||
1 => *src.add(5) as u64,
|
||||
2 => read_le16(src.add(5)) as u64 + 256,
|
||||
3 => read_le64(src.add(5)),
|
||||
_ => unreachable!(),
|
||||
};
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decode_frame_header(dctx: &mut ZSTDv06_Dctx, src: *const u8, src_size: usize) -> usize {
|
||||
let result = get_frame_params(&mut dctx.f_params, src, src_size);
|
||||
if USIZE_BITS == 32 && dctx.f_params.window_log > 25 {
|
||||
return ERROR(ZstdErrorCode::FrameParameterUnsupported);
|
||||
}
|
||||
result
|
||||
}
|
||||
|
||||
unsafe fn get_block_size(
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
properties: &mut BlockProperties,
|
||||
) -> usize {
|
||||
if src_size < BLOCK_HEADER_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let first = *src;
|
||||
let c_size =
|
||||
*src.add(2) as usize | ((*src.add(1) as usize) << 8) | (((first & 7) as usize) << 16);
|
||||
properties.block_type = (first >> 6) as u32;
|
||||
properties.orig_size = if properties.block_type == BT_RLE {
|
||||
c_size as u32
|
||||
} else {
|
||||
0
|
||||
};
|
||||
if properties.block_type == BT_END {
|
||||
0
|
||||
} else if properties.block_type == BT_RLE {
|
||||
1
|
||||
} else {
|
||||
c_size
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn copy_raw_block(
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if dst.is_null() || src_size > dst_capacity {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
ptr::copy(src, dst, src_size);
|
||||
src_size
|
||||
}
|
||||
|
||||
unsafe fn decode_literals_block(dctx: &mut ZSTDv06_Dctx, src: *const u8, src_size: usize) -> usize {
|
||||
if src_size < MIN_CBLOCK_SIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
|
||||
match *src >> 6 {
|
||||
IS_HUF => {
|
||||
let mut lit_header_size = ((*src >> 4) & 3) as usize;
|
||||
if src_size < 5 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let single_stream;
|
||||
let (lit_size, lit_c_size);
|
||||
match lit_header_size {
|
||||
0 | 1 => {
|
||||
lit_header_size = 3;
|
||||
single_stream = *src & 16 != 0;
|
||||
let first = *src;
|
||||
let second = *src.add(1);
|
||||
let third = *src.add(2);
|
||||
lit_size = ((first & 15) as usize) << 6 | (second as usize >> 2);
|
||||
lit_c_size = ((second as usize & 3) << 8) | third as usize;
|
||||
}
|
||||
2 => {
|
||||
lit_header_size = 4;
|
||||
single_stream = false;
|
||||
let first = *src;
|
||||
let second = *src.add(1);
|
||||
let third = *src.add(2);
|
||||
let fourth = *src.add(3);
|
||||
lit_size = ((first & 15) as usize) << 10
|
||||
| (second as usize) << 2
|
||||
| (third as usize >> 6);
|
||||
lit_c_size = ((third as usize & 63) << 8) | fourth as usize;
|
||||
}
|
||||
3 => {
|
||||
lit_header_size = 5;
|
||||
single_stream = false;
|
||||
let first = *src;
|
||||
let second = *src.add(1);
|
||||
let third = *src.add(2);
|
||||
let fourth = *src.add(3);
|
||||
let fifth = *src.add(4);
|
||||
lit_size = ((first & 15) as usize) << 14
|
||||
| (second as usize) << 6
|
||||
| (third as usize >> 2);
|
||||
lit_c_size =
|
||||
((third as usize & 3) << 16) | (fourth as usize) << 8 | fifth as usize;
|
||||
}
|
||||
_ => unreachable!(),
|
||||
}
|
||||
if lit_size > BLOCKSIZE || lit_c_size + lit_header_size > src_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let decoded = if single_stream {
|
||||
huf_decompress1x2(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
src.add(lit_header_size),
|
||||
lit_c_size,
|
||||
)
|
||||
} else {
|
||||
huf_decompress(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
src.add(lit_header_size),
|
||||
lit_c_size,
|
||||
)
|
||||
};
|
||||
if ERR_isError(decoded) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
dctx.lit_buffer[lit_size..lit_size + WILDCOPY_OVERLENGTH].fill(0);
|
||||
lit_c_size + lit_header_size
|
||||
}
|
||||
IS_PCH => {
|
||||
let lit_header_size = ((*src >> 4) & 3) as usize;
|
||||
if lit_header_size != 1 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if dctx.flag_repeat_table == 0 {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let lit_size = ((*src & 15) as usize) << 6 | (*src.add(1) as usize >> 2);
|
||||
let lit_c_size = ((*src.add(1) as usize & 3) << 8) | *src.add(2) as usize;
|
||||
if lit_size > BLOCKSIZE || lit_c_size + 3 > src_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let decoded = huf_decompress1x4_using_dtable(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
src.add(3),
|
||||
lit_c_size,
|
||||
&dctx.huf_table_x4,
|
||||
);
|
||||
if ERR_isError(decoded) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
dctx.lit_buffer[lit_size..lit_size + WILDCOPY_OVERLENGTH].fill(0);
|
||||
lit_c_size + 3
|
||||
}
|
||||
IS_RAW => {
|
||||
let mut lit_header_size = ((*src >> 4) & 3) as usize;
|
||||
let lit_size = match lit_header_size {
|
||||
0 | 1 => {
|
||||
lit_header_size = 1;
|
||||
(*src & 31) as usize
|
||||
}
|
||||
2 => ((*src & 15) as usize) << 8 | *src.add(1) as usize,
|
||||
3 => {
|
||||
((*src & 15) as usize) << 16
|
||||
| ((*src.add(1) as usize) << 8)
|
||||
| *src.add(2) as usize
|
||||
}
|
||||
_ => unreachable!(),
|
||||
};
|
||||
if lit_size > BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if lit_header_size + lit_size + WILDCOPY_OVERLENGTH > src_size {
|
||||
if lit_header_size + lit_size > src_size {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ptr::copy(
|
||||
src.add(lit_header_size),
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
lit_size,
|
||||
);
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
dctx.lit_buffer[lit_size..lit_size + WILDCOPY_OVERLENGTH].fill(0);
|
||||
} else {
|
||||
dctx.lit_ptr = src.add(lit_header_size);
|
||||
dctx.lit_size = lit_size;
|
||||
}
|
||||
lit_header_size + lit_size
|
||||
}
|
||||
IS_RLE => {
|
||||
let mut lit_header_size = ((*src >> 4) & 3) as usize;
|
||||
let lit_size = match lit_header_size {
|
||||
0 | 1 => {
|
||||
lit_header_size = 1;
|
||||
(*src & 31) as usize
|
||||
}
|
||||
2 => ((*src & 15) as usize) << 8 | *src.add(1) as usize,
|
||||
3 => {
|
||||
if src_size < 4 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
((*src & 15) as usize) << 16
|
||||
| ((*src.add(1) as usize) << 8)
|
||||
| *src.add(2) as usize
|
||||
}
|
||||
_ => unreachable!(),
|
||||
};
|
||||
if lit_size > BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ptr::write_bytes(
|
||||
dctx.lit_buffer.as_mut_ptr(),
|
||||
*src.add(lit_header_size),
|
||||
lit_size + WILDCOPY_OVERLENGTH,
|
||||
);
|
||||
dctx.lit_ptr = dctx.lit_buffer.as_ptr();
|
||||
dctx.lit_size = lit_size;
|
||||
lit_header_size + 1
|
||||
}
|
||||
_ => ERROR(ZstdErrorCode::CorruptionDetected),
|
||||
}
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn build_seq_table(
|
||||
table: &mut [u32],
|
||||
encoding: u32,
|
||||
max_symbol: u32,
|
||||
max_log: u32,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
default_norm: &[i16],
|
||||
default_log: u32,
|
||||
repeat_table: u32,
|
||||
) -> usize {
|
||||
match encoding {
|
||||
FSE_ENCODING_RLE => {
|
||||
if src_size == 0 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let symbol = *src;
|
||||
if symbol as u32 > max_symbol {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
fse_build_dtable_rle(table, symbol);
|
||||
1
|
||||
}
|
||||
FSE_ENCODING_RAW => {
|
||||
let result = fse_build_dtable(table, default_norm, max_symbol, default_log);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
0
|
||||
}
|
||||
FSE_ENCODING_STATIC => {
|
||||
if repeat_table == 0 {
|
||||
ERROR(ZstdErrorCode::CorruptionDetected)
|
||||
} else {
|
||||
0
|
||||
}
|
||||
}
|
||||
FSE_ENCODING_DYNAMIC => {
|
||||
let mut norm = [0i16; 256];
|
||||
let mut max = max_symbol;
|
||||
let mut table_log = 0;
|
||||
let header_size = fse_read_ncount(&mut norm, &mut max, &mut table_log, src, src_size);
|
||||
if ERR_isError(header_size) || table_log > max_log {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let result = fse_build_dtable(table, &norm, max, table_log);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
header_size
|
||||
}
|
||||
_ => unreachable!(),
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn decode_seq_headers(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
nb_seq: &mut i32,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size < MIN_SEQUENCES_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let start = src as usize;
|
||||
let end = start.wrapping_add(src_size);
|
||||
let mut ip = src;
|
||||
let first = *ip;
|
||||
ip = ip.add(1);
|
||||
let mut count = first as i32;
|
||||
if count != 0 {
|
||||
if count > 0x7f {
|
||||
if count == 0xff {
|
||||
if (ip as usize).wrapping_add(2) > end {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
count = read_le16(ip) as i32 + LONG_NB_SEQ;
|
||||
ip = ip.add(2);
|
||||
} else {
|
||||
if ip as usize >= end {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
count = ((count - 0x80) << 8) + *ip as i32;
|
||||
ip = ip.add(1);
|
||||
}
|
||||
}
|
||||
*nb_seq = count;
|
||||
} else {
|
||||
*nb_seq = 0;
|
||||
return 1;
|
||||
}
|
||||
|
||||
if (ip as usize).wrapping_add(4) > end {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let types = *ip;
|
||||
ip = ip.add(1);
|
||||
let ll_type = (types >> 6) as u32;
|
||||
let off_type = ((types >> 4) & 3) as u32;
|
||||
let ml_type = ((types >> 2) & 3) as u32;
|
||||
|
||||
let used = build_seq_table(
|
||||
&mut dctx.ll_table,
|
||||
ll_type,
|
||||
MAX_LL,
|
||||
LL_FSE_LOG,
|
||||
ip,
|
||||
end.wrapping_sub(ip as usize),
|
||||
&LL_DEFAULT_NORM,
|
||||
LL_DEFAULT_LOG,
|
||||
dctx.flag_repeat_table,
|
||||
);
|
||||
if ERR_isError(used) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ip = ip.add(used);
|
||||
|
||||
let used = build_seq_table(
|
||||
&mut dctx.off_table,
|
||||
off_type,
|
||||
MAX_OFF,
|
||||
OFF_FSE_LOG,
|
||||
ip,
|
||||
end.wrapping_sub(ip as usize),
|
||||
&OF_DEFAULT_NORM,
|
||||
OF_DEFAULT_LOG,
|
||||
dctx.flag_repeat_table,
|
||||
);
|
||||
if ERR_isError(used) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ip = ip.add(used);
|
||||
|
||||
let used = build_seq_table(
|
||||
&mut dctx.ml_table,
|
||||
ml_type,
|
||||
MAX_ML,
|
||||
ML_FSE_LOG,
|
||||
ip,
|
||||
end.wrapping_sub(ip as usize),
|
||||
&ML_DEFAULT_NORM,
|
||||
ML_DEFAULT_LOG,
|
||||
dctx.flag_repeat_table,
|
||||
);
|
||||
if ERR_isError(used) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
ip = ip.add(used);
|
||||
|
||||
(ip as usize).wrapping_sub(start)
|
||||
}
|
||||
|
||||
#[derive(Clone, Copy)]
|
||||
struct Sequence {
|
||||
lit_length: usize,
|
||||
match_length: usize,
|
||||
offset: usize,
|
||||
}
|
||||
|
||||
struct SequenceState {
|
||||
stream: DStream,
|
||||
state_ll: FseDState,
|
||||
state_off: FseDState,
|
||||
state_ml: FseDState,
|
||||
prev_offset: [usize; REPCODE_NUM],
|
||||
}
|
||||
|
||||
unsafe fn decode_sequence(sequence: &mut Sequence, state: &mut SequenceState) {
|
||||
let ll_code = fse_peek_symbol(&state.state_ll) as usize;
|
||||
let ml_code = fse_peek_symbol(&state.state_ml) as usize;
|
||||
let off_code = fse_peek_symbol(&state.state_off) as usize;
|
||||
let ll_bits = LL_BITS_TABLE[ll_code];
|
||||
let ml_bits = ML_BITS_TABLE[ml_code];
|
||||
let total_bits = ll_bits + ml_bits + off_code as u32;
|
||||
|
||||
const LL_BASE: [usize; MAX_LL as usize + 1] = [
|
||||
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 22, 24, 28, 32, 40, 48,
|
||||
64, 0x80, 0x100, 0x200, 0x400, 0x800, 0x1000, 0x2000, 0x4000, 0x8000, 0x10000,
|
||||
];
|
||||
const ML_BASE: [usize; MAX_ML as usize + 1] = [
|
||||
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24,
|
||||
25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 38, 40, 44, 48, 56, 64, 80, 96, 0x80, 0x100, 0x200,
|
||||
0x400, 0x800, 0x1000, 0x2000, 0x4000, 0x8000, 0x10000,
|
||||
];
|
||||
const OF_BASE: [usize; MAX_OFF as usize + 1] = [
|
||||
0, 1, 3, 7, 0xf, 0x1f, 0x3f, 0x7f, 0xff, 0x1ff, 0x3ff, 0x7ff, 0xfff, 0x1fff, 0x3fff,
|
||||
0x7fff, 0xffff, 0x1ffff, 0x3ffff, 0x7ffff, 0xfffff, 0x1fffff, 0x3fffff, 0x7fffff, 0xffffff,
|
||||
0x1ffffff, 0x3ffffff, 1, 1,
|
||||
];
|
||||
|
||||
let mut offset = if off_code == 0 {
|
||||
0
|
||||
} else {
|
||||
OF_BASE[off_code] + read_bits(&mut state.stream, off_code as u32)
|
||||
};
|
||||
if USIZE_BITS == 32 {
|
||||
reload_dstream(&mut state.stream);
|
||||
}
|
||||
|
||||
if offset < REPCODE_NUM {
|
||||
if ll_code == 0 && offset <= 1 {
|
||||
offset = 1 - offset;
|
||||
}
|
||||
if offset != 0 {
|
||||
let temp = state.prev_offset[offset];
|
||||
if offset != 1 {
|
||||
state.prev_offset[2] = state.prev_offset[1];
|
||||
}
|
||||
state.prev_offset[1] = state.prev_offset[0];
|
||||
state.prev_offset[0] = temp;
|
||||
offset = temp;
|
||||
} else {
|
||||
offset = state.prev_offset[0];
|
||||
}
|
||||
} else {
|
||||
offset -= REPCODE_MOVE;
|
||||
state.prev_offset[2] = state.prev_offset[1];
|
||||
state.prev_offset[1] = state.prev_offset[0];
|
||||
state.prev_offset[0] = offset;
|
||||
}
|
||||
sequence.offset = offset;
|
||||
|
||||
sequence.match_length = ML_BASE[ml_code]
|
||||
+ MINMATCH
|
||||
+ if ml_code > 31 {
|
||||
read_bits(&mut state.stream, ml_bits)
|
||||
} else {
|
||||
0
|
||||
};
|
||||
if USIZE_BITS == 32 && ml_bits + ll_bits > 24 {
|
||||
reload_dstream(&mut state.stream);
|
||||
}
|
||||
|
||||
sequence.lit_length = LL_BASE[ll_code]
|
||||
+ if ll_code > 15 {
|
||||
read_bits(&mut state.stream, ll_bits)
|
||||
} else {
|
||||
0
|
||||
};
|
||||
if USIZE_BITS == 32 || total_bits > 64 - 7 - (LL_FSE_LOG + ML_FSE_LOG + OFF_FSE_LOG) {
|
||||
reload_dstream(&mut state.stream);
|
||||
}
|
||||
|
||||
fse_update_state(&mut state.state_ll, &mut state.stream);
|
||||
fse_update_state(&mut state.state_ml, &mut state.stream);
|
||||
if USIZE_BITS == 32 {
|
||||
reload_dstream(&mut state.stream);
|
||||
}
|
||||
fse_update_state(&mut state.state_off, &mut state.stream);
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
unsafe fn exec_sequence(
|
||||
mut op: *mut u8,
|
||||
mut sequence: Sequence,
|
||||
lit_ptr: &mut *const u8,
|
||||
lit_limit: *const u8,
|
||||
base: *const u8,
|
||||
v_base: *const u8,
|
||||
dict_end: *const u8,
|
||||
oend: *mut u8,
|
||||
) -> usize {
|
||||
let o_lit_end = (op as usize).wrapping_add(sequence.lit_length);
|
||||
let sequence_length = sequence.lit_length.wrapping_add(sequence.match_length);
|
||||
let o_match_end = o_lit_end.wrapping_add(sequence.match_length);
|
||||
let oend_addr = oend as usize;
|
||||
let oend_8 = oend_addr.wrapping_sub(8);
|
||||
let lit_end = (*lit_ptr as usize).wrapping_add(sequence.lit_length);
|
||||
let mut match_addr = o_lit_end.wrapping_sub(sequence.offset);
|
||||
|
||||
if sequence_length > oend_addr.wrapping_sub(op as usize) {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if sequence.lit_length > (lit_limit as usize).wrapping_sub(*lit_ptr as usize) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if o_lit_end > oend_8 {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if o_match_end > oend_addr {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if lit_end > lit_limit as usize {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
|
||||
zstd_wildcopy(op, *lit_ptr, sequence.lit_length as isize);
|
||||
op = o_lit_end as *mut u8;
|
||||
*lit_ptr = lit_end as *const u8;
|
||||
|
||||
if sequence.offset > o_lit_end.wrapping_sub(base as usize) {
|
||||
if sequence.offset > o_lit_end.wrapping_sub(v_base as usize) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
match_addr = (dict_end as usize).wrapping_sub((base as usize).wrapping_sub(match_addr));
|
||||
if match_addr.wrapping_add(sequence.match_length) <= dict_end as usize {
|
||||
ptr::copy(
|
||||
match_addr as *const u8,
|
||||
o_lit_end as *mut u8,
|
||||
sequence.match_length,
|
||||
);
|
||||
return sequence_length;
|
||||
}
|
||||
|
||||
let length1 = (dict_end as usize).wrapping_sub(match_addr);
|
||||
ptr::copy(match_addr as *const u8, o_lit_end as *mut u8, length1);
|
||||
op = o_lit_end.wrapping_add(length1) as *mut u8;
|
||||
sequence.match_length = sequence.match_length.wrapping_sub(length1);
|
||||
match_addr = base as usize;
|
||||
if (op as usize) > oend_8 || sequence.match_length < MINMATCH {
|
||||
let mut out = op;
|
||||
let mut m = match_addr as *const u8;
|
||||
while (out as usize) < o_match_end {
|
||||
*out = *m;
|
||||
out = out.add(1);
|
||||
m = m.add(1);
|
||||
}
|
||||
return sequence_length;
|
||||
}
|
||||
}
|
||||
|
||||
if sequence.offset < 8 {
|
||||
let dec32 = [0usize, 1, 2, 1, 4, 4, 4, 4];
|
||||
let dec64 = [8usize, 8, 8, 7, 8, 9, 10, 11];
|
||||
let match_ptr = match_addr as *const u8;
|
||||
*op = *match_ptr;
|
||||
*op.add(1) = *match_ptr.add(1);
|
||||
*op.add(2) = *match_ptr.add(2);
|
||||
*op.add(3) = *match_ptr.add(3);
|
||||
let match_ptr = match_ptr.add(dec32[sequence.offset]);
|
||||
zstd_copy4(op.add(4), match_ptr);
|
||||
match_addr = match_addr
|
||||
.wrapping_add(8)
|
||||
.wrapping_sub(dec64[sequence.offset]);
|
||||
} else {
|
||||
zstd_copy8(op, match_addr as *const u8);
|
||||
match_addr = match_addr.wrapping_add(8);
|
||||
}
|
||||
op = op.add(8);
|
||||
match_addr = match_addr.wrapping_add(8);
|
||||
|
||||
if o_match_end > oend_addr.wrapping_sub(16 - MINMATCH) {
|
||||
if (op as usize) < oend_8 {
|
||||
let dist = oend_8 - op as usize;
|
||||
zstd_wildcopy(op, match_addr as *const u8, dist as isize);
|
||||
match_addr = match_addr.wrapping_add(dist);
|
||||
op = oend_8 as *mut u8;
|
||||
}
|
||||
while (op as usize) < o_match_end {
|
||||
*op = *(match_addr as *const u8);
|
||||
op = op.add(1);
|
||||
match_addr = match_addr.wrapping_add(1);
|
||||
}
|
||||
} else {
|
||||
zstd_wildcopy(
|
||||
op,
|
||||
match_addr as *const u8,
|
||||
sequence.match_length.wrapping_sub(8) as isize,
|
||||
);
|
||||
}
|
||||
sequence_length
|
||||
}
|
||||
|
||||
unsafe fn decompress_sequences(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
max_dst_size: usize,
|
||||
seq_start: *const u8,
|
||||
seq_size: usize,
|
||||
) -> usize {
|
||||
let ip = seq_start;
|
||||
let iend = (seq_start as usize).wrapping_add(seq_size) as *const u8;
|
||||
let ostart = dst;
|
||||
let oend = (dst as usize).wrapping_add(max_dst_size) as *mut u8;
|
||||
let mut op = dst;
|
||||
let mut nb_seq = 0i32;
|
||||
let header_size = decode_seq_headers(dctx, &mut nb_seq, ip, seq_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
let ip = ip.add(header_size);
|
||||
dctx.flag_repeat_table = 0;
|
||||
|
||||
let lit_limit = dctx.lit_ptr.add(dctx.lit_size);
|
||||
let mut lit_ptr = dctx.lit_ptr;
|
||||
if nb_seq != 0 {
|
||||
let mut state = SequenceState {
|
||||
stream: DStream {
|
||||
bit_container: 0,
|
||||
bits_consumed: 0,
|
||||
ptr: ptr::null(),
|
||||
start: ptr::null(),
|
||||
},
|
||||
state_ll: FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
},
|
||||
state_off: FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
},
|
||||
state_ml: FseDState {
|
||||
state: 0,
|
||||
table: ptr::null(),
|
||||
},
|
||||
prev_offset: [REPCODE_STARTVALUE; REPCODE_NUM],
|
||||
};
|
||||
let error = init_dstream(
|
||||
&mut state.stream,
|
||||
ip,
|
||||
iend.wrapping_sub(ip as usize) as usize,
|
||||
);
|
||||
if ERR_isError(error) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
fse_init_dstate(
|
||||
&mut state.state_ll,
|
||||
&mut state.stream,
|
||||
dctx.ll_table.as_ptr(),
|
||||
);
|
||||
fse_init_dstate(
|
||||
&mut state.state_off,
|
||||
&mut state.stream,
|
||||
dctx.off_table.as_ptr(),
|
||||
);
|
||||
fse_init_dstate(
|
||||
&mut state.state_ml,
|
||||
&mut state.stream,
|
||||
dctx.ml_table.as_ptr(),
|
||||
);
|
||||
|
||||
let mut sequence = Sequence {
|
||||
lit_length: 0,
|
||||
match_length: 0,
|
||||
offset: REPCODE_STARTVALUE,
|
||||
};
|
||||
while reload_dstream(&mut state.stream) <= DSTREAM_COMPLETED && nb_seq != 0 {
|
||||
nb_seq -= 1;
|
||||
decode_sequence(&mut sequence, &mut state);
|
||||
let produced = exec_sequence(
|
||||
op,
|
||||
sequence,
|
||||
&mut lit_ptr,
|
||||
lit_limit,
|
||||
dctx.base,
|
||||
dctx.v_base,
|
||||
dctx.dict_end,
|
||||
oend,
|
||||
);
|
||||
if ERR_isError(produced) {
|
||||
return produced;
|
||||
}
|
||||
op = op.add(produced);
|
||||
}
|
||||
if nb_seq != 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
}
|
||||
|
||||
let last_literal_size = (lit_limit as usize).wrapping_sub(lit_ptr as usize);
|
||||
if lit_ptr as usize > lit_limit as usize {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
if (op as usize).wrapping_add(last_literal_size) > oend as usize {
|
||||
return ERROR(ZstdErrorCode::DstSizeTooSmall);
|
||||
}
|
||||
if last_literal_size != 0 {
|
||||
ptr::copy(lit_ptr, op, last_literal_size);
|
||||
op = op.add(last_literal_size);
|
||||
}
|
||||
(op as usize).wrapping_sub(ostart as usize)
|
||||
}
|
||||
|
||||
unsafe fn check_continuity(dctx: &mut ZSTDv06_Dctx, dst: *const u8) {
|
||||
if dst != dctx.previous_dst_end {
|
||||
dctx.dict_end = dctx.previous_dst_end;
|
||||
let delta = (dctx.previous_dst_end as usize).wrapping_sub(dctx.base as usize);
|
||||
dctx.v_base = (dst as usize).wrapping_sub(delta) as *const u8;
|
||||
dctx.base = dst;
|
||||
dctx.previous_dst_end = dst;
|
||||
}
|
||||
}
|
||||
|
||||
unsafe fn decompress_block_internal(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size >= BLOCKSIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let literal_size = decode_literals_block(dctx, src, src_size);
|
||||
if ERR_isError(literal_size) {
|
||||
return literal_size;
|
||||
}
|
||||
decompress_sequences(
|
||||
dctx,
|
||||
dst,
|
||||
dst_capacity,
|
||||
src.add(literal_size),
|
||||
src_size - literal_size,
|
||||
)
|
||||
}
|
||||
|
||||
unsafe fn decompress_frame(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size < FRAME_HEADER_SIZE_MIN + BLOCK_HEADER_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let header_size = frame_header_size(src, FRAME_HEADER_SIZE_MIN);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if src_size < header_size + BLOCK_HEADER_SIZE {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
|
||||
let mut ip = src.add(header_size);
|
||||
let iend = src.add(src_size);
|
||||
let mut remaining = src_size - header_size;
|
||||
if decode_frame_header(dctx, src, header_size) != 0 {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
|
||||
let ostart = dst;
|
||||
let mut op = dst;
|
||||
let oend = (dst as usize).wrapping_add(dst_capacity) as *mut u8;
|
||||
let mut properties = BlockProperties {
|
||||
block_type: BT_COMPRESSED,
|
||||
orig_size: 0,
|
||||
};
|
||||
loop {
|
||||
let block_size = get_block_size(
|
||||
ip,
|
||||
(iend as usize).wrapping_sub(ip as usize),
|
||||
&mut properties,
|
||||
);
|
||||
if ERR_isError(block_size) {
|
||||
return block_size;
|
||||
}
|
||||
ip = ip.add(BLOCK_HEADER_SIZE);
|
||||
remaining -= BLOCK_HEADER_SIZE;
|
||||
if block_size > remaining {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
let decoded = match properties.block_type {
|
||||
BT_COMPRESSED => decompress_block_internal(
|
||||
dctx,
|
||||
op,
|
||||
(oend as usize).wrapping_sub(op as usize),
|
||||
ip,
|
||||
block_size,
|
||||
),
|
||||
BT_RAW => copy_raw_block(
|
||||
op,
|
||||
(oend as usize).wrapping_sub(op as usize),
|
||||
ip,
|
||||
block_size,
|
||||
),
|
||||
BT_RLE => return ERROR(ZstdErrorCode::Generic),
|
||||
BT_END => {
|
||||
if remaining != 0 {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
0
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::Generic),
|
||||
};
|
||||
if block_size == 0 {
|
||||
break;
|
||||
}
|
||||
if ERR_isError(decoded) {
|
||||
return decoded;
|
||||
}
|
||||
op = op.add(decoded);
|
||||
ip = ip.add(block_size);
|
||||
remaining -= block_size;
|
||||
}
|
||||
(op as usize).wrapping_sub(ostart as usize)
|
||||
}
|
||||
|
||||
unsafe fn ref_dict_content(dctx: &mut ZSTDv06_Dctx, dict: *const u8, dict_size: usize) {
|
||||
dctx.dict_end = dctx.previous_dst_end;
|
||||
let delta = (dctx.previous_dst_end as usize).wrapping_sub(dctx.base as usize);
|
||||
dctx.v_base = (dict as usize).wrapping_sub(delta) as *const u8;
|
||||
dctx.base = dict;
|
||||
dctx.previous_dst_end = (dict as usize).wrapping_add(dict_size) as *const u8;
|
||||
}
|
||||
|
||||
unsafe fn load_entropy(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
mut dict: *const u8,
|
||||
mut dict_size: usize,
|
||||
) -> usize {
|
||||
let h_size = huf_read_dtable_x4(&mut dctx.huf_table_x4, dict, dict_size);
|
||||
if ERR_isError(h_size) || h_size > dict_size {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict = dict.add(h_size);
|
||||
dict_size -= h_size;
|
||||
|
||||
let mut off_norm = [0i16; 256];
|
||||
let mut off_max = MAX_OFF;
|
||||
let mut off_log = 0;
|
||||
let off_size = fse_read_ncount(&mut off_norm, &mut off_max, &mut off_log, dict, dict_size);
|
||||
if ERR_isError(off_size) || off_log > OFF_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let result = fse_build_dtable(&mut dctx.off_table, &off_norm, off_max, off_log);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict = dict.add(off_size);
|
||||
dict_size -= off_size;
|
||||
|
||||
let mut ml_norm = [0i16; 256];
|
||||
let mut ml_max = MAX_ML;
|
||||
let mut ml_log = 0;
|
||||
let ml_size = fse_read_ncount(&mut ml_norm, &mut ml_max, &mut ml_log, dict, dict_size);
|
||||
if ERR_isError(ml_size) || ml_log > ML_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let result = fse_build_dtable(&mut dctx.ml_table, &ml_norm, ml_max, ml_log);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict = dict.add(ml_size);
|
||||
dict_size -= ml_size;
|
||||
|
||||
let mut ll_norm = [0i16; 256];
|
||||
let mut ll_max = MAX_LL;
|
||||
let mut ll_log = 0;
|
||||
let ll_size = fse_read_ncount(&mut ll_norm, &mut ll_max, &mut ll_log, dict, dict_size);
|
||||
if ERR_isError(ll_size) || ll_log > LL_FSE_LOG {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
let result = fse_build_dtable(&mut dctx.ll_table, &ll_norm, ll_max, ll_log);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
|
||||
dctx.flag_repeat_table = 1;
|
||||
h_size + off_size + ml_size + ll_size
|
||||
}
|
||||
|
||||
unsafe fn insert_dictionary(dctx: &mut ZSTDv06_Dctx, dict: *const u8, dict_size: usize) -> usize {
|
||||
if dict_size < 4 || read_le32(dict) != ZSTD_DICT_MAGIC {
|
||||
ref_dict_content(dctx, dict, dict_size);
|
||||
return 0;
|
||||
}
|
||||
let mut dict_ptr = dict.add(4);
|
||||
let mut remaining = dict_size - 4;
|
||||
let entropy_size = load_entropy(dctx, dict_ptr, remaining);
|
||||
if ERR_isError(entropy_size) {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
dict_ptr = dict_ptr.add(entropy_size);
|
||||
remaining -= entropy_size;
|
||||
ref_dict_content(dctx, dict_ptr, remaining);
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decompress_begin_using_dict(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
let result = decompress_begin(dctx);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
if !dict.is_null() && dict_size != 0 {
|
||||
let result = insert_dictionary(dctx, dict, dict_size);
|
||||
if ERR_isError(result) {
|
||||
return ERROR(ZstdErrorCode::DictionaryCorrupted);
|
||||
}
|
||||
}
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn decompress_using_prepared(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
ref_dctx: *const ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
copy_dctx(dctx, ref_dctx);
|
||||
check_continuity(dctx, dst);
|
||||
decompress_frame(dctx, dst, dst_capacity, src, src_size)
|
||||
}
|
||||
|
||||
unsafe fn decompress_using_dict(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
let _ = decompress_begin_using_dict(dctx, dict, dict_size);
|
||||
check_continuity(dctx, dst);
|
||||
decompress_frame(dctx, dst, dst_capacity, src, src_size)
|
||||
}
|
||||
|
||||
unsafe fn decompress_dctx(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
decompress_using_dict(dctx, dst, dst_capacity, src, src_size, ptr::null(), 0)
|
||||
}
|
||||
|
||||
unsafe fn decompress_one_shot(
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let dctx = create_dctx();
|
||||
if dctx.is_null() {
|
||||
return ERROR(ZstdErrorCode::MemoryAllocation);
|
||||
}
|
||||
let result = decompress_dctx(&mut *dctx, dst, dst_capacity, src, src_size);
|
||||
free_dctx(dctx);
|
||||
result
|
||||
}
|
||||
|
||||
unsafe fn error_frame_size_info(c_size: *mut usize, d_bound: *mut u64, result: usize) {
|
||||
*c_size = result;
|
||||
*d_bound = ZSTD_CONTENTSIZE_ERROR;
|
||||
}
|
||||
|
||||
unsafe fn find_frame_size_info(
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
c_size: *mut usize,
|
||||
d_bound: *mut u64,
|
||||
) {
|
||||
let mut ip = src;
|
||||
let mut remaining = src_size;
|
||||
let mut nb_blocks = 0usize;
|
||||
let mut properties = BlockProperties {
|
||||
block_type: BT_COMPRESSED,
|
||||
orig_size: 0,
|
||||
};
|
||||
|
||||
let header_size = frame_header_size(src, src_size);
|
||||
if ERR_isError(header_size) {
|
||||
error_frame_size_info(c_size, d_bound, header_size);
|
||||
return;
|
||||
}
|
||||
if read_le32(src) != ZSTD_MAGIC_NUMBER {
|
||||
error_frame_size_info(c_size, d_bound, ERROR(ZstdErrorCode::PrefixUnknown));
|
||||
return;
|
||||
}
|
||||
if src_size < header_size + BLOCK_HEADER_SIZE {
|
||||
error_frame_size_info(c_size, d_bound, ERROR(ZstdErrorCode::SrcSizeWrong));
|
||||
return;
|
||||
}
|
||||
ip = ip.add(header_size);
|
||||
remaining -= header_size;
|
||||
|
||||
loop {
|
||||
let block_size = get_block_size(ip, remaining, &mut properties);
|
||||
if ERR_isError(block_size) {
|
||||
error_frame_size_info(c_size, d_bound, block_size);
|
||||
return;
|
||||
}
|
||||
ip = ip.add(BLOCK_HEADER_SIZE);
|
||||
remaining -= BLOCK_HEADER_SIZE;
|
||||
if block_size > remaining {
|
||||
error_frame_size_info(c_size, d_bound, ERROR(ZstdErrorCode::SrcSizeWrong));
|
||||
return;
|
||||
}
|
||||
if block_size == 0 {
|
||||
break;
|
||||
}
|
||||
ip = ip.add(block_size);
|
||||
remaining -= block_size;
|
||||
nb_blocks = nb_blocks.wrapping_add(1);
|
||||
}
|
||||
*c_size = (ip as usize).wrapping_sub(src as usize);
|
||||
*d_bound = nb_blocks.wrapping_mul(BLOCKSIZE) as u64;
|
||||
}
|
||||
|
||||
unsafe fn next_src_size_to_decompress(dctx: &ZSTDv06_Dctx) -> usize {
|
||||
dctx.expected
|
||||
}
|
||||
|
||||
unsafe fn decompress_continue(
|
||||
dctx: &mut ZSTDv06_Dctx,
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
if src_size != dctx.expected {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
if dst_capacity != 0 {
|
||||
check_continuity(dctx, dst);
|
||||
}
|
||||
|
||||
if dctx.stage == STAGE_GET_FRAME_HEADER_SIZE {
|
||||
let header_size = frame_header_size(src, src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
ptr::copy_nonoverlapping(src, dctx.header_buffer.as_mut_ptr(), FRAME_HEADER_SIZE_MIN);
|
||||
dctx.header_size = header_size;
|
||||
if header_size > FRAME_HEADER_SIZE_MIN {
|
||||
dctx.expected = header_size - FRAME_HEADER_SIZE_MIN;
|
||||
dctx.stage = STAGE_DECODE_FRAME_HEADER;
|
||||
return 0;
|
||||
}
|
||||
dctx.expected = 0;
|
||||
dctx.stage = STAGE_DECODE_FRAME_HEADER;
|
||||
}
|
||||
|
||||
if dctx.stage == STAGE_DECODE_FRAME_HEADER {
|
||||
ptr::copy_nonoverlapping(
|
||||
src,
|
||||
dctx.header_buffer.as_mut_ptr().add(FRAME_HEADER_SIZE_MIN),
|
||||
dctx.expected,
|
||||
);
|
||||
let result = decode_frame_header(dctx, dctx.header_buffer.as_ptr(), dctx.header_size);
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
dctx.expected = BLOCK_HEADER_SIZE;
|
||||
dctx.stage = STAGE_DECODE_BLOCK_HEADER;
|
||||
return 0;
|
||||
}
|
||||
|
||||
match dctx.stage {
|
||||
STAGE_DECODE_BLOCK_HEADER => {
|
||||
let mut properties = BlockProperties {
|
||||
block_type: BT_COMPRESSED,
|
||||
orig_size: 0,
|
||||
};
|
||||
let block_size = get_block_size(src, BLOCK_HEADER_SIZE, &mut properties);
|
||||
if ERR_isError(block_size) {
|
||||
return block_size;
|
||||
}
|
||||
if properties.block_type == BT_END {
|
||||
dctx.expected = 0;
|
||||
dctx.stage = STAGE_GET_FRAME_HEADER_SIZE;
|
||||
} else {
|
||||
dctx.expected = block_size;
|
||||
dctx.b_type = properties.block_type;
|
||||
dctx.stage = STAGE_DECOMPRESS_BLOCK;
|
||||
}
|
||||
0
|
||||
}
|
||||
STAGE_DECOMPRESS_BLOCK => {
|
||||
let result = match dctx.b_type {
|
||||
BT_COMPRESSED => decompress_block_internal(dctx, dst, dst_capacity, src, src_size),
|
||||
BT_RAW => copy_raw_block(dst, dst_capacity, src, src_size),
|
||||
BT_RLE => ERROR(ZstdErrorCode::Generic),
|
||||
BT_END => 0,
|
||||
_ => ERROR(ZstdErrorCode::Generic),
|
||||
};
|
||||
dctx.stage = STAGE_DECODE_BLOCK_HEADER;
|
||||
dctx.expected = BLOCK_HEADER_SIZE;
|
||||
if ERR_isError(result) {
|
||||
return result;
|
||||
}
|
||||
dctx.previous_dst_end = (dst as usize).wrapping_add(result) as *const u8;
|
||||
result
|
||||
}
|
||||
_ => ERROR(ZstdErrorCode::Generic),
|
||||
}
|
||||
}
|
||||
|
||||
#[repr(C)]
|
||||
pub struct ZBUFFv06_DCtx {
|
||||
zd: *mut ZSTDv06_Dctx,
|
||||
f_params: ZSTDv06_frameParams,
|
||||
stage: u32,
|
||||
in_buff: *mut u8,
|
||||
in_buff_size: usize,
|
||||
in_pos: usize,
|
||||
out_buff: *mut u8,
|
||||
out_buff_size: usize,
|
||||
out_start: usize,
|
||||
out_end: usize,
|
||||
block_size: usize,
|
||||
header_buffer: [u8; FRAME_HEADER_SIZE_MAX],
|
||||
lh_size: usize,
|
||||
}
|
||||
|
||||
const BUFF_INIT: u32 = 0;
|
||||
const BUFF_LOAD_HEADER: u32 = 1;
|
||||
const BUFF_READ: u32 = 2;
|
||||
const BUFF_LOAD: u32 = 3;
|
||||
const BUFF_FLUSH: u32 = 4;
|
||||
|
||||
unsafe fn buff_create_dctx() -> *mut ZBUFFv06_DCtx {
|
||||
let zbd = libc::malloc(std::mem::size_of::<ZBUFFv06_DCtx>()) as *mut ZBUFFv06_DCtx;
|
||||
if zbd.is_null() {
|
||||
return ptr::null_mut();
|
||||
}
|
||||
ptr::write_bytes(zbd.cast::<u8>(), 0, std::mem::size_of::<ZBUFFv06_DCtx>());
|
||||
(*zbd).zd = create_dctx();
|
||||
if (*zbd).zd.is_null() {
|
||||
buff_free_dctx(zbd);
|
||||
return ptr::null_mut();
|
||||
}
|
||||
(*zbd).stage = BUFF_INIT;
|
||||
zbd
|
||||
}
|
||||
|
||||
unsafe fn buff_free_dctx(zbd: *mut ZBUFFv06_DCtx) -> usize {
|
||||
if zbd.is_null() {
|
||||
return 0;
|
||||
}
|
||||
free_dctx((*zbd).zd);
|
||||
libc::free((*zbd).in_buff.cast::<c_void>());
|
||||
libc::free((*zbd).out_buff.cast::<c_void>());
|
||||
libc::free(zbd.cast::<c_void>());
|
||||
0
|
||||
}
|
||||
|
||||
unsafe fn buff_decompress_init_dictionary(
|
||||
zbd: &mut ZBUFFv06_DCtx,
|
||||
dict: *const u8,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
zbd.stage = BUFF_LOAD_HEADER;
|
||||
zbd.lh_size = 0;
|
||||
zbd.in_pos = 0;
|
||||
zbd.out_start = 0;
|
||||
zbd.out_end = 0;
|
||||
decompress_begin_using_dict(&mut *zbd.zd, dict, dict_size)
|
||||
}
|
||||
|
||||
unsafe fn buff_limit_copy(
|
||||
dst: *mut u8,
|
||||
dst_capacity: usize,
|
||||
src: *const u8,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let length = dst_capacity.min(src_size);
|
||||
if length != 0 {
|
||||
ptr::copy(src, dst, length);
|
||||
}
|
||||
length
|
||||
}
|
||||
|
||||
unsafe fn buff_decompress_continue(
|
||||
zbd: &mut ZBUFFv06_DCtx,
|
||||
dst: *mut u8,
|
||||
dst_capacity_ptr: *mut usize,
|
||||
src: *const u8,
|
||||
src_size_ptr: *mut usize,
|
||||
) -> usize {
|
||||
let istart = src as usize;
|
||||
let mut ip = istart;
|
||||
let iend = istart.wrapping_add(*src_size_ptr);
|
||||
let ostart = dst as usize;
|
||||
let mut op = ostart;
|
||||
let oend = ostart.wrapping_add(*dst_capacity_ptr);
|
||||
let mut not_done = true;
|
||||
|
||||
while not_done {
|
||||
match zbd.stage {
|
||||
BUFF_INIT => return ERROR(ZstdErrorCode::InitMissing),
|
||||
BUFF_LOAD_HEADER => {
|
||||
let header_size =
|
||||
get_frame_params(&mut zbd.f_params, zbd.header_buffer.as_ptr(), zbd.lh_size);
|
||||
if header_size != 0 {
|
||||
let to_load = header_size.wrapping_sub(zbd.lh_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
let available = iend.wrapping_sub(ip);
|
||||
if to_load > available {
|
||||
if available != 0 {
|
||||
ptr::copy(
|
||||
src.add(ip.wrapping_sub(istart)),
|
||||
zbd.header_buffer.as_mut_ptr().add(zbd.lh_size),
|
||||
available,
|
||||
);
|
||||
}
|
||||
zbd.lh_size += available;
|
||||
*dst_capacity_ptr = 0;
|
||||
return (header_size - zbd.lh_size) + BLOCK_HEADER_SIZE;
|
||||
}
|
||||
if to_load != 0 {
|
||||
ptr::copy(
|
||||
src.add(ip.wrapping_sub(istart)),
|
||||
zbd.header_buffer.as_mut_ptr().add(zbd.lh_size),
|
||||
to_load,
|
||||
);
|
||||
}
|
||||
zbd.lh_size = header_size;
|
||||
ip = ip.wrapping_add(to_load);
|
||||
continue;
|
||||
}
|
||||
|
||||
let h1_size = next_src_size_to_decompress(&*zbd.zd);
|
||||
let h1_result = decompress_continue(
|
||||
&mut *zbd.zd,
|
||||
ptr::null_mut(),
|
||||
0,
|
||||
zbd.header_buffer.as_ptr(),
|
||||
h1_size,
|
||||
);
|
||||
if ERR_isError(h1_result) {
|
||||
return h1_result;
|
||||
}
|
||||
if h1_size < zbd.lh_size {
|
||||
let h2_size = next_src_size_to_decompress(&*zbd.zd);
|
||||
let h2_result = decompress_continue(
|
||||
&mut *zbd.zd,
|
||||
ptr::null_mut(),
|
||||
0,
|
||||
zbd.header_buffer.as_ptr().add(h1_size),
|
||||
h2_size,
|
||||
);
|
||||
if ERR_isError(h2_result) {
|
||||
return h2_result;
|
||||
}
|
||||
}
|
||||
|
||||
let block_size = (1usize << zbd.f_params.window_log as usize).min(BLOCKSIZE);
|
||||
zbd.block_size = block_size;
|
||||
if zbd.in_buff_size < block_size {
|
||||
libc::free(zbd.in_buff.cast::<c_void>());
|
||||
zbd.in_buff_size = block_size;
|
||||
zbd.in_buff = libc::malloc(block_size) as *mut u8;
|
||||
if zbd.in_buff.is_null() {
|
||||
return ERROR(ZstdErrorCode::MemoryAllocation);
|
||||
}
|
||||
}
|
||||
let needed_out_size = (1usize << zbd.f_params.window_log as usize)
|
||||
+ block_size
|
||||
+ WILDCOPY_OVERLENGTH * 2;
|
||||
if zbd.out_buff_size < needed_out_size {
|
||||
libc::free(zbd.out_buff.cast::<c_void>());
|
||||
zbd.out_buff_size = needed_out_size;
|
||||
zbd.out_buff = libc::malloc(needed_out_size) as *mut u8;
|
||||
if zbd.out_buff.is_null() {
|
||||
return ERROR(ZstdErrorCode::MemoryAllocation);
|
||||
}
|
||||
}
|
||||
zbd.stage = BUFF_READ;
|
||||
}
|
||||
BUFF_READ => {
|
||||
let needed_in_size = next_src_size_to_decompress(&*zbd.zd);
|
||||
if needed_in_size == 0 {
|
||||
zbd.stage = BUFF_INIT;
|
||||
not_done = false;
|
||||
continue;
|
||||
}
|
||||
if iend.wrapping_sub(ip) >= needed_in_size {
|
||||
let decoded_size = decompress_continue(
|
||||
&mut *zbd.zd,
|
||||
zbd.out_buff.add(zbd.out_start),
|
||||
zbd.out_buff_size - zbd.out_start,
|
||||
ip as *const u8,
|
||||
needed_in_size,
|
||||
);
|
||||
if ERR_isError(decoded_size) {
|
||||
return decoded_size;
|
||||
}
|
||||
ip = ip.wrapping_add(needed_in_size);
|
||||
if decoded_size == 0 {
|
||||
continue;
|
||||
}
|
||||
zbd.out_end = zbd.out_start + decoded_size;
|
||||
zbd.stage = BUFF_FLUSH;
|
||||
continue;
|
||||
}
|
||||
if ip == iend {
|
||||
not_done = false;
|
||||
continue;
|
||||
}
|
||||
zbd.stage = BUFF_LOAD;
|
||||
}
|
||||
BUFF_LOAD => {
|
||||
let needed_in_size = next_src_size_to_decompress(&*zbd.zd);
|
||||
let to_load = needed_in_size.wrapping_sub(zbd.in_pos);
|
||||
if to_load > zbd.in_buff_size.wrapping_sub(zbd.in_pos) {
|
||||
return ERROR(ZstdErrorCode::CorruptionDetected);
|
||||
}
|
||||
let loaded_size = buff_limit_copy(
|
||||
zbd.in_buff.add(zbd.in_pos),
|
||||
to_load,
|
||||
ip as *const u8,
|
||||
iend.wrapping_sub(ip),
|
||||
);
|
||||
ip = ip.wrapping_add(loaded_size);
|
||||
zbd.in_pos += loaded_size;
|
||||
if loaded_size < to_load {
|
||||
not_done = false;
|
||||
continue;
|
||||
}
|
||||
let decoded_size = decompress_continue(
|
||||
&mut *zbd.zd,
|
||||
zbd.out_buff.add(zbd.out_start),
|
||||
zbd.out_buff_size - zbd.out_start,
|
||||
zbd.in_buff,
|
||||
needed_in_size,
|
||||
);
|
||||
if ERR_isError(decoded_size) {
|
||||
return decoded_size;
|
||||
}
|
||||
zbd.in_pos = 0;
|
||||
if decoded_size == 0 {
|
||||
zbd.stage = BUFF_READ;
|
||||
continue;
|
||||
}
|
||||
zbd.out_end = zbd.out_start + decoded_size;
|
||||
zbd.stage = BUFF_FLUSH;
|
||||
}
|
||||
BUFF_FLUSH => {
|
||||
let to_flush_size = zbd.out_end.wrapping_sub(zbd.out_start);
|
||||
let flushed_size = buff_limit_copy(
|
||||
op as *mut u8,
|
||||
oend.wrapping_sub(op),
|
||||
zbd.out_buff.add(zbd.out_start),
|
||||
to_flush_size,
|
||||
);
|
||||
op = op.wrapping_add(flushed_size);
|
||||
zbd.out_start += flushed_size;
|
||||
if flushed_size == to_flush_size {
|
||||
zbd.stage = BUFF_READ;
|
||||
if zbd.out_start + zbd.block_size > zbd.out_buff_size {
|
||||
zbd.out_start = 0;
|
||||
zbd.out_end = 0;
|
||||
}
|
||||
} else {
|
||||
not_done = false;
|
||||
}
|
||||
}
|
||||
_ => return ERROR(ZstdErrorCode::Generic),
|
||||
}
|
||||
}
|
||||
|
||||
*src_size_ptr = ip.wrapping_sub(istart);
|
||||
*dst_capacity_ptr = op.wrapping_sub(ostart);
|
||||
let mut hint = next_src_size_to_decompress(&*zbd.zd);
|
||||
if hint > BLOCK_HEADER_SIZE {
|
||||
hint = hint.wrapping_add(BLOCK_HEADER_SIZE);
|
||||
}
|
||||
hint.wrapping_sub(zbd.in_pos)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZSTDv06_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZSTDv06_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv06_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv06_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZSTDv06_sizeofDCtx() -> usize {
|
||||
std::mem::size_of::<ZSTDv06_Dctx>()
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompressBegin(dctx: *mut ZSTDv06_Dctx) -> usize {
|
||||
decompress_begin(&mut *dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_createDCtx() -> *mut ZSTDv06_Dctx {
|
||||
create_dctx()
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_freeDCtx(dctx: *mut ZSTDv06_Dctx) -> usize {
|
||||
free_dctx(dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_copyDCtx(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
prepared_dctx: *const ZSTDv06_Dctx,
|
||||
) {
|
||||
copy_dctx(dctx, prepared_dctx);
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_getFrameParams(
|
||||
fparams: *mut ZSTDv06_frameParams,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
get_frame_params(&mut *fparams, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompressBlock(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
check_continuity(&mut *dctx, dst.cast::<u8>());
|
||||
decompress_block_internal(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompress_usingPreparedDCtx(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
ref_dctx: *const ZSTDv06_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
decompress_using_prepared(
|
||||
&mut *dctx,
|
||||
ref_dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompress_usingDict(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
dict: *const c_void,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
decompress_using_dict(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
dict.cast::<u8>(),
|
||||
dict_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompressDCtx(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
decompress_dctx(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompress(
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
decompress_one_shot(dst.cast::<u8>(), dst_capacity, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_findFrameSizeInfoLegacy(
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
c_size: *mut usize,
|
||||
d_bound: *mut u64,
|
||||
) {
|
||||
find_frame_size_info(src.cast::<u8>(), src_size, c_size, d_bound);
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_nextSrcSizeToDecompress(dctx: *mut ZSTDv06_Dctx) -> usize {
|
||||
next_src_size_to_decompress(&*dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompressContinue(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
decompress_continue(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZSTDv06_decompressBegin_usingDict(
|
||||
dctx: *mut ZSTDv06_Dctx,
|
||||
dict: *const c_void,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
decompress_begin_using_dict(&mut *dctx, dict.cast::<u8>(), dict_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv06_createDCtx() -> *mut ZBUFFv06_DCtx {
|
||||
buff_create_dctx()
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv06_freeDCtx(dctx: *mut ZBUFFv06_DCtx) -> usize {
|
||||
buff_free_dctx(dctx)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv06_decompressInit(dctx: *mut ZBUFFv06_DCtx) -> usize {
|
||||
buff_decompress_init_dictionary(&mut *dctx, ptr::null(), 0)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv06_decompressInitDictionary(
|
||||
dctx: *mut ZBUFFv06_DCtx,
|
||||
dict: *const c_void,
|
||||
dict_size: usize,
|
||||
) -> usize {
|
||||
buff_decompress_init_dictionary(&mut *dctx, dict.cast::<u8>(), dict_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn ZBUFFv06_decompressContinue(
|
||||
dctx: *mut ZBUFFv06_DCtx,
|
||||
dst: *mut c_void,
|
||||
dst_capacity_ptr: *mut usize,
|
||||
src: *const c_void,
|
||||
src_size_ptr: *mut usize,
|
||||
) -> usize {
|
||||
buff_decompress_continue(
|
||||
&mut *dctx,
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity_ptr,
|
||||
src.cast::<u8>(),
|
||||
src_size_ptr,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv06_recommendedDInSize() -> usize {
|
||||
BLOCKSIZE + BLOCK_HEADER_SIZE
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn ZBUFFv06_recommendedDOutSize() -> usize {
|
||||
BLOCKSIZE
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn FSEv06_isError(code: usize) -> c_uint {
|
||||
ERR_isError(code) as c_uint
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub extern "C" fn FSEv06_getErrorName(code: usize) -> *const c_char {
|
||||
ERR_getErrorName(code)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_createDTable(table_log: c_uint) -> *mut u32 {
|
||||
let table_log = table_log.min(FSE_TABLELOG_ABSOLUTE_MAX) as usize;
|
||||
libc::malloc((1 + (1usize << table_log)) * std::mem::size_of::<u32>()) as *mut u32
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_freeDTable(table: *mut u32) {
|
||||
libc::free(table.cast::<c_void>());
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_readNCount(
|
||||
normalized_counter: *mut i16,
|
||||
max_symbol_value: *mut c_uint,
|
||||
table_log: *mut c_uint,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
fse_read_ncount(
|
||||
&mut *(normalized_counter as *mut [i16; 256]),
|
||||
&mut *max_symbol_value,
|
||||
&mut *table_log,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_buildDTable(
|
||||
table: *mut u32,
|
||||
normalized_counter: *const i16,
|
||||
max_symbol_value: c_uint,
|
||||
table_log: c_uint,
|
||||
) -> usize {
|
||||
let len = 1usize << (table_log as usize).min(FSE_TABLELOG_ABSOLUTE_MAX as usize);
|
||||
fse_build_dtable(
|
||||
slice::from_raw_parts_mut(table, 1 + len),
|
||||
&*(normalized_counter as *const [i16; 256]),
|
||||
max_symbol_value,
|
||||
table_log,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_buildDTable_rle(table: *mut u32, symbol: u8) -> usize {
|
||||
fse_build_dtable_rle(
|
||||
slice::from_raw_parts_mut(table, 1 + (1usize << FSE_MAX_TABLELOG)),
|
||||
symbol,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_buildDTable_raw(table: *mut u32, nb_bits: c_uint) -> usize {
|
||||
fse_build_dtable_raw(
|
||||
slice::from_raw_parts_mut(table, 1 + (1usize << FSE_MAX_TABLELOG)),
|
||||
nb_bits,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_decompress_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_capacity: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u32,
|
||||
) -> usize {
|
||||
fse_decompress_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_capacity,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
slice::from_raw_parts(table, 1 + (1usize << FSE_MAX_TABLELOG)),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn FSEv06_decompress(
|
||||
dst: *mut c_void,
|
||||
max_dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
fse_decompress(dst.cast::<u8>(), max_dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_readDTableX2(
|
||||
table: *mut u16,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_read_dtable_x2(
|
||||
&mut *(table as *mut [u16; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_readDTableX4(
|
||||
table: *mut u32,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_read_dtable_x4(
|
||||
&mut *(table as *mut [u32; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress1X2_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u16,
|
||||
) -> usize {
|
||||
huf_decompress1x2_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u16; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress1X2(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress1x2(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress4X2_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u16,
|
||||
) -> usize {
|
||||
huf_decompress4x2_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u16; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress4X2(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
let mut table = [0u16; 1 + (1 << HUF_MAX_TABLELOG)];
|
||||
table[0] = HUF_MAX_TABLELOG as u16;
|
||||
let header_size = huf_read_dtable_x2(&mut table, src.cast::<u8>(), src_size);
|
||||
if ERR_isError(header_size) {
|
||||
return header_size;
|
||||
}
|
||||
if header_size >= src_size {
|
||||
return ERROR(ZstdErrorCode::SrcSizeWrong);
|
||||
}
|
||||
huf_decompress4x2_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>().add(header_size),
|
||||
src_size - header_size,
|
||||
&table,
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress1X4_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u32,
|
||||
) -> usize {
|
||||
huf_decompress1x4_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u32; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress1X4(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress1x4(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress4X4_usingDTable(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
table: *const u32,
|
||||
) -> usize {
|
||||
huf_decompress4x4_using_dtable(
|
||||
dst.cast::<u8>(),
|
||||
dst_size,
|
||||
src.cast::<u8>(),
|
||||
src_size,
|
||||
&*(table as *const [u32; 1 + (1 << HUF_MAX_TABLELOG)]),
|
||||
)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress4X4(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress4x4(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[no_mangle]
|
||||
pub unsafe extern "C" fn HUFv06_decompress(
|
||||
dst: *mut c_void,
|
||||
dst_size: usize,
|
||||
src: *const c_void,
|
||||
src_size: usize,
|
||||
) -> usize {
|
||||
huf_decompress(dst.cast::<u8>(), dst_size, src.cast::<u8>(), src_size)
|
||||
}
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
|
||||
const RAW_FRAME: &[u8] = &[
|
||||
0x26, 0xB5, 0x2F, 0xFD, 0x00, 0x40, 0x00, 0x0B, b'r', b'a', b'w', b' ', b'v', b'0', b'.',
|
||||
b'6', b'!', b'!', b'!', 0xC0, 0x00, 0x00,
|
||||
];
|
||||
|
||||
const FCS_FRAME: &[u8] = &[
|
||||
0x26, 0xB5, 0x2F, 0xFD, 0x40, 0x0B, 0x40, 0x00, 0x0B, b'r', b'a', b'w', b' ', b'v', b'0',
|
||||
b'.', b'6', b'!', b'!', b'!', 0xC0, 0x00, 0x00,
|
||||
];
|
||||
|
||||
const COMPRESSED_FRAME: &[u8] = b"\x26\xB5\x2F\xFD\x42\xEF\x00\x00\xA6\x12\xB0\x7D\x1E\xB0\x01\x02\x00\x00\x54\xA0\xBA\x24\x8D\xC4\x25\xF2\x77\xFA\xFC\xFB\x94\x7A\xC7\xC9\x13\x03\x11\x24\x43\x63\x3C\x6D\x22\x03\x01\x50\x67\x56\xF5\x9F\x35\x84\x60\xA0\x60\x91\xC9\x0A\xDC\xAB\xAB\xE0\xE2\x81\xFA\xCF\xC6\xBA\xEB\xA8\xD1\x40\x39\x90\x4C\x64\xF8\xEB\x53\xE6\x18\x0B\x67\x12\xAD\xB8\x99\xB3\x5A\x6F\x8A\xF9\x63\x0C\xB8\xFA\x58\xE7\xF5\xE6\xE2\xE3\x67\xCC\x5D\x94\xC6\x56\xDC\x7F\x0C\x84\x4B\xA8\xF8\x63\x2E\x3E\x4E\x67\xCD\x9E\xAC\x04\x1E\x17\x27\xE4\x43\xF6\xA4\x56\xE4\x84\xC7\x9E\x34\x0E\x00\x35\x0B\x71\xB5\xC0\x2A\x5C\x26\x94\x22\x20\x8B\x4C\x8D\x13\x47\x58\x67\x15\x6C\xF1\x1C\x4B\x54\x10\x9D\x31\x50\x85\x4B\x54\x0E\x01\x4B\x3D\x01\xC0\x00\x00";
|
||||
|
||||
const COMPRESSED_OUTPUT: &[u8] = b"snowden is snowed in / he's now then in his snow den / when does the snow end?\ngoodbye little dog / you dug some holes in your day / they'll be hard to fill.\nwhen life shuts a door, / just open it. it\xE2\x80\x99s a door. / that is how doors work.\n";
|
||||
|
||||
unsafe fn decode(frame: &[u8], capacity: usize) -> Result<Vec<u8>, usize> {
|
||||
let mut output = vec![0u8; capacity];
|
||||
let size = ZSTDv06_decompress(
|
||||
output.as_mut_ptr().cast::<c_void>(),
|
||||
output.len(),
|
||||
frame.as_ptr().cast::<c_void>(),
|
||||
frame.len(),
|
||||
);
|
||||
if ZSTDv06_isError(size) != 0 {
|
||||
Err(size)
|
||||
} else {
|
||||
output.truncate(size);
|
||||
Ok(output)
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn decodes_raw_v06_frame() {
|
||||
unsafe {
|
||||
assert_eq!(decode(RAW_FRAME, 32).unwrap(), b"raw v0.6!!!");
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn parses_content_size_and_frame_bound() {
|
||||
unsafe {
|
||||
let mut params = ZSTDv06_frameParams {
|
||||
frame_content_size: 99,
|
||||
window_log: 99,
|
||||
};
|
||||
assert_eq!(
|
||||
ZSTDv06_getFrameParams(
|
||||
&mut params,
|
||||
FCS_FRAME.as_ptr().cast::<c_void>(),
|
||||
FCS_FRAME.len(),
|
||||
),
|
||||
0
|
||||
);
|
||||
assert_eq!(params.frame_content_size, 11);
|
||||
assert_eq!(params.window_log, 12);
|
||||
|
||||
let mut c_size = 0;
|
||||
let mut bound = 0;
|
||||
ZSTDv06_findFrameSizeInfoLegacy(
|
||||
RAW_FRAME.as_ptr().cast::<c_void>(),
|
||||
RAW_FRAME.len(),
|
||||
&mut c_size,
|
||||
&mut bound,
|
||||
);
|
||||
assert_eq!(c_size, RAW_FRAME.len());
|
||||
assert_eq!(bound, BLOCKSIZE as u64);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn reports_frozen_error_paths() {
|
||||
unsafe {
|
||||
let mut bad = RAW_FRAME.to_vec();
|
||||
bad[0] ^= 1;
|
||||
assert_eq!(
|
||||
decode(&bad, 32).unwrap_err(),
|
||||
ERROR(ZstdErrorCode::CorruptionDetected)
|
||||
);
|
||||
assert_eq!(
|
||||
decode(&RAW_FRAME[..RAW_FRAME.len() - 1], 32).unwrap_err(),
|
||||
ERROR(ZstdErrorCode::SrcSizeWrong)
|
||||
);
|
||||
assert_eq!(
|
||||
decode(RAW_FRAME, 1).unwrap_err(),
|
||||
ERROR(ZstdErrorCode::DstSizeTooSmall)
|
||||
);
|
||||
assert_eq!(ZSTDv06_freeDCtx(ptr::null_mut()), 0);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn streaming_raw_frame_matches_one_shot() {
|
||||
let expected = b"raw v0.6!!!";
|
||||
let mut output = vec![0u8; expected.len()];
|
||||
let mut input_offset = 0;
|
||||
let mut output_offset = 0;
|
||||
unsafe {
|
||||
let dctx = ZSTDv06_createDCtx();
|
||||
assert!(!dctx.is_null());
|
||||
loop {
|
||||
let needed = ZSTDv06_nextSrcSizeToDecompress(dctx);
|
||||
if needed == 0 {
|
||||
break;
|
||||
}
|
||||
assert!(input_offset + needed <= RAW_FRAME.len());
|
||||
let produced = ZSTDv06_decompressContinue(
|
||||
dctx,
|
||||
output.as_mut_ptr().add(output_offset).cast::<c_void>(),
|
||||
output.len() - output_offset,
|
||||
RAW_FRAME.as_ptr().add(input_offset).cast::<c_void>(),
|
||||
needed,
|
||||
);
|
||||
assert_eq!(ZSTDv06_isError(produced), 0);
|
||||
input_offset += needed;
|
||||
output_offset += produced;
|
||||
}
|
||||
assert_eq!(ZSTDv06_freeDCtx(dctx), 0);
|
||||
}
|
||||
assert_eq!(input_offset, RAW_FRAME.len());
|
||||
assert_eq!(output_offset, expected.len());
|
||||
assert_eq!(output, expected);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn streaming_compressed_frame_matches_one_shot() {
|
||||
unsafe {
|
||||
let dctx = ZSTDv06_createDCtx();
|
||||
assert!(!dctx.is_null());
|
||||
let mut output = vec![0u8; COMPRESSED_OUTPUT.len()];
|
||||
let mut input_offset = 0;
|
||||
let mut output_offset = 0;
|
||||
loop {
|
||||
let needed = ZSTDv06_nextSrcSizeToDecompress(dctx);
|
||||
if needed == 0 {
|
||||
break;
|
||||
}
|
||||
assert!(input_offset + needed <= COMPRESSED_FRAME.len());
|
||||
let produced = ZSTDv06_decompressContinue(
|
||||
dctx,
|
||||
output.as_mut_ptr().add(output_offset).cast::<c_void>(),
|
||||
output.len() - output_offset,
|
||||
COMPRESSED_FRAME.as_ptr().add(input_offset).cast::<c_void>(),
|
||||
needed,
|
||||
);
|
||||
assert_eq!(ZSTDv06_isError(produced), 0);
|
||||
input_offset += needed;
|
||||
output_offset += produced;
|
||||
}
|
||||
assert_eq!(ZSTDv06_freeDCtx(dctx), 0);
|
||||
assert_eq!(input_offset, COMPRESSED_FRAME.len());
|
||||
assert_eq!(output_offset, COMPRESSED_OUTPUT.len());
|
||||
assert_eq!(output, COMPRESSED_OUTPUT);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn buffered_streaming_raw_frame_matches_one_shot() {
|
||||
let expected = b"raw v0.6!!!";
|
||||
let mut output = vec![0u8; expected.len()];
|
||||
let mut input_size = RAW_FRAME.len();
|
||||
let mut output_size = output.len();
|
||||
unsafe {
|
||||
let dctx = ZBUFFv06_createDCtx();
|
||||
assert!(!dctx.is_null());
|
||||
assert_eq!(ZBUFFv06_decompressInit(dctx), 0);
|
||||
let hint = ZBUFFv06_decompressContinue(
|
||||
dctx,
|
||||
output.as_mut_ptr().cast::<c_void>(),
|
||||
&mut output_size,
|
||||
RAW_FRAME.as_ptr().cast::<c_void>(),
|
||||
&mut input_size,
|
||||
);
|
||||
assert_eq!(ZBUFFv06_isError(hint), 0);
|
||||
assert_eq!(&output[..output_size], expected);
|
||||
assert_eq!(input_size, RAW_FRAME.len());
|
||||
assert_eq!(ZBUFFv06_freeDCtx(dctx), 0);
|
||||
assert_eq!(ZBUFFv06_freeDCtx(ptr::null_mut()), 0);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn buffered_streaming_compressed_frame_flushes_incrementally() {
|
||||
let mut output = Vec::with_capacity(COMPRESSED_OUTPUT.len());
|
||||
let mut input_offset = 0;
|
||||
unsafe {
|
||||
let dctx = ZBUFFv06_createDCtx();
|
||||
assert!(!dctx.is_null());
|
||||
assert_eq!(ZBUFFv06_decompressInit(dctx), 0);
|
||||
|
||||
for _ in 0..32 {
|
||||
let mut input_size = COMPRESSED_FRAME.len() - input_offset;
|
||||
let mut chunk = [0u8; 32];
|
||||
let mut output_size = chunk.len();
|
||||
let hint = ZBUFFv06_decompressContinue(
|
||||
dctx,
|
||||
chunk.as_mut_ptr().cast::<c_void>(),
|
||||
&mut output_size,
|
||||
COMPRESSED_FRAME.as_ptr().add(input_offset).cast::<c_void>(),
|
||||
&mut input_size,
|
||||
);
|
||||
assert_eq!(ZBUFFv06_isError(hint), 0);
|
||||
input_offset += input_size;
|
||||
output.extend_from_slice(&chunk[..output_size]);
|
||||
if hint == 0 {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
assert_eq!(ZBUFFv06_freeDCtx(dctx), 0);
|
||||
}
|
||||
assert_eq!(input_offset, COMPRESSED_FRAME.len());
|
||||
assert_eq!(output, COMPRESSED_OUTPUT);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn decodes_frozen_v06_compressed_frame() {
|
||||
unsafe {
|
||||
assert_eq!(
|
||||
decode(COMPRESSED_FRAME, COMPRESSED_OUTPUT.len()).unwrap(),
|
||||
COMPRESSED_OUTPUT
|
||||
);
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user