ddidderr/zstd-rs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add unwind information in huf_decompress_amd64.S

Browse Source
This commit is contained in:
Michael Kolupaev
2025-06-08 05:07:09 +00:00
parent bd894054c0
commit 80cac404c7
1 changed files with 154 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/decompress/huf_decompress_amd64.S
+154
View File
@@ -117,22 +117,55 @@ ZSTD_HIDE_ASM_FUNCTION(_HUF_decompress4X1_usingDTable_internal_fast_asm_loop)
_HUF_decompress4X1_usingDTable_internal_fast_asm_loop: _HUF_decompress4X1_usingDTable_internal_fast_asm_loop:
HUF_decompress4X1_usingDTable_internal_fast_asm_loop: HUF_decompress4X1_usingDTable_internal_fast_asm_loop:
ZSTD_CET_ENDBRANCH ZSTD_CET_ENDBRANCH
.cfi_startproc
.cfi_def_cfa_offset 8
.cfi_offset %rip, -8
/* Save all registers - even if they are callee saved for simplicity. */ /* Save all registers - even if they are callee saved for simplicity. */
push %rax push %rax
.cfi_def_cfa_offset 16
.cfi_offset rax, -16
push %rbx push %rbx
.cfi_def_cfa_offset 24
.cfi_offset rbx, -24
push %rcx push %rcx
.cfi_def_cfa_offset 32
.cfi_offset rcx, -32
push %rdx push %rdx
.cfi_def_cfa_offset 40
.cfi_offset rdx, -40
push %rbp push %rbp
.cfi_def_cfa_offset 48
.cfi_offset rbp, -48
push %rsi push %rsi
.cfi_def_cfa_offset 56
.cfi_offset rsi, -56
push %rdi push %rdi
.cfi_def_cfa_offset 64
.cfi_offset rdi, -64
push %r8 push %r8
.cfi_def_cfa_offset 72
.cfi_offset r8, -72
push %r9 push %r9
.cfi_def_cfa_offset 80
.cfi_offset r9, -80
push %r10 push %r10
.cfi_def_cfa_offset 88
.cfi_offset r10, -88
push %r11 push %r11
.cfi_def_cfa_offset 96
.cfi_offset r11, -96
push %r12 push %r12
.cfi_def_cfa_offset 104
.cfi_offset r12, -104
push %r13 push %r13
.cfi_def_cfa_offset 112
.cfi_offset r13, -112
push %r14 push %r14
.cfi_def_cfa_offset 120
.cfi_offset r14, -120
push %r15 push %r15
.cfi_def_cfa_offset 128
.cfi_offset r15, -128
/* Read HUF_DecompressAsmArgs* args from %rax */ /* Read HUF_DecompressAsmArgs* args from %rax */
#if defined(_WIN32) #if defined(_WIN32)
@@ -154,11 +187,16 @@ HUF_decompress4X1_usingDTable_internal_fast_asm_loop:
movq 88(%rax), %bits3 movq 88(%rax), %bits3
movq 96(%rax), %dtable movq 96(%rax), %dtable
push %rax /* argument */ push %rax /* argument */
.cfi_def_cfa_offset 136
push 104(%rax) /* ilowest */ push 104(%rax) /* ilowest */
.cfi_def_cfa_offset 144
push 112(%rax) /* oend */ push 112(%rax) /* oend */
.cfi_def_cfa_offset 152
push %olimit /* olimit space */ push %olimit /* olimit space */
.cfi_def_cfa_offset 160
subq $24, %rsp subq $24, %rsp
.cfi_def_cfa_offset 184
.L_4X1_compute_olimit: .L_4X1_compute_olimit:
/* Computes how many iterations we can do safely /* Computes how many iterations we can do safely
@@ -334,12 +372,17 @@ HUF_decompress4X1_usingDTable_internal_fast_asm_loop:
#undef RELOAD_BITS #undef RELOAD_BITS
.L_4X1_exit: .L_4X1_exit:
addq $24, %rsp addq $24, %rsp
.cfi_def_cfa_offset 160
/* Restore stack (oend & olimit) */ /* Restore stack (oend & olimit) */
pop %rax /* olimit */ pop %rax /* olimit */
.cfi_def_cfa_offset 152
pop %rax /* oend */ pop %rax /* oend */
.cfi_def_cfa_offset 144
pop %rax /* ilowest */ pop %rax /* ilowest */
.cfi_def_cfa_offset 136
pop %rax /* arg */ pop %rax /* arg */
.cfi_def_cfa_offset 128
/* Save ip / op / bits */ /* Save ip / op / bits */
movq %ip0, 0(%rax) movq %ip0, 0(%rax)
@@ -357,41 +400,105 @@ HUF_decompress4X1_usingDTable_internal_fast_asm_loop:
/* Restore registers */ /* Restore registers */
pop %r15 pop %r15
.cfi_restore r15
.cfi_def_cfa_offset 120
pop %r14 pop %r14
.cfi_restore r14
.cfi_def_cfa_offset 112
pop %r13 pop %r13
.cfi_restore r13
.cfi_def_cfa_offset 104
pop %r12 pop %r12
.cfi_restore r12
.cfi_def_cfa_offset 96
pop %r11 pop %r11
.cfi_restore r11
.cfi_def_cfa_offset 88
pop %r10 pop %r10
.cfi_restore r10
.cfi_def_cfa_offset 80
pop %r9 pop %r9
.cfi_restore r9
.cfi_def_cfa_offset 72
pop %r8 pop %r8
.cfi_restore r8
.cfi_def_cfa_offset 64
pop %rdi pop %rdi
.cfi_restore rdi
.cfi_def_cfa_offset 56
pop %rsi pop %rsi
.cfi_restore rsi
.cfi_def_cfa_offset 48
pop %rbp pop %rbp
.cfi_restore rbp
.cfi_def_cfa_offset 40
pop %rdx pop %rdx
.cfi_restore rdx
.cfi_def_cfa_offset 32
pop %rcx pop %rcx
.cfi_restore rcx
.cfi_def_cfa_offset 24
pop %rbx pop %rbx
.cfi_restore rbx
.cfi_def_cfa_offset 16
pop %rax pop %rax
.cfi_restore rax
.cfi_def_cfa_offset 8
ret ret
.cfi_endproc
_HUF_decompress4X2_usingDTable_internal_fast_asm_loop: _HUF_decompress4X2_usingDTable_internal_fast_asm_loop:
HUF_decompress4X2_usingDTable_internal_fast_asm_loop: HUF_decompress4X2_usingDTable_internal_fast_asm_loop:
ZSTD_CET_ENDBRANCH ZSTD_CET_ENDBRANCH
.cfi_startproc
.cfi_def_cfa_offset 8
.cfi_offset %rip, -8
/* Save all registers - even if they are callee saved for simplicity. */ /* Save all registers - even if they are callee saved for simplicity. */
push %rax push %rax
.cfi_def_cfa_offset 16
.cfi_offset rax, -16
push %rbx push %rbx
.cfi_def_cfa_offset 24
.cfi_offset rbx, -24
push %rcx push %rcx
.cfi_def_cfa_offset 32
.cfi_offset rcx, -32
push %rdx push %rdx
.cfi_def_cfa_offset 40
.cfi_offset rdx, -40
push %rbp push %rbp
.cfi_def_cfa_offset 48
.cfi_offset rbp, -48
push %rsi push %rsi
.cfi_def_cfa_offset 56
.cfi_offset rsi, -56
push %rdi push %rdi
.cfi_def_cfa_offset 64
.cfi_offset rdi, -64
push %r8 push %r8
.cfi_def_cfa_offset 72
.cfi_offset r8, -72
push %r9 push %r9
.cfi_def_cfa_offset 80
.cfi_offset r9, -80
push %r10 push %r10
.cfi_def_cfa_offset 88
.cfi_offset r10, -88
push %r11 push %r11
.cfi_def_cfa_offset 96
.cfi_offset r11, -96
push %r12 push %r12
.cfi_def_cfa_offset 104
.cfi_offset r12, -104
push %r13 push %r13
.cfi_def_cfa_offset 112
.cfi_offset r13, -112
push %r14 push %r14
.cfi_def_cfa_offset 120
.cfi_offset r14, -120
push %r15 push %r15
.cfi_def_cfa_offset 128
.cfi_offset r15, -128
/* Read HUF_DecompressAsmArgs* args from %rax */ /* Read HUF_DecompressAsmArgs* args from %rax */
#if defined(_WIN32) #if defined(_WIN32)
@@ -413,23 +520,31 @@ HUF_decompress4X2_usingDTable_internal_fast_asm_loop:
movq 88(%rax), %bits3 movq 88(%rax), %bits3
movq 96(%rax), %dtable movq 96(%rax), %dtable
push %rax /* argument */ push %rax /* argument */
.cfi_def_cfa_offset 136
push %rax /* olimit */ push %rax /* olimit */
.cfi_def_cfa_offset 144
push 104(%rax) /* ilowest */ push 104(%rax) /* ilowest */
.cfi_def_cfa_offset 152
movq 112(%rax), %rax movq 112(%rax), %rax
push %rax /* oend3 */ push %rax /* oend3 */
.cfi_def_cfa_offset 160
movq %op3, %rax movq %op3, %rax
push %rax /* oend2 */ push %rax /* oend2 */
.cfi_def_cfa_offset 168
movq %op2, %rax movq %op2, %rax
push %rax /* oend1 */ push %rax /* oend1 */
.cfi_def_cfa_offset 176
movq %op1, %rax movq %op1, %rax
push %rax /* oend0 */ push %rax /* oend0 */
.cfi_def_cfa_offset 184
/* Scratch space */ /* Scratch space */
subq $8, %rsp subq $8, %rsp
.cfi_def_cfa_offset 192
.L_4X2_compute_olimit: .L_4X2_compute_olimit:
/* Computes how many iterations we can do safely /* Computes how many iterations we can do safely
@@ -558,14 +673,22 @@ HUF_decompress4X2_usingDTable_internal_fast_asm_loop:
#undef RELOAD_BITS #undef RELOAD_BITS
.L_4X2_exit: .L_4X2_exit:
addq $8, %rsp addq $8, %rsp
.cfi_def_cfa_offset 184
/* Restore stack (oend & olimit) */ /* Restore stack (oend & olimit) */
pop %rax /* oend0 */ pop %rax /* oend0 */
.cfi_def_cfa_offset 176
pop %rax /* oend1 */ pop %rax /* oend1 */
.cfi_def_cfa_offset 168
pop %rax /* oend2 */ pop %rax /* oend2 */
.cfi_def_cfa_offset 160
pop %rax /* oend3 */ pop %rax /* oend3 */
.cfi_def_cfa_offset 152
pop %rax /* ilowest */ pop %rax /* ilowest */
.cfi_def_cfa_offset 144
pop %rax /* olimit */ pop %rax /* olimit */
.cfi_def_cfa_offset 136
pop %rax /* arg */ pop %rax /* arg */
.cfi_def_cfa_offset 128
/* Save ip / op / bits */ /* Save ip / op / bits */
movq %ip0, 0(%rax) movq %ip0, 0(%rax)
@@ -583,20 +706,51 @@ HUF_decompress4X2_usingDTable_internal_fast_asm_loop:
/* Restore registers */ /* Restore registers */
pop %r15 pop %r15
.cfi_restore r15
.cfi_def_cfa_offset 120
pop %r14 pop %r14
.cfi_restore r14
.cfi_def_cfa_offset 112
pop %r13 pop %r13
.cfi_restore r13
.cfi_def_cfa_offset 104
pop %r12 pop %r12
.cfi_restore r12
.cfi_def_cfa_offset 96
pop %r11 pop %r11
.cfi_restore r11
.cfi_def_cfa_offset 88
pop %r10 pop %r10
.cfi_restore r10
.cfi_def_cfa_offset 80
pop %r9 pop %r9
.cfi_restore r9
.cfi_def_cfa_offset 72
pop %r8 pop %r8
.cfi_restore r8
.cfi_def_cfa_offset 64
pop %rdi pop %rdi
.cfi_restore rdi
.cfi_def_cfa_offset 56
pop %rsi pop %rsi
.cfi_restore rsi
.cfi_def_cfa_offset 48
pop %rbp pop %rbp
.cfi_restore rbp
.cfi_def_cfa_offset 40
pop %rdx pop %rdx
.cfi_restore rdx
.cfi_def_cfa_offset 32
pop %rcx pop %rcx
.cfi_restore rcx
.cfi_def_cfa_offset 24
pop %rbx pop %rbx
.cfi_restore rbx
.cfi_def_cfa_offset 16
pop %rax pop %rax
.cfi_restore rax
.cfi_def_cfa_offset 8
ret ret
.cfi_endproc
#endif #endif